00010000:00010000:1.0F:1767318915.400910:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1767318916.902041:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923566080 00000100:00100000:0.0:1767318916.902062:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923566080 00000100:00100000:0.0:1767318916.902172:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 213 00000100:00100000:0.0:1767318916.902185:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923566080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318916.902274:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923566080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318916.902283:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 213 00000100:00080000:1.0:1767318916.903723:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767318916.903739:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318916.903767:0:37859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923566464 00000100:00100000:1.0:1767318916.903775:0:37859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923566464 00000100:00100000:1.0:1767318916.903824:0:37859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2800 00000100:00100000:1.0:1767318916.903834:0:37859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923566464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318916.903881:0:37859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923566464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 49us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318916.903889:0:37859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2800 00000100:00080000:1.0:1767318916.903916:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318917.130245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767318917.130251:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318917.130370:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988381952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130406:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.130439:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988382464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130465:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.130487:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767318917.130493:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988381568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130520:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.130545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988382080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130567:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.130612:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988382592:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130633:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.130660:0:18362:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988382464 00000100:00100000:0.0:1767318917.130665:0:18362:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988382464 00000100:00100000:0.0:1767318917.130698:0:18362:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988382080 00000100:00100000:0.0:1767318917.130700:0:18362:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988382080 00000100:00100000:0.0:1767318917.130721:0:18362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767318917.130744:0:18362:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988382464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130783:0:18362:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988382464:12345-0@lo:400:kworker.0 Request processed in 55us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.130789:0:18362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767318917.130818:0:18362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767318917.130825:0:18362:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988382080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130852:0:18362:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988382080:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.130857:0:18362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767318917.130875:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988381568 00000100:00100000:0.0:1767318917.130879:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988381568 00000100:00100000:0.0:1767318917.130901:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1767318917.130907:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988381568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.130935:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988381568:12345-0@lo:400:kworker.0 Request processed in 28us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.131403:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1767318917.131452:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988382592 00000100:00100000:0.0:1767318917.131456:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988382592 00000100:00100000:0.0:1767318917.131485:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767318917.131491:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988382592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.131524:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988382592:12345-0@lo:400:kworker.0 Request processed in 33us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.131529:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00080000:0.0:1767318917.131548:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318917.131573:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988381568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.131608:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988382080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.131617:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988382592:0@lo:400:kworker.0 00000100:00100000:0.0:1767318917.131626:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988382464:0@lo:400:kworker.0 00000100:00100000:2.0F:1767318917.131834:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988382336 00000100:00100000:2.0:1767318917.131847:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988382336 00000100:00100000:2.0:1767318917.131878:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988381952 00000100:00100000:2.0:1767318917.131882:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988381952 00000100:00100000:2.0:1767318917.131900:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056 00000100:00100000:2.0:1767318917.131907:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988382336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318917.131949:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988382336:12345-0@lo:400:kworker.0 Request processed in 43us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318917.131954:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056 00000100:00100000:2.0:1767318917.131967:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057 00000100:00100000:2.0:1767318917.131973:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988381952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318917.132002:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988381952:12345-0@lo:400:kworker.0 Request processed in 29us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318917.132008:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057 00000100:00100000:2.0:1767318917.132040:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988381952:0@lo:400:kworker.0 00000100:00100000:2.0:1767318917.132067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988382336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318917.134465:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318917.134488:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988382976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318917.134551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.137399:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988382976 00000100:00100000:0.0:1767318917.137433:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988382976 00000100:00100000:0.0:1767318917.137510:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:0.0:1767318917.137519:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988382976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318917.137553:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318917.137665:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988382976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (3112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.137673:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:1.0:1767318917.137791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988382976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318917.654622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988383104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767318917.654700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318917.654770:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383104 00000100:00100000:1.0:1767318917.654779:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383104 00000100:00100000:1.0:1767318917.654823:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058 00000100:00100000:1.0:1767318917.654831:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988383104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767318917.654869:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445441536 avail 1299202048 00000100:00100000:1.0:1767318917.654913:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988383104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318917.654920:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058 00000100:00100000:1.0:1767318917.654979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988383104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318917.655286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988383232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318917.655317:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318917.655351:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383232 00000100:00100000:2.0:1767318917.655355:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383232 00000100:00100000:2.0:1767318917.655381:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059 00000100:00100000:2.0:1767318917.655388:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988383232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767318917.655405:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445208064 avail 1298968576 00000100:00100000:2.0:1767318917.655438:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988383232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318917.655458:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059 00000100:00100000:2.0:1767318917.655487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988383232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318918.049614:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318918.053782:0:37852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923566592 00000100:00100000:0.0:1767318918.053799:0:37852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923566592 00000100:00100000:0.0:1767318918.053861:0:37852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2803 00000100:00100000:0.0:1767318918.053873:0:37852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923566592:12345-192.168.204.13@tcp:8:ptlrpcd_rcv.0 00010000:02000400:0.0:1767318918.053910:0:37852:0:(ldlm_lib.c:963:target_handle_reconnect()) lustre-OST0000: Client f8e581f7-de51-4550-90ea-109e3cc27a77 (at 192.168.204.13@tcp) reconnected, waiting for 3 clients in recovery for 1:24 00010000:00080000:0.0:1767318918.066563:0:37852:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t4294969477 exp ffff9e7d07407000 cur 4164 last 1767318918 00002000:00100000:0.0:1767318918.066739:0:37852:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d07407000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1767318918.066763:0:37852:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli 192.168.204.13@tcp supports cksum type b7, return b7 00000100:00080000:0.0:1767318918.066789:0:37852:0:(import.c:65:import_set_state_nolock()) ffff9e7d36c57000 : changing import state from FULL to RECOVER 00000100:00080000:0.0:1767318918.066799:0:37852:0:(import.c:65:import_set_state_nolock()) ffff9e7d36c57000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767318918.066881:0:37852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923566592:12345-192.168.204.13@tcp:8:ptlrpcd_rcv.0 Request processed in 13010us (17276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318918.066892:0:37852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2803 00000100:00100000:1.0:1767318918.079563:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079636:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079664:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079691:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079729:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079758:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079787:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079821:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318918.079855:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923566720 00000100:00100000:1.0:1767318918.079865:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923566720 00000100:00100000:1.0:1767318918.079910:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923566976 00000100:00100000:1.0:1767318918.079915:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923566976 00000100:00100000:1.0:1767318918.079942:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923567232 00000100:00100000:1.0:1767318918.079947:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923567232 00000100:00100000:1.0:1767318918.079973:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923567488 00000100:00100000:1.0:1767318918.079977:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923567488 00000100:00100000:1.0:1767318918.080009:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6081 00000100:00100000:1.0:1767318918.080108:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2507:x1853163923566720:12345-192.168.204.13@tcp:101:ldlm_lock_repla.0 00010000:00080000:1.0:1767318918.080126:0:37862:0:(ldlm_lib.c:3168:target_queue_recovery_request()) @@@ queue lock replay req req@ffff9e7d2d02df80 x1853163923566720/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318918.080150:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2507:x1853163923566720:12345-192.168.204.13@tcp:101:ldlm_lock_repla.0 Request processed in 132us (598us total) trans 0 rc 0/-999 00010000:00080000:2.0:1767318918.080155:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.080172:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02df80 x1853163923566720/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 2 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.080182:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.080185:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081147:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081155:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02e680 x1853163923566848/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081163:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081173:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081174:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081178:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02fb80 x1853163923566976/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081185:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081189:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081191:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081194:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02d180 x1853163923567104/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081201:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081204:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081206:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081209:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02e300 x1853163923567232/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081214:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081231:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081238:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081243:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02c700 x1853163923567360/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081249:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081254:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081255:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081258:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d09741c50 x1853163923567488/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081265:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081268:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767318918.081269:0:113832:0:(ldlm_lib.c:2266:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1767318918.081273:0:113832:0:(ldlm_lib.c:2869:target_recovery_thread()) @@@ processing lock from 192.168.204.13@tcp: req@ffff9e7d2d02c380 x1853163923567616/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:584/0 lens 328/0 e 0 to 0 dl 1767318929 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318918.081279:0:113832:0:(ldlm_lib.c:2870:target_recovery_thread()) *** cfs_fail_loc=32d, val=20*** 00010000:00080000:2.0:1767318918.081282:0:113832:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00000100:00100000:1.0:1767318918.088839:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6081 00000100:00100000:2.0:1767318918.158135:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318918.158158:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988383360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767318918.158226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318918.158272:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383360 00000100:00100000:2.0:1767318918.158280:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383360 00000100:00100000:2.0:1767318918.158326:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:2.0:1767318918.158336:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988383360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767318918.158360:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318918.158406:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988383360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318918.158413:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:2.0:1767318918.158460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988383360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767318918.481326:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318919.497138:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318920.529296:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767318920.968045:0:114654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 136: MDS to disconnect all OSPs first, then cleanup ldlm ========================================================== 20:55:20 (1767318920) 00000100:00100000:2.0:1767318922.023777:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318922.023855:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318922.023884:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318922.023906:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318922.023933:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568128 00000100:00100000:2.0:1767318922.023941:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568128 00000100:00100000:2.0:1767318922.024013:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2804 00000100:00100000:2.0:1767318922.024024:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923568128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318922.024090:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923568128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.024098:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2804 00000100:00100000:2.0:1767318922.024146:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568000 00000100:00100000:2.0:1767318922.024150:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568000 00000100:00100000:2.0:1767318922.024181:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923567872 00000100:00100000:2.0:1767318922.024185:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923567872 00000100:00100000:2.0:1767318922.024222:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1405 00000100:00100000:2.0:1767318922.024232:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2510:x1853163923568000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318922.024272:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2510:x1853163923568000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.024279:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1405 00000100:00100000:2.0:1767318922.024293:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1406 00000100:00100000:2.0:1767318922.024300:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+51:2510:x1853163923567872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318922.024327:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+51:2510:x1853163923567872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.024344:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1406 00000100:00080000:2.0:1767318922.024383:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767318922.024387:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318922.024389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318922.248998:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318922.249025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988383488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318922.249094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.249146:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383488 00000100:00100000:1.0:1767318922.249154:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383488 00000100:00100000:1.0:1767318922.249229:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:1.0:1767318922.249238:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988383488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318922.249266:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318922.249311:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988383488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.249318:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00080000:1.0:1767318922.249339:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318922.249378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988383488:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318922.250035:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.250040:0:99810:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:1.0:1767318922.250056:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.250060:0:99810:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00100000:1.0:1767318922.250201:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988384000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250238:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250264:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988384512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250288:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250309:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318922.250315:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988383616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250340:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250364:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988384128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250386:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250403:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988384640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250421:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988383744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988384256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250525:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988384768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250613:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318922.250619:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988383872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250651:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988384384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250684:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.250717:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384000 00000100:00100000:1.0:1767318922.250722:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384000 00000100:00100000:1.0:1767318922.250754:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384256 00000100:00100000:1.0:1767318922.250757:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384256 00000100:00100000:1.0:1767318922.250777:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060 00000100:00100000:1.0:1767318922.250784:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988384000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250827:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988384000:12345-0@lo:400:kworker.0 Request processed in 44us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.250834:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060 00000100:00100000:1.0:1767318922.250849:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1767318922.250855:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.250884:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384256:12345-0@lo:400:kworker.0 Request processed in 29us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.250889:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1767318922.250906:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384512 00000100:00100000:1.0:1767318922.250915:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384512 00000100:00100000:1.0:1767318922.250934:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384128 00000100:00100000:1.0:1767318922.250937:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384128 00000100:00100000:1.0:1767318922.250947:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384640 00000100:00100000:1.0:1767318922.250949:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384640 00000100:00100000:1.0:1767318922.250971:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383744 00000100:00100000:1.0:1767318922.250974:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383744 00000100:00100000:1.0:1767318922.250986:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384768 00000100:00100000:1.0:1767318922.250988:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384768 00000100:00100000:1.0:1767318922.250999:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988383872 00000100:00100000:1.0:1767318922.251001:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988383872 00000100:00100000:1.0:1767318922.251013:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1767318922.251018:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988384512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251046:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988384512:12345-0@lo:400:kworker.0 Request processed in 28us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251052:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1767318922.251063:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767318922.251068:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988384128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251090:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988384128:12345-0@lo:400:kworker.0 Request processed in 22us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251095:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767318922.251105:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1767318922.251110:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988384640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251132:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988384640:12345-0@lo:400:kworker.0 Request processed in 22us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251137:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1767318922.251147:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1767318922.251153:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988383744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251186:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988383744:12345-0@lo:400:kworker.0 Request processed in 33us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251192:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1767318922.251203:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1767318922.251208:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988384768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251231:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988384768:12345-0@lo:400:kworker.0 Request processed in 24us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251236:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1767318922.251245:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1767318922.251250:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988383872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251272:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988383872:12345-0@lo:400:kworker.0 Request processed in 21us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251277:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1767318922.251311:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384384 00000100:00100000:1.0:1767318922.251314:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384384 00000100:00100000:1.0:1767318922.251337:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1767318922.251342:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251368:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384384:12345-0@lo:400:kworker.0 Request processed in 26us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.251374:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00080000:1.0:1767318922.251399:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318922.251403:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767318922.251404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318922.251427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988383872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251437:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988384384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251454:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988383744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988384256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988384768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251521:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988384128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251530:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988384640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251539:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988384000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.251546:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988384512:0@lo:400:kworker.0 00000001:02000400:0.0:1767318922.370897:0:114703:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_136 needs > 2 MDTs 00010000:00010000:0.0:1767318922.572107:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318922.761198:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988384896 00000100:00100000:1.0:1767318922.761208:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988384896 00000100:00100000:1.0:1767318922.761328:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:1.0:1767318922.761340:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767318922.761377:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445441536 avail 1299202048 00000100:00100000:1.0:1767318922.761432:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988384896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.761438:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:1.0:1767318922.761766:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318922.761776:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988385024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318922.761802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.761823:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988385024 00000100:00100000:1.0:1767318922.761826:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988385024 00000100:00100000:1.0:1767318922.761846:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063 00000100:00100000:1.0:1767318922.761850:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988385024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767318922.761866:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445208064 avail 1298968576 00000100:00100000:1.0:1767318922.761910:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988385024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.761915:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063 00000100:00100000:1.0:1767318922.761951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988385024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767318922.763905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988384896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318923.042023:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318923.042084:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318923.042117:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318923.042161:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318923.042207:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568640 00000100:00100000:2.0:1767318923.042220:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568640 00000100:00100000:0.0:1767318923.042236:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568512 00000100:00100000:0.0:1767318923.042267:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568512 00000100:00100000:2.0:1767318923.042284:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2806 00000100:00100000:2.0:1767318923.042298:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923568640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318923.042332:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568384 00000100:00100000:0.0:1767318923.042337:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568384 00000100:00100000:0.0:1767318923.042366:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1413 00000100:00100000:0.0:1767318923.042377:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2510:x1853163923568512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318923.042410:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923568640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318923.042421:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2806 00000100:00100000:0.0:1767318923.042460:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2510:x1853163923568512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318923.042469:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1413 00000100:00100000:0.0:1767318923.042495:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1414 00000100:00100000:0.0:1767318923.042505:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+51:2510:x1853163923568384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318923.042537:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+51:2510:x1853163923568384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318923.042544:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1414 00000100:00100000:1.0:1767318923.042776:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568256 00000100:00100000:1.0:1767318923.042784:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568256 00000100:00100000:1.0:1767318923.042834:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 217 00000100:00100000:1.0:1767318923.042843:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923568256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318923.042883:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923568256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 42us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318923.042889:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 217 00000100:00100000:0.0:1767318923.273038:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318923.273071:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988385152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767318923.273148:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318923.273267:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988385152 00000100:00100000:2.0:1767318923.273279:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988385152 00000100:00100000:2.0:1767318923.273442:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:2.0:1767318923.273454:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988385152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767318923.273484:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318923.273575:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988385152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318923.273607:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:0.0:1767318923.273706:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988385152:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767318923.593876:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767318924.240056:0:114751:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 137a: DNE: create under striped dir, fail MDT1 ========================================================== 20:55:23 (1767318923) 00000100:00100000:2.0:1767318924.485286:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318924.496958:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923568896 00000100:00100000:0.0:1767318924.496977:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923568896 00000100:00100000:0.0:1767318924.497251:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1635 00000100:00100000:0.0:1767318924.497262:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:79104:x1853163923568896:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767318924.497282:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318924.497307:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36b53 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3176f expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318924.497435:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385280:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767318924.497523:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.497561:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08542180 going to sleep for 11 seconds 00000100:00080000:2.0:1767318924.498614:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318924.502097:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385280:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767318924.502187:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385408:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767318924.502244:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.502279:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08542180 going to sleep for 11 seconds 00000100:00100000:0.0:1767318924.504802:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385408:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1767318924.504883:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767318924.504903:0:86850:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767318924.504912:0:86850:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 86850 initiator: MDT1 00000100:00100000:0.0:1767318924.504930:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385536:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1767318924.504980:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.505011:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08542000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.512980:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385536:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767318924.513008:0:86850:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.513023:0:86850:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318924.521178:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318924.522163:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923569024 00000100:00100000:1.0:1767318924.522175:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923569024 00000100:00080000:2.0:1767318924.522302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1767318924.522346:0:19749:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c36587 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e315a1 expref: 51 pid: 81219 timeout: 4271 lvb_type: 0 00000100:00100000:1.0:1767318924.523036:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2594 00000100:00100000:1.0:1767318924.523047:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2db5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+51:2508:x1853163923569024:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318924.523071:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318924.523079:0:19749:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c36587 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e315a1 expref: 51 pid: 81219 timeout: 4271 lvb_type: 0 00010000:00010000:1.0:1767318924.523094:0:19749:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c36587 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e315a1 expref: 51 pid: 81219 timeout: 4271 lvb_type: 0 00010000:00010000:1.0:1767318924.523118:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c36587 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e315a1 expref: 51 pid: 81219 timeout: 4271 lvb_type: 0 00010000:00010000:1.0:1767318924.523133:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:1.0:1767318924.523140:0:19749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c36b61 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36b5a expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.523150:0:19749:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c36b61 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c36b5a expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.523158:0:19749:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c36b61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c36b5a expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.523195:0:19749:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c36b61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36b5a expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318924.523211:0:19749:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:19749:1853163988385792:0@lo:105: 00000100:00100000:1.0:1767318924.523286:0:19749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.523323:0:19749:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318924.523624:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988385792 00000100:00100000:0.0:1767318924.523631:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988385792 00000100:00100000:0.0:1767318924.523667:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1767318924.523674:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:19749:x1853163988385792:12345-0@lo:105: 00010000:00010000:0.0:1767318924.523686:0:112180:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523694:0:112180:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523712:0:112180:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523719:0:112180:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523725:0:112180:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523732:0:112180:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.523750:0:112180:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d09557200) 00000100:00100000:0.0:1767318924.523791:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:19749:x1853163988385792:12345-0@lo:105: Request processed in 116us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.523798:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1767318924.523837:0:19749:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:19749:1853163988385792:0@lo:105: 00010000:00010000:0.0:1767318924.523851:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318924.523892:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2db5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+50:2508:x1853163923569024:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 847us (2725us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.523901:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2594 00010000:00010000:1.0:1767318924.527867:0:86850:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.527910:0:86850:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318924.527939:0:86850:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767318924.527997:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767318924.528005:0:86850:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767318924.528017:0:86850:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 86850 initiator: MDT1 00000100:00100000:1.0:1767318924.528046:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385920:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1767318924.528121:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.528176:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988385920 00000100:00100000:1.0:1767318924.528182:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988385920 00000100:00100000:1.0:1767318924.528240:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:1.0:1767318924.528249:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:86850:x1853163988385920:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767318924.528265:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318924.528285:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36b68 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.528315:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.528330:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.528351:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7c0729ec00) 00010000:00010000:1.0:1767318924.528354:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318924.528358:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901d400, rc 0) 00000100:00100000:1.0:1767318924.528394:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988385920:12345-0@lo:101:mdt00_004.0 Request processed in 146us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318924.528401:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:1.0:1767318924.528425:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a675c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.528464:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988385920:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767318924.528479:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b6f expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.528488:0:86850:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b6f expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318924.528501:0:86850:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1767318924.528534:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386048:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528558:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.528575:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386048 00000100:00100000:1.0:1767318924.528614:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386048 00000100:00100000:1.0:1767318924.528635:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:1.0:1767318924.528641:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386048:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528693:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386048:12345-0@lo:1000:mdt00_004.0 Request processed in 51us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318924.528700:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00100000:1.0:1767318924.528717:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.528730:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386048:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528772:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386176:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528793:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.528811:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386176 00000100:00100000:1.0:1767318924.528814:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386176 00000100:00100000:1.0:1767318924.528833:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069 00000100:00100000:1.0:1767318924.528838:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386176:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528902:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386176:12345-0@lo:1000:mdt00_004.0 Request processed in 63us (107us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767318924.528908:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069 00000100:00100000:1.0:1767318924.528923:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.528935:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386176:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.528997:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386304:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529018:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.529034:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386304 00000100:00100000:1.0:1767318924.529037:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386304 00000100:00100000:1.0:1767318924.529055:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767318924.529060:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386304:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529102:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386304:12345-0@lo:1000:mdt00_004.0 Request processed in 41us (83us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767318924.529108:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767318924.529124:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.529136:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386304:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529190:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386432:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529215:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.529234:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386432 00000100:00100000:1.0:1767318924.529244:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386432 00000100:00100000:1.0:1767318924.529265:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:1.0:1767318924.529270:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386432:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529310:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386432:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318924.529316:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00100000:1.0:1767318924.529332:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.529343:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386432:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529381:0:86850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386560:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529402:0:86850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.529419:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386560 00000100:00100000:1.0:1767318924.529422:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386560 00000100:00100000:1.0:1767318924.529441:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072 00000100:00100000:1.0:1767318924.529446:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386560:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318924.529483:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:86850:x1853163988386560:12345-0@lo:1000:mdt00_004.0 Request processed in 37us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318924.529489:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072 00000100:00100000:1.0:1767318924.529504:0:86850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.529514:0:86850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:86850:1853163988386560:0@lo:1000:mdt00_004.0 00000040:00080000:1.0:1767318924.530031:0:86850:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].6, 1000 off39288 00000040:00080000:1.0:1767318924.530087:0:86850:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].6, 1152 off40176 00000004:00080000:1.0:1767318924.530094:0:86850:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d1a675c00 with version 17 00000004:00080000:2.0:1767318924.531082:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 17 rpc_version 17 00000020:00100000:2.0:1767318924.531116:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767318924.531124:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3af18700 x1853163988386816/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2440/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318924.531143:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988386816:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767318924.531190:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318924.531223:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d072cf900 going to sleep for 11 seconds 00000100:00100000:0.0:1767318924.531565:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386816 00000100:00100000:0.0:1767318924.531571:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386816 00000100:00100000:0.0:1767318924.531707:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:0.0:1767318924.531713:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988386816:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318924.533316:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:91031:x1853163988386816:12345-0@lo:1000:osp_up0-1.0 Request processed in 1595us (2117us total) trans 124554051731 rc 0/0 00000100:00100000:0.0:1767318924.533334:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00100000:1.0:1767318924.534300:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988386816:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1767318924.535794:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00010000:00010000:0.0:1767318924.535834:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c36b76 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767318924.535853:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c36b76 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767318924.535869:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c36b76 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00000004:00080000:0.0:1767318924.535886:0:86850:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767318924.535896:0:86850:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.535904:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.535911:0:86850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.535944:0:86850:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767318924.535951:0:86850:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767318924.535958:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b6f expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.535965:0:86850:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d1901de00/0x719a348ff1c36b68 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b6f expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.536015:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36b53 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3176f expref: 14 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.536051:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c36b76 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3176f expref: 13 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.536060:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d3a7fd200) 00010000:00010000:0.0:1767318924.536063:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318924.536067:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557c00, rc 0) 00000100:00100000:0.0:1767318924.536137:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:79104:x1853163923568896:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 38876us (50860us total) trans 77309411473 rc 0/0 00000100:00100000:0.0:1767318924.536146:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1635 00010000:00010000:2.0:1767318924.536475:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318924.536483:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.536491:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767318924.536497:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767318924.536504:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.536539:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.536546:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318924.536573:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.536620:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c36b5a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b61 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.536633:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318924.536640:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318924.536642:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318924.536651:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318924.536668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988386944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318924.536729:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.537044:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988386944 00000100:00100000:0.0:1767318924.537053:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988386944 00000100:00100000:0.0:1767318924.537103:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767318924.537112:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7014:x1853163988386944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318924.537125:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318924.537142:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c36b61 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36b5a expref: 10 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.537154:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318924.537158:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318924.537888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988386944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318924.540653:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988386944:12345-0@lo:103:ldlm_bl.0 Request processed in 3531us (3913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.540668:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1767318924.559350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318924.560511:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923569152 00000100:00100000:0.0:1767318924.560523:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923569152 00000100:00100000:0.0:1767318924.560660:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1636 00000100:00100000:0.0:1767318924.560671:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+50:79105:x1853163923569152:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767318924.560708:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318924.560732:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36b7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31776 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.560820:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767318924.560834:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767318924.560845:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00000004:00200000:0.0:1767318924.560894:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767318924.560899:0:86850:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318924.560923:0:86850:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767318924.560962:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36b7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31776 expref: 52 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.560982:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31776 expref: 51 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.560990:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318924.560992:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318924.560996:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767318924.561065:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+51:79105:x1853163923569152:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 396us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.561073:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1636 00000100:00100000:1.0:1767318924.566020:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318924.568717:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923569280 00000100:00100000:2.0:1767318924.568743:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923569280 00000100:00100000:2.0:1767318924.568831:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1637 00000100:00100000:2.0:1767318924.568842:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+51:79105:x1853163923569280:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767318924.568864:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318924.568886:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36b8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3177d expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.568961:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1aa00/0x719a348ff1c36b92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.568976:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1aa00/0x719a348ff1c36b92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.568988:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1aa00/0x719a348ff1c36b92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.569000:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.569010:0:95952:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.569019:0:95952:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.569072:0:95952:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318924.569088:0:95952:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:95952:1853163988387072:0@lo:104: 00000100:00100000:2.0:1767318924.569153:0:95952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318924.569209:0:95952:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d072cf600 going to sleep for 11 seconds 00000100:00100000:2.0:1767318924.569432:0:95952:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:95952:1853163988387072:0@lo:104: 00010000:00010000:2.0:1767318924.569467:0:95952:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000100:00100000:1.0:1767318924.569511:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988387200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318924.569556:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318924.569723:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988387200 00000100:00100000:2.0:1767318924.569731:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988387200 00010000:00010000:2.0:1767318924.570239:0:19749:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318924.570269:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:2.0:1767318924.570276:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988387200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318924.570287:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1767318924.572364:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051731 is committed 00010000:00010000:2.0:1767318924.572572:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c36b6f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c36b68 expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.572621:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7c0729ec00) 00010000:00010000:2.0:1767318924.572627:0:19749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.572637:0:19749:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.572661:0:19749:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318924.572695:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318924.572894:0:95952:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767318924.572909:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36b99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000100:00100000:0.0:1767318924.573036:0:95952:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:95952:1853163988387328:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767318924.573084:0:95952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.573119:0:95952:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31704180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318924.573128:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988387328 00000100:00100000:1.0:1767318924.573138:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988387328 00000100:00100000:1.0:1767318924.573187:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1767318924.573197:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:95952:x1853163988387328:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1767318924.573313:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:95952:x1853163988387328:12345-0@lo:1000:mdt00_005.0 Request processed in 117us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318924.573320:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:2.0:1767318924.573897:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:7014:x1853163988387200:12345-0@lo:103:ldlm_bl.0 Request processed in 3617us (4336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318924.573913:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767318924.573984:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988387200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318924.580162:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318924.585664:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318924.585707:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318924.585904:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923569536 00000100:00100000:0.0:1767318924.585911:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923569536 00000100:00100000:0.0:1767318924.585962:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1639 00000100:00100000:0.0:1767318924.585975:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79105:x1853163923569536:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767318924.585993:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318924.586011:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556600/0x719a348ff1c36bb5 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3178b expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.586089:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767318924.586103:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586114:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586130:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767318924.586137:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586144:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586196:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586204:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586209:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586215:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586221:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318924.586226:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586232:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586241:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d3a7fd200) 00010000:00010000:0.0:1767318924.586244:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318924.586247:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586254:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c36bbc lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586265:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586271:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586275:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586289:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318924.586292:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586298:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586306:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7d3a7fd400) 00010000:00010000:0.0:1767318924.586308:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318924.586311:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586316:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c36bc3 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318924.586353:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556600/0x719a348ff1c36bb5 lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3178b expref: 14 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.586361:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d3a7fd200) 00010000:00010000:0.0:1767318924.586363:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318924.586367:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556600/0x719a348ff1c36bb5 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3178b expref: 14 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.586375:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556600, rc 0) 00000100:00100000:0.0:1767318924.586412:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+13:79105:x1853163923569536:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 442us (760us total) trans 0 rc 301/301 00000100:00100000:0.0:1767318924.586418:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1639 00000100:00100000:2.0:1767318924.593311:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318924.593414:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923569920 00000100:00100000:1.0:1767318924.593424:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923569920 00000100:00100000:1.0:1767318924.593486:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1640 00000100:00100000:1.0:1767318924.593496:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+13:79105:x1853163923569920:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767318924.593516:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318924.593539:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c36bca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31792 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318924.593970:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00010000:00010000:1.0:1767318924.594078:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c36bca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31792 expref: 15 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.594093:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6100) 00010000:00010000:1.0:1767318924.594095:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318924.594101:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c36bca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31792 expref: 15 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318924.594132:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901c600, rc 0) 00000100:00100000:1.0:1767318924.594231:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79105:x1853163923569920:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 737us (930us total) trans 77309411474 rc 301/301 00000100:00100000:1.0:1767318924.594239:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1640 00000100:00100000:1.0:1767318924.598220:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318924.598461:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923570176 00000100:00100000:2.0:1767318924.598471:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923570176 00000100:00100000:2.0:1767318924.598532:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1641 00000100:00100000:2.0:1767318924.598542:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79105:x1853163923570176:12345-192.168.204.13@tcp:36:lfs.0 00010000:00010000:2.0:1767318924.598672:0:81218:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318924.598700:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c36b76 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3176f expref: 14 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318924.598718:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d3a7fd200) 00010000:00010000:2.0:1767318924.598728:0:81218:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318924.598796:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a600/0x719a348ff1c36bd8 lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767318924.598809:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a600/0x719a348ff1c36bd8 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:2.0:1767318924.598819:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a600/0x719a348ff1c36bd8 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:2.0:1767318924.598831:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767318924.598853:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:2.0:1767318924.598860:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00000040:00080000:2.0:1767318924.600417:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].7, 2152 off41440 00000040:00080000:2.0:1767318924.600501:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].7, 2352 off42528 00000004:00080000:2.0:1767318924.600508:0:81218:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d072cf600 with version 18 00000004:00080000:1.0:1767318924.602913:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 18 rpc_version 18 00000020:00100000:1.0:1767318924.603059:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767318924.603073:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2d02f100 x1853163988387584/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 3960/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318924.603100:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988387584:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318924.603177:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318924.603267:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a675780 going to sleep for 11 seconds 00000100:00100000:0.0:1767318924.603435:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988387584 00000100:00100000:0.0:1767318924.603444:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988387584 00000100:00100000:0.0:1767318924.603561:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075 00000100:00100000:0.0:1767318924.603571:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:91031:x1853163988387584:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767318924.607371:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988387584:12345-0@lo:1000:osp_up0-1.0 Request processed in 3793us (4183us total) trans 124554051732 rc 0/0 00000100:00100000:2.0:1767318924.607387:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075 00000100:00100000:1.0:1767318924.607464:0:91031:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 124554051731 gen 3 00000004:00080000:1.0:1767318924.607471:0:91031:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 124554051731 committed transno 124554051731 00000100:00100000:1.0:1767318924.607499:0:91031:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7d2d02f100 x1853163988387584/t124554051732(124554051732) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 3960/4320 e 0 to 0 dl 1767318940 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318924.607823:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988387584:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318924.608236:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988387712 00000100:00100000:0.0:1767318924.608242:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988387712 00000100:00100000:0.0:1767318924.608282:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076 00000100:00100000:0.0:1767318924.608290:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:81218:x1853163988387712:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1767318924.608307:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318924.608322:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36bfb lrc: 2/0,0 mode: --/PW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36bf4 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.608340:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36bfb lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36bf4 expref: 9 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.608350:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36bfb lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36bf4 expref: 9 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318924.608359:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d3a7fd400) 00010000:00010000:0.0:1767318924.608362:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318924.608364:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556600, rc 0) 00000100:00100000:0.0:1767318924.608399:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988387712:12345-0@lo:101:mdt00_001.0 Request processed in 110us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.608404:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076 00000100:00100000:0.0:1767318924.611391:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923570432 00000100:00100000:0.0:1767318924.611399:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923570432 00000100:00100000:0.0:1767318924.611460:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 285 00000100:00100000:0.0:1767318924.611469:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:79105:x1853163923570432:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767318924.611761:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:79105:x1853163923570432:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 292us (473us total) trans 77309411476 rc 0/0 00000100:00100000:0.0:1767318924.611785:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 285 00010000:00010000:0.0:1767318924.617444:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1767318925.451910:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051732 is committed 00010000:00010000:1.0:1767318925.455251:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455263:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455271:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455286:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1a400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318925.455307:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455315:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455330:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7d407b3200) 00010000:00010000:1.0:1767318925.455336:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318925.455344:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455351:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36bdf lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455370:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455377:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455383:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455388:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318925.455395:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455402:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455410:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7d0c549400) 00010000:00010000:1.0:1767318925.455413:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318925.455416:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00000100:00100000:2.0:1767318925.455421:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1767318925.455434:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19e00/0x719a348ff1c36be6 lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00000100:00100000:2.0:1767318925.455443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988387840:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767318925.455449:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455457:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455463:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455468:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318925.455472:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455478:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455486:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7d0c549d00) 00010000:00010000:1.0:1767318925.455488:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318925.455491:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 2/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767318925.455496:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18400/0x719a348ff1c36bed lrc: 0/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00000100:00100000:2.0:1767318925.455512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1767318925.455518:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 73014444094 committed batchid 73014444093 00000020:00080000:1.0:1767318925.456465:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444093 00000100:00100000:1.0:1767318925.458212:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988387840:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:1.0:1767318925.493504:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444094 00000004:00080000:1.0:1767318925.493616:0:91046:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d1a675780 with version 19 00000020:00080000:1.0:1767318925.493631:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 73014444094 cancel update log [0x2000090a1:0x2:0x0].6: rc = 0 00000020:00080000:1.0:1767318925.493705:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 73014444094 cancel update log [0x2400088d0:0x2:0x0].6: rc = 0 00000020:00080000:1.0:1767318925.493728:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444094 00000004:00080000:2.0:1767318925.493927:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 19 rpc_version 19 00000020:00100000:2.0:1767318925.493961:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767318925.493973:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03ea4e00 x1853163988388096/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318925.493997:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988388096:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767318925.494063:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318925.494095:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d05f97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318925.494611:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388096 00000100:00100000:0.0:1767318925.494620:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388096 00000100:00100000:0.0:1767318925.494807:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077 00000100:00100000:0.0:1767318925.494816:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:91031:x1853163988388096:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318925.495230:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988388096:12345-0@lo:1000:osp_up0-1.0 Request processed in 414us (1165us total) trans 124554051733 rc 0/0 00000100:00100000:0.0:1767318925.495238:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077 00000020:00080000:0.0:1767318925.496472:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 73014444095 committed batchid 73014444094 00000020:00080000:0.0:1767318925.498786:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444094 00000020:00080000:1.0:1767318925.517355:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444095 00000004:00080000:1.0:1767318925.517411:0:91046:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d1a6759c0 with version 20 00000020:00080000:1.0:1767318925.517426:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 73014444095 cancel update log [0x2000090a1:0x2:0x0].7: rc = 0 00000020:00080000:1.0:1767318925.517490:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 73014444095 cancel update log [0x2400088d0:0x2:0x0].7: rc = 0 00000020:00080000:1.0:1767318925.517499:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444095 00000100:00100000:0.0:1767318925.517845:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388352 00000100:00100000:0.0:1767318925.517854:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388352 00000100:00100000:0.0:1767318925.517926:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:0.0:1767318925.517936:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988388352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318925.518095:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988388352:12345-0@lo:1000:osp_up0-1.0 Request processed in 160us (396us total) trans 124554051734 rc 0/0 00000001:00080000:2.0:1767318925.518956:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051733 is committed 00000100:00100000:0.0:1767318925.519455:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000001:00080000:1.0:1767318925.523351:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051734 is committed 00000100:00100000:0.0:1767318925.573232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318925.586497:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318925.586627:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923570688 00000100:00100000:0.0:1767318925.586638:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923570688 00000100:00100000:0.0:1767318925.586708:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1643 00000100:00100000:0.0:1767318925.586718:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:79114:x1853163923570688:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767318925.586774:0:95952:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445425152 avail 1299185664 00000100:00100000:0.0:1767318925.586851:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:79114:x1853163923570688:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 135us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318925.586866:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1643 00010000:00010000:2.0:1767318926.664869:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318927.368979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0716bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988388480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318927.369038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.369631:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388480 00000100:00100000:1.0:1767318927.369639:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388480 00000100:00100000:1.0:1767318927.369707:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:1.0:1767318927.369714:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988388480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318927.369735:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318927.369763:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988388480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318927.369767:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1767318927.369840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0716bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988388480:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318927.369959:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318927.369962:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:2.0:1767318927.369986:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318927.369988:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00100000:2.0:1767318927.370011:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988388864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.370039:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.370060:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988389376:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.370079:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.370095:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318927.370099:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988388992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.370119:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.370138:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988389504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.370156:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.370180:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388992 00000100:00100000:2.0:1767318927.370183:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388992 00000100:00100000:2.0:1767318927.370209:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767318927.370215:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988388992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.370255:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988388992:12345-0@lo:400:kworker.0 Request processed in 39us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318927.370262:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767318927.370282:0:7011:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 124554051734 gen 3 00000004:00080000:2.0:1767318927.370285:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 124554051733 committed transno 124554051734 00000004:00080000:2.0:1767318927.370298:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 124554051734 committed transno 124554051734 00000100:00100000:2.0:1767318927.370306:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988388992:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370377:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388864 00000100:00100000:0.0:1767318927.370381:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388864 00000100:00100000:0.0:1767318927.370415:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389504 00000100:00100000:0.0:1767318927.370418:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389504 00000100:00100000:0.0:1767318927.370431:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1767318927.370435:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988388864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370460:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988388864:12345-0@lo:400:kworker.0 Request processed in 24us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370464:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1767318927.370473:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1767318927.370476:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988389504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370497:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988389504:12345-0@lo:400:kworker.0 Request processed in 20us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370503:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1767318927.370527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988388608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370565:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988389120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370631:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370647:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988389632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370690:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1767318927.370694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988388736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370708:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988389248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370727:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370736:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988389760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.370761:0:111371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388608 00000100:00100000:0.0:1767318927.370763:0:111371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388608 00000100:00100000:0.0:1767318927.370780:0:111371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1767318927.370784:0:111371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988388608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370804:0:111371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988388608:12345-0@lo:400:kworker.0 Request processed in 21us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370808:0:111371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1767318927.370827:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389120 00000100:00100000:0.0:1767318927.370830:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389120 00000100:00100000:0.0:1767318927.370844:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389632 00000100:00100000:0.0:1767318927.370846:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389632 00000100:00100000:0.0:1767318927.370859:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988388736 00000100:00100000:0.0:1767318927.370861:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988388736 00000100:00100000:0.0:1767318927.370872:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389760 00000100:00100000:0.0:1767318927.370874:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389760 00000100:00100000:0.0:1767318927.370887:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1767318927.370892:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7013:x1853163988389120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370917:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7013:x1853163988389120:12345-0@lo:400:kworker.0 Request processed in 25us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370921:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1767318927.370929:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1767318927.370938:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988389632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370956:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988389632:12345-0@lo:400:kworker.0 Request processed in 18us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370959:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1767318927.370966:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1767318927.370970:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988388736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.370982:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988388736:12345-0@lo:400:kworker.0 Request processed in 13us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.370986:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1767318927.370991:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1767318927.370994:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988389760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371006:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988389760:12345-0@lo:400:kworker.0 Request processed in 12us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.371010:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1767318927.371019:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389248 00000100:00100000:0.0:1767318927.371021:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389248 00000100:00100000:0.0:1767318927.371033:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080 00000100:00100000:0.0:1767318927.371036:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988389248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371052:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988389248:12345-0@lo:400:kworker.0 Request processed in 15us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.371055:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080 00000100:00100000:0.0:1767318927.371073:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988389504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371079:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988388864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371092:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988388736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371108:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988389248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988389760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988388608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371130:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988389120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.371137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988389632:0@lo:400:kworker.0 00000100:00080000:0.0:1767318927.371941:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318927.882013:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318927.882042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988389888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318927.882127:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.882474:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988389888 00000100:00100000:1.0:1767318927.882481:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988389888 00000100:00100000:1.0:1767318927.882550:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081 00000100:00100000:1.0:1767318927.882560:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988389888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767318927.882619:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445195776 avail 1298956288 00000100:00100000:1.0:1767318927.882673:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988389888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318927.882690:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081 00000100:00100000:0.0:1767318927.883227:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988389888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318927.884113:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390016 00000100:00100000:2.0:1767318927.884119:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390016 00000100:00100000:2.0:1767318927.884162:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082 00000100:00100000:2.0:1767318927.884170:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988390016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767318927.884196:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445425152 avail 1299185664 00000100:00100000:2.0:1767318927.884244:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988390016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318927.884251:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082 00000100:00100000:1.0:1767318928.165142:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318928.165196:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318928.165244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318928.165278:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318928.165356:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923570944 00000100:00100000:0.0:1767318928.165371:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923570944 00000100:00100000:0.0:1767318928.165470:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 219 00000100:00100000:2.0:1767318928.165478:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923571072 00000100:00100000:0.0:1767318928.165487:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923570944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318928.165492:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923571072 00000100:00100000:0.0:1767318928.165645:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923570944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 163us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318928.165648:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923571200 00000100:00100000:2.0:1767318928.165655:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923571200 00000100:00100000:0.0:1767318928.165675:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 219 00000100:00100000:2.0:1767318928.165697:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1421 00000100:00100000:2.0:1767318928.165712:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+52:2509:x1853163923571072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318928.165783:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+52:2509:x1853163923571072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318928.165791:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1421 00000100:00100000:2.0:1767318928.165813:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1422 00000100:00100000:2.0:1767318928.165820:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923571200:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318928.165860:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923571200:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318928.165867:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1422 00000100:00080000:2.0:1767318928.165916:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318928.165923:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767318928.170300:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318928.393117:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988390144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767318928.393210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318928.393775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988390144:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767318928.712930:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318930.761148:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318932.489855:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318932.489875:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0716b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988390272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318932.489961:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318932.490104:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390272 00000100:00100000:1.0:1767318932.490115:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390272 00000100:00100000:1.0:1767318932.490190:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:1.0:1767318932.490202:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988390272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318932.490240:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318932.490294:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988390272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318932.490302:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:1.0:1767318932.490348:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0716b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988390272:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318932.490412:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318932.491852:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318932.491857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988390528:0@lo:400:kworker.0 00000100:00080000:0.0:1767318932.491858:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:0.0:1767318932.491878:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.491881:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00100000:2.0:1767318932.491938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.491951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988390784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.491984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988391040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.491987:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492005:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988391296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492005:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318932.492022:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988391552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492026:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318932.492041:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492044:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767318932.492049:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988390656:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492056:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1767318932.492061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988390400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492067:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492083:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988391168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492105:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318932.492119:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988390912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492135:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391168 00000100:00100000:2.0:1767318932.492137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492142:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391168 00000100:00100000:2.0:1767318932.492153:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988391424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.492194:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767318932.492197:0:111371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390400 00000100:00100000:2.0:1767318932.492200:0:111371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390400 00000100:00100000:0.0:1767318932.492203:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988391168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492234:0:111371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1767318932.492240:0:111371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988390400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492256:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988391168:12345-0@lo:400:kworker.0 Request processed in 54us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318932.492263:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767318932.492268:0:111371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988390400:12345-0@lo:400:kworker.0 Request processed in 29us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.492274:0:111371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00080000:0.0:1767318932.492290:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318932.492303:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390528 00000100:00100000:2.0:1767318932.492307:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390528 00000100:00100000:0.0:1767318932.492318:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988391168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492333:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391296 00000100:00100000:2.0:1767318932.492335:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391296 00000100:00100000:2.0:1767318932.492347:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391552 00000100:00100000:2.0:1767318932.492349:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391552 00000100:00100000:0.0:1767318932.492353:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390656 00000100:00100000:0.0:1767318932.492355:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390656 00000100:00100000:2.0:1767318932.492362:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390912 00000100:00100000:2.0:1767318932.492364:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390912 00000100:00100000:0.0:1767318932.492370:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1767318932.492381:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988390528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.492398:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391424 00000100:00100000:2.0:1767318932.492401:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391424 00000100:00100000:0.0:1767318932.492411:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988390528:12345-0@lo:400:kworker.0 Request processed in 30us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.492416:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1767318932.492419:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1767318932.492420:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988391296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492430:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:0.0:1767318932.492435:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988391552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.492469:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988391552:12345-0@lo:400:kworker.0 Request processed in 33us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.492469:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988391296:12345-0@lo:400:kworker.0 Request processed in 48us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318932.492475:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1767318932.492852:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988390784 00000100:00100000:1.0:1767318932.492857:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988390784 00000100:00100000:1.0:1767318932.492892:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391040 00000100:00100000:1.0:1767318932.492895:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391040 00000100:00100000:1.0:1767318932.492914:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083 00000100:00100000:1.0:1767318932.492921:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7014:x1853163988390784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318932.492969:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7014:x1853163988390784:12345-0@lo:400:kworker.0 Request processed in 48us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318932.492976:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083 00000100:00100000:1.0:1767318932.492989:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084 00000100:00100000:1.0:1767318932.492995:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988391040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318932.493020:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988391040:12345-0@lo:400:kworker.0 Request processed in 25us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318932.493036:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084 00000100:00100000:2.0:1767318932.495054:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767318932.495111:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1767318932.495135:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988390656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495240:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988390656:12345-0@lo:400:kworker.0 Request processed in 119us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.495248:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1767318932.495265:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1767318932.495271:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988390912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495303:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988390912:12345-0@lo:400:kworker.0 Request processed in 33us (3165us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.495309:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1767318932.495320:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1767318932.495326:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988391424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495352:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988391424:12345-0@lo:400:kworker.0 Request processed in 27us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.495357:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00080000:2.0:1767318932.495413:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767318932.495419:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318932.495473:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988390656:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495491:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988390784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495527:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988391296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988390400:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988390912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988391424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988391040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988391552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318932.495659:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988390528:0@lo:400:kworker.0 00010000:00010000:0.0:1767318932.809806:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318933.001002:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318933.001044:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988391680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318933.001144:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318933.001508:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988391680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318933.002506:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0716b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988391808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318933.002564:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318933.003049:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0716b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988391808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767318933.283554:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318933.283995:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318933.284080:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318933.284122:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318933.284177:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923571584 00000100:00100000:0.0:1767318933.284188:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923571584 00000100:00100000:0.0:1767318933.284247:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 221 00000100:00100000:0.0:1767318933.284257:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923571584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318933.284329:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923571584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318933.284337:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 221 00000100:00100000:1.0:1767318933.288639:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318933.288836:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923571712 00000100:00100000:2.0:1767318933.288841:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923571712 00000100:00100000:2.0:1767318933.288883:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923571840 00000100:00100000:2.0:1767318933.288887:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923571840 00000100:00100000:2.0:1767318933.288909:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1429 00000100:00100000:2.0:1767318933.288916:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+52:2509:x1853163923571712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318933.288983:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+52:2509:x1853163923571712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (5444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318933.288999:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1429 00000100:00100000:2.0:1767318933.289015:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1430 00000100:00100000:2.0:1767318933.289020:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923571840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318933.289041:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923571840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 19us (4919us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318933.289047:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1430 00000100:00100000:0.0:1767318933.295077:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318933.295177:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572096 00000100:00100000:1.0:1767318933.295188:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572096 00000100:00100000:1.0:1767318933.295245:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2812 00000100:00100000:1.0:1767318933.295255:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923572096:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 00010000:00080000:1.0:1767318933.295275:0:37862:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d3a9a2680 x1853163923572096/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:599/0 lens 224/0 e 0 to 0 dl 1767318944 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.295301:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923572096:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 Request processed in 49us (234us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767318933.295309:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2812 00010000:00080000:2.0:1767318933.295421:0:113832:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:2.0:1767318933.295575:0:113832:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00010000:00080000:2.0:1767318933.301140:0:113832:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:2.0:1767318933.301159:0:113832:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7d070c0700 x1853163988375552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/0 e 2 to 0 dl 1767318952 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767318933.301280:0:113832:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7d2a4b0a80 x1853163988375808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:607/0 lens 224/0 e 2 to 0 dl 1767318952 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767318933.301408:0:113832:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.204.13@tcp: req@ffff9e7d3a9a2680 x1853163923572096/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:599/0 lens 224/0 e 0 to 0 dl 1767318944 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1767318933.301495:0:113832:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-OST0000: Recovery over after 0:33, of 3 clients 3 recovered and 0 were evicted. 00000100:00100000:1.0:1767318933.306680:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318933.306816:0:111386:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0716a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:111386:1853163988392064:0@lo:7:osp-pre-0-0.0 00000100:00100000:1.0:1767318933.307041:0:111386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318933.307062:0:111386:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a675900 going to sleep for 11 seconds 00000100:00100000:1.0:1767318933.307076:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988391936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318933.307099:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318933.307131:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988364800 00000100:00100000:1.0:1767318933.307138:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988364800 00000100:00100000:1.0:1767318933.307187:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988391936 00000100:00100000:1.0:1767318933.307191:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988391936 00000100:00100000:1.0:1767318933.307208:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:1.0:1767318933.307229:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988364800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318933.307250:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8388608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318933.307293:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988364800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.307301:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00100000:1.0:1767318933.307318:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767318933.307324:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988391936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318933.307332:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8388608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318933.307359:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988391936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.307365:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00010000:00080000:1.0:1767318933.307396:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d07169500 x1853163988391936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.307413:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988391936:0@lo:13:osp-pre-0-0.0 00002000:00080000:2.0:1767318933.308600:0:113832:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1767318933.308611:0:113832:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00010000:00080000:1.0:1767318933.309337:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d046b5c00 x1853163988364800/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318949 ref 1 fl Rpc:RQU/202/0 rc -107/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.309359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988364800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318933.309389:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392064 00000100:00100000:1.0:1767318933.309394:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392064 00000100:00100000:1.0:1767318933.309451:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00000100:00100000:1.0:1767318933.309459:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:111386:x1853163988392064:12345-0@lo:7:osp-pre-0-0.0 00002000:00080000:1.0:1767318933.309480:0:18971:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x2c0000400:0x3c1:0x0] 00000100:00100000:1.0:1767318933.309538:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:111386:x1853163988392064:12345-0@lo:7:osp-pre-0-0.0 Request processed in 80us (2497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.309545:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00010000:00080000:1.0:1767318933.309609:0:111386:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d0716a680 x1853163988392064/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767318949 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.309618:0:111386:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0716a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:111386:1853163988392064:0@lo:7:osp-pre-0-0.0 00000004:00080000:1.0:1767318933.309628:0:111386:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x2c0000400:0x3c1:0x0] 00000100:00100000:2.0:1767318933.310614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318933.310825:0:91037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:91037:1853163988392320:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1767318933.311137:0:91037:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318933.311163:0:91037:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318933.311210:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392320 00000100:00100000:2.0:1767318933.311216:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392320 00000100:00100000:2.0:1767318933.311258:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:2.0:1767318933.311266:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:91037:x1853163988392320:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:2.0:1767318933.312096:0:37862:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x2c0000401 00002000:00080000:2.0:1767318933.312102:0:37862:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x2c0000401:0x621:0x0] 00000100:00100000:2.0:1767318933.312643:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:91037:x1853163988392320:12345-0@lo:7:osp-pre-0-1.0 Request processed in 1374us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318933.312652:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000100:00100000:1.0:1767318933.312730:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923570816 00000100:00100000:1.0:1767318933.312736:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923570816 00000100:00100000:1.0:1767318933.312784:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392192 00000100:00100000:1.0:1767318933.312787:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392192 00000100:00100000:1.0:1767318933.312804:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2273 00000100:00100000:1.0:1767318933.312812:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:79114:x1853163923570816:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767318933.312831:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318933.312913:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:79114:x1853163923570816:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 101us (2339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.312919:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2273 00000100:00100000:1.0:1767318933.312931:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1767318933.312936:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988392192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318933.312945:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318933.312978:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988392192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.312984:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00010000:00080000:1.0:1767318933.313023:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3a9a3100 x1853163988392192/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.313042:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988392192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318933.316308:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318933.316401:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572224 00000100:00100000:2.0:1767318933.316410:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572224 00000100:00100000:2.0:1767318933.316477:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2275 00000100:00100000:2.0:1767318933.316487:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:79114:x1853163923572224:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:2.0:1767318933.316512:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318933.316612:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:79114:x1853163923572224:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 126us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318933.316621:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2275 00010000:00080000:0.0:1767318933.329127:0:91037:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3a9a3800 x1853163988392320/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767318949 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318933.329148:0:91037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:91037:1853163988392320:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1767318933.329164:0:91037:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x2c0000401:0x621:0x0] 00000100:00100000:0.0:1767318933.378184:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572480 00000100:00100000:0.0:1767318933.378199:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572480 00000100:00100000:0.0:1767318933.378268:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1644 00000100:00100000:0.0:1767318933.378278:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+52:79124:x1853163923572480:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00010000:0.0:1767318933.378342:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318933.378369:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36b84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31776 expref: 52 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.378387:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318933.378392:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318933.378464:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378478:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378488:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378500:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378506:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378512:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378942:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378951:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378970:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378976:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318933.378980:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378987:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.378995:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318933.378997:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318933.379001:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.379006:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c02 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000004:00010000:0.0:1767318933.379015:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b3c8a03 reply state 00000000e5a652c5 transno 124554051735 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.379024:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.379030:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d03e87e00) 00010000:00010000:0.0:1767318933.379032:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318933.379035:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767318933.379113:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+53:79124:x1853163923572480:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 836us (2633us total) trans 124554051735 rc 0/0 00000100:00100000:0.0:1767318933.379121:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1644 00000100:00100000:0.0:1767318933.396663:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572608 00000100:00100000:0.0:1767318933.396686:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572608 00000100:00100000:0.0:1767318933.396752:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1645 00000100:00100000:0.0:1767318933.396761:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+53:79127:x1853163923572608:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767318933.396794:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318933.396816:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31799 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.397090:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.397106:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.397118:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:0.0:1767318933.397164:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767318933.397169:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318933.397192:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.397219:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31799 expref: 55 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.397237:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31799 expref: 54 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.397246:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318933.397249:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318933.397253:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767318933.397360:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+54:79127:x1853163923572608:12345-192.168.204.13@tcp:101:rm.0 Request processed in 600us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318933.397375:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1645 00000100:00100000:1.0:1767318933.406406:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318933.407498:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572736 00000100:00100000:0.0:1767318933.407511:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572736 00000100:00100000:0.0:1767318933.407601:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1646 00000100:00100000:0.0:1767318933.407611:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+54:79127:x1853163923572736:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767318933.407631:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318933.407652:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317a0 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.407724:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.407737:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.407746:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.407756:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.407763:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.407975:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408066:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408074:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408093:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:0.0:1767318933.408139:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x2f:0x0]: returning size 0 00000004:00200000:0.0:1767318933.408144:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318933.408165:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408177:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408187:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408193:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408200:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408207:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318933.408211:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408219:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408230:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:0.0:1767318933.408233:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318933.408237:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408243:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36c25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408263:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408268:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408274:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408279:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318933.408282:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408287:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408295:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d03e87e00) 00010000:00010000:0.0:1767318933.408297:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318933.408300:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408304:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36c2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767318933.408334:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36c1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317a0 expref: 56 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.408346:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317a0 expref: 55 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318933.408352:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x2f:0x0].0x0 (ffff9e7d03e87500) 00010000:00010000:0.0:1767318933.408360:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767318933.408363:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00000100:00100000:1.0:1767318933.408549:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+55:79127:x1853163923572736:12345-192.168.204.13@tcp:101:rm.0 Request processed in 938us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.408559:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1646 00000100:00100000:1.0:1767318933.412237:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572992 00000100:00100000:1.0:1767318933.412248:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572992 00000100:00100000:1.0:1767318933.412312:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00100000:1.0:1767318933.412322:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+55:79127:x1853163923572992:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767318933.412381:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318933.412406:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36c33 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317a0 expref: 55 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318933.412439:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x2f:0x0].0x0 (ffff9e7d03e87500) 00010000:00010000:1.0:1767318933.412458:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36c17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31799 expref: 54 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318933.412467:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:1.0:1767318933.412470:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318933.412495:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412507:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412516:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412527:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412534:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412809:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412898:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412907:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.412914:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413242:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413251:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413259:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413266:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413271:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413277:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c4f lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413338:0:81219:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318933.413359:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413365:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413378:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413383:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318933.413388:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413395:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413403:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x2f:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:1.0:1767318933.413406:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318933.413409:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413415:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c36c48 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413521:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413528:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413533:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413538:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318933.413541:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413557:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413576:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:1.0:1767318933.413605:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318933.413609:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413615:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c3a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000004:00010000:1.0:1767318933.413625:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001610e695 reply state 000000004ddce697 transno 124554051736 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413634:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318933.413640:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d03e87e00) 00010000:00010000:1.0:1767318933.413643:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318933.413645:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318933.414010:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+55:79127:x1853163923572992:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1688us (1894us total) trans 124554051736 rc 0/0 00000100:00100000:1.0:1767318933.414019:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00100000:0.0:1767318933.515673:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392448 00000100:00100000:0.0:1767318933.515682:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392448 00000100:00100000:0.0:1767318933.515737:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:0.0:1767318933.515747:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988392448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767318933.515775:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318933.515831:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988392448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318933.515839:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00010000:00010000:2.0:1767318933.839700:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318935.888131:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318937.608810:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988392704:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.608881:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.608913:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988393216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.608939:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.608958:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988393728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.608977:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.609000:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767318937.609005:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988392832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609025:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.609040:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988393344:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609060:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.609077:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988393856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609098:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.609133:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392704 00000100:00100000:0.0:1767318937.609140:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392704 00000100:00100000:0.0:1767318937.609203:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392832 00000100:00100000:0.0:1767318937.609207:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392832 00000100:00100000:0.0:1767318937.609229:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988393344 00000100:00100000:0.0:1767318937.609232:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988393344 00000100:00100000:0.0:1767318937.609242:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988393856 00000100:00100000:0.0:1767318937.609244:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988393856 00000100:00100000:0.0:1767318937.609258:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1767318937.609265:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988392704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609316:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988392704:12345-0@lo:400:kworker.0 Request processed in 51us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609324:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1767318937.609360:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1767318937.609367:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988392832:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767318937.609380:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b4000 x1853163988392832/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767318948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.609408:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988392832:12345-0@lo:400:kworker.0 Request processed in 41us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609413:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1767318937.609425:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1767318937.609430:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988393344:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767318937.609441:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b6300 x1853163988393344/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767318948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.609464:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988393344:12345-0@lo:400:kworker.0 Request processed in 35us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609469:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1767318937.609480:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1767318937.609485:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988393856:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767318937.609501:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b5880 x1853163988393856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767318948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.609527:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988393856:12345-0@lo:400:kworker.0 Request processed in 42us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609533:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1767318937.609556:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988393216 00000100:00100000:0.0:1767318937.609560:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988393216 00000100:00100000:0.0:1767318937.609609:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988393728 00000100:00100000:0.0:1767318937.609612:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988393728 00000100:00100000:0.0:1767318937.609633:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1767318937.609638:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988393216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609668:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988393216:12345-0@lo:400:kworker.0 Request processed in 30us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609674:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1767318937.609685:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1767318937.609691:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988393728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609715:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988393728:12345-0@lo:400:kworker.0 Request processed in 25us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.609721:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1767318937.609781:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988392832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609792:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988393344:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609800:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988393856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.609808:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988392704:0@lo:400:kworker.0 00010000:00080000:0.0:1767318937.609818:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3a9a3b80 x1853163988393216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.609833:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988393216:0@lo:400:kworker.0 00010000:00080000:0.0:1767318937.609844:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3a9a1c00 x1853163988393728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.609851:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988393728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988392960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988393472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610237:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988393984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610285:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1767318937.610291:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988392576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988393088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610383:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610397:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988393600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610415:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988394112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318937.610482:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392960 00000100:00100000:1.0:1767318937.610486:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392960 00000100:00100000:1.0:1767318937.610516:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988393472 00000100:00100000:1.0:1767318937.610518:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988393472 00000100:00100000:1.0:1767318937.610536:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087 00000100:00100000:1.0:1767318937.610542:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988392960:12345-0@lo:400:kworker.0 00010000:00000080:1.0:1767318937.610556:0:99440:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d0716a300 x1853163988392960/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767318948 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318937.610609:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988392960:12345-0@lo:400:kworker.0 Request processed in 66us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318937.610616:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087 00000100:00100000:1.0:1767318937.610629:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4088 00000100:00100000:1.0:1767318937.610636:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988393472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610661:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988393472:12345-0@lo:400:kworker.0 Request processed in 26us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318937.610667:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4088 00000100:00100000:1.0:1767318937.610849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988392960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.610859:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988393472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.612606:0:111371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988392576 00000100:00100000:0.0:1767318937.612616:0:111371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988392576 00000100:00100000:0.0:1767318937.612665:0:111371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1767318937.612673:0:111371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988392576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.613959:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988394240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318937.614025:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.614225:0:111371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988392576:12345-0@lo:400:kworker.0 Request processed in 1551us (3897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.614234:0:111371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1767318937.614283:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394240 00000100:00100000:0.0:1767318937.614289:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394240 00000100:00100000:0.0:1767318937.614325:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:0.0:1767318937.614334:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988394240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318937.615837:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318937.615881:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988394240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1548us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.615889:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00100000:0.0:1767318937.615922:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1767318937.615930:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988394112:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767318937.615947:0:81217:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d07168a80 x1853163988394112/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1767318948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318937.615978:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988394112:12345-0@lo:400:kworker.0 Request processed in 51us (5531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.615991:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1767318937.616052:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988394240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318937.616615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988392576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.616629:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988393088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.616639:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988393600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.616650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988394112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.616659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988393984:0@lo:400:kworker.0 00010000:00010000:0.0:1767318937.933491:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318938.125888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988394368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767318938.125960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318938.126733:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988394496:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767318938.126768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318938.126917:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394368 00000100:00100000:1.0:1767318938.126925:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394368 00000100:00100000:1.0:1767318938.126977:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089 00000100:00100000:1.0:1767318938.126985:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988394368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767318938.127020:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445195776 avail 1298956288 00010000:00000080:1.0:1767318938.127034:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b4a80 x1853163988394368/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:604/0 lens 224/368 e 0 to 0 dl 1767318949 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318938.127077:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988394368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.127083:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089 00000100:00100000:1.0:1767318938.127100:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394496 00000100:00100000:1.0:1767318938.127103:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394496 00000100:00100000:1.0:1767318938.127123:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090 00000100:00100000:1.0:1767318938.127128:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988394496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767318938.127143:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445425152 avail 1299185664 00000100:00100000:1.0:1767318938.127191:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988394496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.127207:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090 00000100:00100000:1.0:1767318938.127252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988394496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767318938.127283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988394368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318938.411315:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923573248 00000100:00100000:1.0:1767318938.411321:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923573248 00000100:00100000:1.0:1767318938.418998:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923573376 00000100:00100000:1.0:1767318938.419013:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923573376 00000100:00100000:1.0:1767318938.419076:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1437 00000100:00100000:1.0:1767318938.419087:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+55:2509:x1853163923573248:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:1.0:1767318938.419121:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d2d9dc700 x1853163923573248/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:604/0 lens 224/224 e 0 to 0 dl 1767318949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318938.419191:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+55:2509:x1853163923573248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (14720us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.419199:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1437 00000100:00100000:1.0:1767318938.419218:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1438 00000100:00100000:1.0:1767318938.419225:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923573376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318938.419250:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923573376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (10494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.419256:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1438 00000100:00080000:1.0:1767318938.419284:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318938.420943:0:111372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923573120 00000100:00100000:1.0:1767318938.420955:0:111372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923573120 00000100:00100000:1.0:1767318938.421006:0:111372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 223 00000100:00100000:1.0:1767318938.421015:0:111372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923573120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318938.421094:0:111372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923573120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (12365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.421102:0:111372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 223 00000100:00100000:1.0:1767318938.633237:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318938.633262:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988394624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318938.633321:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318938.633368:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988394752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318938.633392:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318938.633539:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394624 00000100:00100000:1.0:1767318938.633549:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394624 00000100:00100000:1.0:1767318938.633611:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394752 00000100:00100000:1.0:1767318938.633614:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394752 00000100:00100000:1.0:1767318938.633631:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767318938.633639:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988394624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318938.633666:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318938.634275:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988394624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 634us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.634283:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767318938.634301:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:1.0:1767318938.634308:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988394752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318938.634319:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318938.634358:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988394752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318938.634364:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00010000:00080000:1.0:1767318938.634522:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3af19c00 x1853163988394752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318938.634566:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988394752:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1767318938.634624:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3af1ad80 x1853163988394624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318938.634636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988394624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318938.637054:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988394880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767318938.637123:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318938.637180:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988394880 00000100:00100000:2.0:1767318938.637187:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988394880 00000100:00100000:2.0:1767318938.637229:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:2.0:1767318938.637236:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988394880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767318938.637259:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318938.637301:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988394880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318938.637308:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:2.0:1767318938.637369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988394880:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1767318939.148437:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051736 is committed 00010000:00010000:1.0:1767318939.148466:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148477:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148485:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148491:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318939.148496:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148503:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148533:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d03e87e00) 00010000:00010000:1.0:1767318939.148536:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318939.148540:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148546:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36c09 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148562:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148575:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148605:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148610:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318939.148613:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148618:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148626:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d03e87e00) 00010000:00010000:1.0:1767318939.148628:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318939.148630:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767318939.148635:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c36c41 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000001:02000400:2.0:1767318939.408907:0:115147:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:1.0:1767318939.494842:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923573760 00000100:00100000:1.0:1767318939.494856:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923573760 00000100:00100000:1.0:1767318939.494936:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1648 00000100:00100000:1.0:1767318939.494947:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+51:79194:x1853163923573760:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767318939.494968:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318939.494991:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317a7 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.495060:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318939.495088:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318939.495099:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:1.0:1767318939.495145:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767318939.495150:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318939.495171:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318939.495201:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c36c56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317a7 expref: 53 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.495219:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c36c5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317a7 expref: 52 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.495227:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:1.0:1767318939.495230:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318939.495234:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901ce00, rc 0) 00010000:00000080:1.0:1767318939.495241:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d2d9dd500 x1853163923573760/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:605/0 lens 576/688 e 0 to 0 dl 1767318950 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767318939.495326:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+52:79194:x1853163923573760:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 380us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318939.495334:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1648 00000100:00100000:1.0:1767318939.501846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318939.501928:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923573888 00000100:00100000:2.0:1767318939.501938:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923573888 00000100:00100000:2.0:1767318939.502003:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1649 00000100:00100000:2.0:1767318939.502013:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+52:79194:x1853163923573888:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767318939.502035:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318939.502056:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36c64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317ae expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.502130:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502145:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502157:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502169:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502176:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502183:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502237:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1be00/0x719a348ff1c36c79 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502245:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1be00/0x719a348ff1c36c79 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502251:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1be00/0x719a348ff1c36c79 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000004:00010000:2.0:1767318939.502275:0:95952:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1be00/0x719a348ff1c36c79 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502295:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502302:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502319:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502328:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502334:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1ba00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318939.502338:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502345:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502356:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d325ec000) 00010000:00010000:2.0:1767318939.502359:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318939.502364:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502370:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502386:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502392:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502398:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502408:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318939.502411:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502416:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502424:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7d407b3300) 00010000:00010000:2.0:1767318939.502426:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318939.502429:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502433:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.502465:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36c64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ae expref: 54 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.502479:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1be00/0x719a348ff1c36c79 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ae expref: 53 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.502485:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d0c549900) 00010000:00010000:2.0:1767318939.502487:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767318939.502490:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1be00, rc 0) 00010000:00000080:2.0:1767318939.502497:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af1ad80 x1853163923573888/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:605/0 lens 592/584 e 0 to 0 dl 1767318950 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767318939.521032:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+53:79194:x1853163923573888:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 19001us (19176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318939.521049:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1649 00000100:00100000:2.0:1767318939.524975:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574016 00000100:00100000:2.0:1767318939.524985:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574016 00000100:00100000:2.0:1767318939.525085:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1650 00000100:00100000:2.0:1767318939.525096:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:79194:x1853163923574016:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767318939.525114:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318939.525135:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ac00/0x719a348ff1c36c80 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317b5 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.525201:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b800/0x719a348ff1c36c87 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.525215:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b800/0x719a348ff1c36c87 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.525228:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b800/0x719a348ff1c36c87 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00000004:00200000:2.0:1767318939.525278:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1767318939.525283:0:95952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767318939.525332:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ac00/0x719a348ff1c36c80 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317b5 expref: 13 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.525349:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b800/0x719a348ff1c36c87 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317b5 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.525358:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3c00) 00010000:00010000:2.0:1767318939.525360:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1767318939.525364:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1b800, rc 0) 00000100:00100000:2.0:1767318939.525429:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+12:79194:x1853163923574016:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 336us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318939.525448:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1650 00000100:00100000:1.0:1767318939.538432:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318939.538514:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574272 00000100:00100000:2.0:1767318939.538525:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574272 00000100:00100000:2.0:1767318939.538607:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1651 00000100:00100000:2.0:1767318939.538616:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+12:79194:x1853163923574272:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767318939.538637:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318939.538672:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36c8e lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317bc expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.538751:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.538766:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.538777:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.538791:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.538798:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.538804:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.538886:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.538893:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.538907:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00000004:00200000:2.0:1767318939.538988:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1767318939.538994:0:95952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767318939.539014:0:95952:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539027:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539033:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539040:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539047:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539053:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318939.539058:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539065:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539077:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3c00) 00010000:00010000:2.0:1767318939.539080:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318939.539085:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539092:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36c95 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539112:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539119:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539125:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539130:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1ba00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318939.539133:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539139:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539146:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7d407b3300) 00010000:00010000:2.0:1767318939.539148:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318939.539151:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539156:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36c9c lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.539187:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36c8e lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317bc expref: 14 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.539201:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317bc expref: 13 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.539210:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:2.0:1767318939.539217:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318939.539220:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1b400, rc 0) 00000100:00100000:2.0:1767318939.539278:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+13:79194:x1853163923574272:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 662us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318939.539285:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1651 00000100:00100000:2.0:1767318939.547725:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318939.549185:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574400 00000100:00100000:1.0:1767318939.549199:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574400 00000100:00100000:1.0:1767318939.549273:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1652 00000100:00100000:1.0:1767318939.549283:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:79194:x1853163923574400:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767318939.549303:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318939.549340:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c200/0x719a348ff1c36caa lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317c3 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.549404:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c800/0x719a348ff1c36cb1 lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318939.549418:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c800/0x719a348ff1c36cb1 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318939.549429:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c800/0x719a348ff1c36cb1 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00000004:00200000:1.0:1767318939.549481:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d0:0x4:0x0]: returning size 4096 00000004:00200000:1.0:1767318939.549488:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767318939.549526:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c200/0x719a348ff1c36caa lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317c3 expref: 15 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.549543:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c800/0x719a348ff1c36cb1 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317c3 expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318939.549551:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7d3bbb6f00) 00010000:00010000:1.0:1767318939.549554:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318939.549558:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901c800, rc 0) 00000100:00100000:1.0:1767318939.549640:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79194:x1853163923574400:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 358us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318939.549648:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1652 00000100:00100000:1.0:1767318939.566397:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318939.570474:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574528 00000100:00100000:0.0:1767318939.570491:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574528 00000100:00100000:0.0:1767318939.572338:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1653 00000100:00100000:0.0:1767318939.572352:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+52:79194:x1853163923574528:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767318939.572372:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318939.572396:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36cb8 lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317ca expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.572459:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36cbf lrc: 3/1,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.572473:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36cbf lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.572484:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36cbf lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:0.0:1767318939.572537:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000090a1:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1767318939.572544:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767318939.572598:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c36cb8 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ca expref: 54 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.572633:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36cbf lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ca expref: 53 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.572642:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d3a7fd300) 00010000:00010000:0.0:1767318939.572645:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767318939.572648:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556800, rc 0) 00010000:00000080:0.0:1767318939.572666:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af19f80 x1853163923574528/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:605/0 lens 576/640 e 0 to 0 dl 1767318950 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767318939.572732:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+53:79194:x1853163923574528:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 384us (6345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318939.572739:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1653 00000100:00100000:0.0:1767318939.584847:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318939.584886:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574784 00000100:00100000:0.0:1767318939.584895:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574784 00000100:00100000:0.0:1767318939.584955:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1654 00000100:00100000:0.0:1767318939.584965:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+53:79194:x1853163923574784:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767318939.584985:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318939.584988:0:82097:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767318939.585015:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c36cbf lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ca expref: 53 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.585033:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d3a7fd300) 00010000:00010000:0.0:1767318939.585044:0:82097:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318939.585062:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36cc6 lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317d1 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.585216:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 3/0,1 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.585228:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.585238:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.585251:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36cd4 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.585257:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36cd4 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.585263:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36cd4 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:0.0:1767318939.586047:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1767318939.586069:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36cdb lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586080:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36cdb lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586089:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36cdb lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586101:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 4/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586108:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 4/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586123:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586129:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586134:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318939.586138:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586145:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 5/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586155:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d3a7fd700) 00010000:00010000:0.0:1767318939.586157:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318939.586161:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 3/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586166:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c36ccd lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00000004:00010000:0.0:1767318939.586178:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b35cea2d reply state 000000005a050cac transno 124554051737 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36cd4 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586188:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c36cd4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318939.586194:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0xcd52553e (ffff9e7d3a7fd500) 00010000:00010000:0.0:1767318939.586197:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318939.586200:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767318939.586234:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c36cc6 lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 55 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.586263:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c36cdb lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 54 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318939.586270:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d3a7fd000) 00010000:00010000:0.0:1767318939.586273:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318939.586275:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00010000:00000080:0.0:1767318939.586282:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b5f80 x1853163923574784/t124554051737(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:605/0 lens 520/584 e 0 to 0 dl 1767318950 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767318939.586371:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+55:79194:x1853163923574784:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 1407us (1532us total) trans 124554051737 rc 0/0 00000100:00100000:0.0:1767318939.586379:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1654 00000100:00100000:0.0:1767318939.599567:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318939.599969:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575040 00000100:00100000:2.0:1767318939.599979:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575040 00000100:00100000:2.0:1767318939.600046:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1655 00000100:00100000:2.0:1767318939.600056:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79195:x1853163923575040:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767318939.600078:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318939.600082:0:95952:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767318939.600108:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d1901c800/0x719a348ff1c36cb1 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317c3 expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.600126:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7d3bbb6f00) 00010000:00010000:2.0:1767318939.600136:0:95952:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318939.600153:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1a400/0x719a348ff1c36ce2 lrc: 2/0,0 mode: --/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317d8 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318939.600288:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36ce9 lrc: 3/0,1 mode: --/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.600301:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36ce9 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.600326:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1ba00/0x719a348ff1c36ce9 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.600337:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767318939.600358:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318939.600366:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:0.0:1767318939.976889:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1767318941.455468:0:115244:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1767318941.455525:0:115244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.455541:0:115244:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.455548:0:115244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.455556:0:115244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.455734:0:115244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1767318941.455754:0:115244:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1767318941.455950:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767318941.455956:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1767318941.455961:0:115244:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1767318941.455988:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d069e9000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767318941.456243:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988395008 00000100:00100000:0.0:1767318941.456250:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988395008 00000100:00100000:0.0:1767318941.456349:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1767318941.456359:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7010:x1853163988395008:12345-0@lo:39:umount.0 00000020:00000080:0.0:1767318941.456384:0:95952:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35cdc 00000100:00080000:0.0:1767318941.456392:0:95952:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d218800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1767318941.456442:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318941.456450:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.456458:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767318941.456461:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.456471:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318941.456478:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318941.456483:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767318941.456486:0:49994:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1767318941.456489:0:49994:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1767318941.456516:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.456523:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318941.456552:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.456559:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c600/0x719a348ff1c36047 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3604e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.456609:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318941.456612:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318941.456613:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000080:0.0:1767318941.457186:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d2d02dc00 x1853163988395008/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767318952 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318941.457236:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+1:7010:x1853163988395008:12345-0@lo:39:umount.0 Request processed in 878us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318941.457243:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000020:00000080:0.0:1767318941.457251:0:95952:0:(genops.c:904:class_export_put()) final put ffff9e7d1a69b800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1767318941.457332:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d069e9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1767318941.457348:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988395008:0@lo:39:umount.0 00000100:00080000:0.0:1767318941.457397:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767318941.457400:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767318941.457405:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1767318941.458481:0:115244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.458496:0:115244:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.458504:0:115244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318941.458527:0:115244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1767318941.458616:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d1a69b800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767318941.458836:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0d218800 for lustre-MDT0000 00010000:00010000:2.0:1767318941.459073:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.459081:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318941.459114:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.459124:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318941.459126:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318941.459128:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318941.459182:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318941.459203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988395264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318941.459287:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318941.459375:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988395264 00000100:00100000:2.0:1767318941.459384:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988395264 00000100:00100000:2.0:1767318941.459446:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1767318941.459454:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2db5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7013:x1853163988395264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318941.459468:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318941.459483:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0c963c00/0x719a348ff1c3605c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36055 expref: 22 pid: 111370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.459498:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318941.459535:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2db5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7013:x1853163988395264:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318941.459543:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1767318941.459817:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988395264:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318941.459953:0:115244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318941.459959:0:115244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d3af70800/0x719a348ff1c36055 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3605c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.460150:0:115244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.460170:0:115244:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.460176:0:115244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.460181:0:115244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460212:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318941.460218:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460225:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767318941.460228:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460234:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767318941.460240:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318941.460245:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1767318941.460248:0:16652:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1767318941.460264:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460279:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318941.460310:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460318:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318941.460320:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318941.460327:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318941.460363:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318941.460376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988395392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318941.460410:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318941.460506:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988395392 00000100:00100000:1.0:1767318941.460511:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988395392 00000100:00100000:1.0:1767318941.460555:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1767318941.460564:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7012:x1853163988395392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318941.460574:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318941.460710:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d1901da00/0x719a348ff1c36b3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36b37 expref: 21 pid: 111372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.460723:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318941.460758:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7012:x1853163988395392:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318941.460765:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767318941.460838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988395392:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318941.461053:0:115244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318941.461059:0:115244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36b37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36b3e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318941.461069:0:115244:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1767318941.461076:0:115244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556400/0x719a348ff1c35baf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c35bb6 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461083:0:115244:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556400/0x719a348ff1c35baf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c35bb6 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461089:0:115244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556400/0x719a348ff1c35baf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c35bb6 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461095:0:115244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09556400/0x719a348ff1c35baf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c35bb6 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318941.461267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988395520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318941.461302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318941.461885:0:115244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318941.461891:0:115244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09556400/0x719a348ff1c35baf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c35bb6 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318941.461900:0:115244:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1767318941.461911:0:115244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963a00/0x719a348ff1c35add lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c35ae4 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461917:0:115244:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963a00/0x719a348ff1c35add lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c35ae4 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461922:0:115244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963a00/0x719a348ff1c35add lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c35ae4 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461928:0:115244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963a00/0x719a348ff1c35add lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c35ae4 expref: -99 pid: 111363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318941.461946:0:115244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1767318941.461949:0:115244:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1767318941.461952:0:115244:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1767318941.461989:0:115244:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1767318941.461993:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1767318941.461997:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1767318941.462002:0:115244:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:1.0:1767318941.463172:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318941.467342:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988395520:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1767318941.467813:0:115244:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:1.0:1767318941.468321:0:111365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051737 is committed 00000020:00000080:2.0:1767318941.468841:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:2.0:1767318941.468849:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d31af9800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.468855:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d0799e800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.468860:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d2b078000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.468867:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d04915000 f8e581f7-de51-4550-90ea-109e3cc27a77 192.168.204.13@tcp 52 (0 0 47) 0 0 0 0: 0000000000000000 124554051737 stale:0 00000020:00080000:2.0:1767318941.468872:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d04910800 lustre-MDT0001-mdtlov_UUID 0@lo 6 (0 0 1) 0 0 0 0: 0000000000000000 124554051734 stale:0 00000020:00080000:2.0:1767318941.468876:0:115244:0:(genops.c:1570:class_disconnect_exports()) OBD device 6 (ffff9e7d3b7c31b0) has exports, disconnecting them 00000020:00080000:2.0:1767318941.468881:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d31af9800), last request at 1767318937 00000020:00000080:2.0:1767318941.468889:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36b22 00000100:00080000:2.0:1767318941.468904:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d09276000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.468930:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d31af9800): rc 0 00000020:00000080:2.0:1767318941.468933:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d31af9800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1767318941.468959:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d0799e800), last request at 1767318840 00000020:00000080:2.0:1767318941.468962:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35cd5 00000100:00080000:2.0:1767318941.468966:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d1a69a000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.468975:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d0799e800): rc 0 00000020:00000080:2.0:1767318941.468977:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d0799e800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1767318941.468981:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d2b078000), last request at 1767318937 00000020:00000080:2.0:1767318941.468984:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35cc7 00000100:00080000:2.0:1767318941.468989:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7c0c49a800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.468997:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d2b078000): rc 0 00000020:00000080:2.0:1767318941.468999:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d2b078000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1767318941.469003:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.13@tcp (ffff9e7d04915000), last request at 1767318939 00000020:00000080:2.0:1767318941.469011:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b31 00000020:00010000:2.0:1767318941.469021:0:115244:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d04915000: total 3 00000100:00080000:2.0:1767318941.469024:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7c0c49e000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.469061:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d04915000): rc 0 00000020:00080000:2.0:1767318941.469065:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d04910800), last request at 1767318835 00000020:00000080:2.0:1767318941.469068:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b2a 00000020:00010000:2.0:1767318941.469071:0:115244:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d04910800: total 3 00000100:00080000:2.0:1767318941.469074:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd60800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.469078:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d04910800): rc 0 00000004:00000080:2.0:1767318941.469083:0:115244:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb1abc1c7bb28 00000100:00080000:2.0:1767318941.469102:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1767318941.469105:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1767318941.470209:0:115244:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1767318941.470238:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162e000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1767318941.470285:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988395776:0@lo:39:umount.0 00000100:00100000:2.0:1767318941.470358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318941.470531:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767318941.470534:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294969472 gen 3 00000004:00080000:2.0:1767318941.470543:0:115244:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:2.0:1767318941.473046:0:115244:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1767318941.473073:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d0964c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767318941.473100:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1767318941.473103:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969459 gen 3 00000004:00080000:2.0:1767318941.473113:0:115244:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000020:00010000:1.0:1767318941.473295:0:15459:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d04910800: total 0 00010000:00010000:1.0:1767318941.473352:0:15459:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d04910800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1767318941.473382:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c06dee200/0x719a348ff1c35d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c354a8 expref: 2 pid: 111399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318941.473405:0:15459:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d04910800, canceled 1 locks, left on hash table 0. 00000100:00100000:2.0:1767318941.473881:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988395904:0@lo:9:umount.0 00000100:00100000:2.0:1767318941.473959:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318941.474011:0:115244:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1767318941.474025:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7c0aa39800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1767318941.474042:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988396032:0@lo:9:umount.0 00000100:00100000:2.0:1767318941.474066:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1767318941.474128:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d3b7c31b0) has no exports 00000100:00100000:2.0:1767318941.476371:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988395776 00000100:00100000:2.0:1767318941.476386:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988395776 00000100:00100000:2.0:1767318941.476461:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:2.0:1767318941.476472:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7010:x1853163988395776:12345-0@lo:39:umount.0 00000020:00000080:2.0:1767318941.476504:0:18378:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b62 00000100:00080000:2.0:1767318941.476512:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d3adb3000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767318941.476527:0:18378:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 18, last_transno is 77309411477 00000100:00100000:2.0:1767318941.476706:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+3:7010:x1853163988395776:12345-0@lo:39:umount.0 Request processed in 237us (6347us total) trans 77309411478 rc 0/0 00000100:00100000:2.0:1767318941.476714:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00080000:2.0:1767318941.476782:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162e000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1767318941.476804:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988395776:0@lo:39:umount.0 00010000:00010000:2.0:1767318941.476821:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318941.478749:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1767318941.480698:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d3b7c31b0) has no exports 00000100:00100000:0.0:1767318941.502691:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988395904 00000100:00100000:0.0:1767318941.502707:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988395904 00000100:00100000:0.0:1767318941.502767:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396032 00000100:00100000:0.0:1767318941.502770:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396032 00000100:00100000:0.0:1767318941.502795:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091 00000100:00100000:0.0:1767318941.502806:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7010:x1853163988395904:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767318941.502839:0:37861:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36ace 00000100:00080000:0.0:1767318941.502857:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d0799f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767318941.502905:0:37861:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1767318941.504303:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+2:7010:x1853163988395904:12345-0@lo:9:umount.0 Request processed in 1494us (30337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318941.504330:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091 00000100:00100000:0.0:1767318941.504357:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:0.0:1767318941.504366:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7010:x1853163988396032:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767318941.504384:0:37861:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b7e 00000100:00080000:0.0:1767318941.504391:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d2b079000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767318941.504423:0:37861:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294969459 00000100:00100000:0.0:1767318941.504494:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+2:7010:x1853163988396032:12345-0@lo:9:umount.0 Request processed in 131us (30427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318941.504500:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00010000:00010000:0.0:1767318941.504551:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318941.504601:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7c0aa39800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767318941.504613:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767318941.504616:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318941.504619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988396032:0@lo:9:umount.0 00010000:00080000:0.0:1767318941.504634:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d0719c000 x1853163988395904/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318941.504644:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0964c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767318941.504652:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767318941.504654:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318941.504656:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988395904:0@lo:9:umount.0 00010000:00010000:0.0:1767318941.504687:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318941.506064:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318941.506072:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1767318941.518002:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04915000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-MDT0000 00000020:00000080:0.0:1767318941.518061:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0c49e000 for lustre-MDT0000 00000020:00000080:1.0:1767318941.521668:0:15459:0:(genops.c:904:class_export_put()) final put ffff9e7d04910800/lustre-MDT0001-mdtlov_UUID 00010000:00010000:1.0:1767318941.521720:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318941.521723:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318941.521726:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767318941.522371:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04910800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1767318941.522433:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0cd60800 for lustre-MDT0000 00000020:00000080:2.0:1767318941.549055:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b46 00000020:00000080:2.0:1767318941.549070:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d3a58c800/lustre-QMT0000_UUID 00000020:01000000:2.0:1767318941.549139:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1767318941.549241:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318941.549251:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767318941.549256:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9e7d3b7c6360) has no exports 00000020:00000080:0.0:1767318941.549756:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b3f 00000020:00000080:0.0:1767318941.549762:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c06dff800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767318941.549812:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318941.549820:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1767318941.549823:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d31d64000/lustre-QMT0000_UUID 00000020:00000080:0.0:1767318941.549825:0:115244:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d64000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1767318941.549834:0:115244:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1767318941.550345:0:115244:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c0d126a20 - data ffff9e7d2e505af8/ffff9e7d41c32800 00000020:01000000:0.0:1767318941.550452:0:115244:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d396822a0 - data ffff9e7d2e67f510/ffff9e7c0cd6e800 00000100:00080000:0.0:1767318941.604991:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767318941.605001:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767318941.605018:0:115244:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0719ca80 x1853163988395776/t77309411478(77309411478) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767318951 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318941.605046:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767318941.608456:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767318941.608463:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294969472 gen 4 00000004:00080000:0.0:1767318941.608523:0:115244:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318941.608526:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767318941.608786:0:111385:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767318941.608791:0:111385:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x76:0x0] index 1 count 1 00000040:00080000:2.0:1767318941.608799:0:111385:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 29 count 2 00000100:00080000:0.0:1767318941.609607:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767318941.609611:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969459 gen 4 00000004:00080000:0.0:1767318941.609623:0:115244:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318941.609625:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767318941.610573:0:111383:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767318941.610592:0:111383:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x74:0x0] index 1 count 1 00000040:00080000:2.0:1767318941.610603:0:111383:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 29 count 2 00000020:00000080:0.0:1767318941.615195:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b00 00000020:00000080:0.0:1767318941.615208:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d4097b000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767318941.616254:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b15 00000020:00000080:0.0:1767318941.616262:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d04912000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318941.616320:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1767318941.616326:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318941.616347:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767318941.616352:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff9e7d3b7c0000) has no exports 00000004:01000000:0.0:1767318941.616502:0:115244:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1767318941.616512:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b77 00000020:00000080:0.0:1767318941.616516:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0c49d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318941.617395:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767318941.617401:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318941.617408:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767318941.617411:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff9e7d05d131b0) has no exports 00000020:00000080:0.0:1767318941.617418:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b70 00000020:00000080:0.0:1767318941.617423:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0aa3f800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1767318941.617767:0:115244:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767318941.617772:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767318941.617776:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969459 gen 5 00000100:00020000:0.0:1767318941.617782:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00100000:0.0:1767318941.617784:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767318941.617786:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000020:00000080:0.0:1767318941.617829:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318941.617836:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767318941.617843:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b93 00000020:00000080:0.0:1767318941.617847:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0c498800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318941.617850:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767318941.617854:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318941.617857:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767318941.617860:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff9e7d36c4ca88) has no exports 00000020:00000080:0.0:1767318941.617864:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b8c 00000020:00000080:0.0:1767318941.617867:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21e000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1767318941.618364:0:115244:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767318941.618367:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767318941.618370:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294969472 gen 5 00000100:00020000:0.0:1767318941.618373:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00000100:00100000:0.0:1767318941.618374:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767318941.618386:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00000020:00000080:0.0:1767318941.618412:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318941.618418:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1767318941.618432:0:115244:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1767318941.618438:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b5b 00000020:00000080:0.0:1767318941.618442:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318941.618446:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1767318941.618449:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318941.618452:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767318941.618455:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff9e7d05d118d8) has no exports 00000020:00000080:0.0:1767318941.618458:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b54 00000020:00000080:0.0:1767318941.618461:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d3162a000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1767318941.620667:0:115244:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1767318941.620675:0:115244:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1767318941.620680:0:115244:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:2.0:1767318941.620685:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00100000:2.0:1767318941.620689:0:115244:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767318941.620692:0:115244:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000020:00000080:2.0:1767318941.620744:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.620757:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318941.620790:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.620794:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318941.620798:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767318941.620802:0:115244:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1767318941.620808:0:115244:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318941.620901:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b1c 00000020:00000080:2.0:1767318941.620908:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d04916000/lustre-MDD0000_UUID 00000020:01000000:2.0:1767318941.620912:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1767318941.620915:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318941.620919:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767318941.620923:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff9e7d3b7c18d8) has no exports 00000020:00000080:2.0:1767318941.621055:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.621060:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1767318941.621064:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35b23 00000020:00000080:2.0:1767318941.621068:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d04917000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1767318941.621076:0:115244:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d4097c000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1767318941.621079:0:115244:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d4097c000 3 00000020:01000004:2.0:1767318941.621083:0:115244:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d4097c000 from lustre-MDT0000 00000020:00000080:2.0:1767318941.621106:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.621110:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1767318941.621112:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d219800/lustre-MDT0000_UUID 00000020:00000080:2.0:1767318941.621114:0:115244:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d219800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1767318941.621121:0:115244:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1767318941.621391:0:115244:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1767318941.621395:0:115244:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1767318941.621399:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1767318941.621402:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318941.621405:0:115244:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1767318941.621413:0:115244:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9e7d297cf000 67b6b09f-7e50-4548-977f-61563b9ef954 192.168.204.13@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.621419:0:115244:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9e7c0c49f800 e16d7078-f533-4ecf-a51c-6d78c3ddb652 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.621424:0:115244:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff9e7d3b7c4a88) has exports, disconnecting them 00000020:00080000:2.0:1767318941.621428:0:115244:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.13@tcp (ffff9e7d297cf000), last request at 1767318836 00000020:00000080:2.0:1767318941.621447:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35be0 00000020:00010000:2.0:1767318941.621451:0:115244:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d297cf000: total 0 00000100:00080000:2.0:1767318941.621455:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7d297cb000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.621476:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d297cf000): rc 0 00000020:00080000:2.0:1767318941.621480:0:115244:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9e7c0c49f800), last request at 1767318835 00000020:00000080:2.0:1767318941.621522:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35ad6 00000020:00010000:2.0:1767318941.621526:0:115244:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7c0c49f800: total 0 00000100:00080000:2.0:1767318941.621529:0:115244:0:(import.c:65:import_set_state_nolock()) ffff9e7c0c498000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318941.621540:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7c0c49f800): rc 0 00000020:00080000:2.0:1767318941.621550:0:115244:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff9e7d3b7c4a88) has no exports 00000020:00000080:2.0:1767318941.622285:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d297cf000/67b6b09f-7e50-4548-977f-61563b9ef954 for MGS 00000020:00000080:2.0:1767318941.622319:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0c49f800/e16d7078-f533-4ecf-a51c-6d78c3ddb652 for MGS 00000020:00000080:2.0:1767318941.622332:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d297cb000 for MGS 00000020:00000080:2.0:1767318941.622335:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0c498000 for MGS 00000100:00100000:1.0:1767318941.622451:0:111372:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff9e7d3facec00:111372] 2 exiting: rc = 0 00010000:00010000:0.0:1767318941.629467:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318941.629526:0:111371:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff9e7d32ac9a00:111371] 1 exiting: rc = 0 00000100:00100000:2.0:1767318941.629628:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629636:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629642:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629650:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629656:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629662:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629670:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629676:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629681:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629687:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629692:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629697:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629703:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629709:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629715:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629722:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629728:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629734:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629740:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629746:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629753:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629759:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629765:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629771:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629789:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629829:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629836:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629842:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629846:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629862:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629867:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629872:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629877:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629882:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629887:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629891:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629896:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629902:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629907:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629911:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629917:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629922:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629927:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629931:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629945:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629950:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629955:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629959:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629964:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629971:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629976:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629981:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629986:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.629998:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630005:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630010:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630015:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630020:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630025:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630030:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630035:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630041:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630046:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318941.630052:0:115244:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1767318941.630911:0:115244:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d2a6c7ea0 - data ffff9e7d364d51b0/ffff9e7d31a72c00 00000020:01000000:2.0:1767318941.631000:0:115244:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c05694ea0 - data ffff9e7d2075abd0/ffff9e7d07a82c00 00000020:00000080:2.0:1767318941.631444:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35acf 00000020:00000080:2.0:1767318941.631452:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d219000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1767318941.631495:0:115244:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d4097c000 from MGS, refs=2 00000020:01000004:2.0:1767318941.631498:0:115244:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d4097c000 2 00000020:01000004:2.0:1767318941.631501:0:115244:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d4097c000 from MGS 00000020:00000080:2.0:1767318941.631523:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.631529:0:115244:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1767318941.631531:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21c000/MGS 00000020:00000080:2.0:1767318941.631534:0:115244:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21c000/MGS for MGS 00000020:01000000:2.0:1767318941.631539:0:115244:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1767318941.631620:0:115244:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1767318941.631624:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318941.631629:0:115244:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767318941.631634:0:115244:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9e7d319e1800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318941.631639:0:115244:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff9e7d1a6ab1b0) has exports, disconnecting them 00000020:00080000:2.0:1767318941.631644:0:115244:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9e7d319e1800), last request at 1767318835 00000020:00000080:2.0:1767318941.631647:0:115244:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35bd2 00000020:00080000:2.0:1767318941.631654:0:115244:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d319e1800): rc 0 00000020:00000080:2.0:1767318941.631658:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d319e1800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767318941.634022:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d069e9000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767318941.634028:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d3a742800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1767318941.634031:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a742800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1767318941.634035:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1767318941.634259:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767318941.687874:0:115244:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318941.687885:0:115244:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1767318941.687890:0:115244:0:(genops.c:904:class_export_put()) final put ffff9e7d4097d000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767318941.687893:0:115244:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d4097d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1767318941.687902:0:115244:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1767318941.688002:0:115244:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9e7d4097b800 00000020:02000400:2.0:1767318941.688079:0:115244:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1767318942.024948:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318942.729862:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988396160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318942.729962:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318942.731469:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396160 00000100:00100000:0.0:1767318942.732693:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396160 00000100:00100000:0.0:1767318942.732805:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767318942.732818:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988396160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318942.732864:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318942.732970:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988396160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (3007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318942.732978:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767318942.733058:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988396160:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318942.735719:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318942.738542:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988396288:0@lo:400:kworker.0 00000400:00000100:1.0:1767318942.738653:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988396288 offset 0 length 224: 4 00000100:00100000:1.0:1767318942.738748:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988396416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.738790:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.738834:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396416 00000100:00100000:1.0:1767318942.738843:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396416 00000100:00100000:1.0:1767318942.738909:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1767318942.738924:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988396416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.738984:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988396416:12345-0@lo:400:kworker.0 Request processed in 66us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318942.738992:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00080000:1.0:1767318942.739018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318942.739063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988396416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.739115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988396544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.739142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.739174:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396544 00000100:00100000:1.0:1767318942.739179:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396544 00000100:00100000:1.0:1767318942.739200:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1767318942.739205:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163988396544:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318942.739211:0:82097:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318942.739257:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163988396544:12345-0@lo:400:kworker.0 Request processed in 39us (103us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318942.739264:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00080000:1.0:1767318942.739290:0:7013:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318942.739296:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318942.739314:0:7013:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318942.739321:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318942.739326:0:7013:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4087 00000100:00080000:1.0:1767318942.739332:0:7013:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318942.739358:0:7013:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e864380 x1853163988396672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318942.739378:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988396544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.739396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988396672:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767318942.739422:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.739448:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396672 00000100:00100000:1.0:1767318942.739452:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396672 00000100:00100000:1.0:1767318942.739468:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1767318942.739473:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988396672:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1767318942.739494:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318942.739524:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988396672:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 49us (101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318942.739530:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00080000:1.0:1767318942.739555:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318942.739560:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318942.739563:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988396672:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767318942.739632:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988396800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.739662:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.739698:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396800 00000100:00100000:1.0:1767318942.739702:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396800 00000100:00100000:1.0:1767318942.739740:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092 00000100:00100000:1.0:1767318942.739745:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7014:x1853163988396800:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318942.739750:0:35231:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318942.739778:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7014:x1853163988396800:12345-0@lo:400:kworker.0 Request processed in 32us (115us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318942.739784:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092 00000100:00080000:1.0:1767318942.739808:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318942.739811:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318942.739814:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318942.739819:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318942.739822:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:1.0:1767318942.739827:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318942.739843:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e867800 x1853163988396928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318942.739859:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988396800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.739874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988396928:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1767318942.739895:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.739917:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988396928 00000100:00100000:1.0:1767318942.739920:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988396928 00000100:00100000:1.0:1767318942.739938:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093 00000100:00100000:1.0:1767318942.739941:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988396928:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1767318942.739952:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318942.739980:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988396928:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 37us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318942.739987:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093 00000100:00080000:1.0:1767318942.740021:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318942.740025:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318942.740028:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988396928:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1767318942.740065:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988397056:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740093:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.740141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988397184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.740188:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397184 00000100:00100000:1.0:1767318942.740192:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397184 00000100:00100000:1.0:1767318942.740211:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1767318942.740215:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163988397184:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318942.740220:0:82097:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318942.740260:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163988397184:12345-0@lo:400:kworker.0 Request processed in 29us (82us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318942.740267:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00080000:1.0:1767318942.740293:0:7012:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318942.740296:0:7012:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318942.740299:0:7012:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318942.740303:0:7012:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318942.740307:0:7012:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:1.0:1767318942.740311:0:7012:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318942.740324:0:7012:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e864e00 x1853163988397312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318942.740337:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988397184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740351:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988397312:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1767318942.740380:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.740403:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397312 00000100:00100000:1.0:1767318942.740407:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397312 00000100:00100000:1.0:1767318942.740423:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1767318942.740427:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988397312:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1767318942.740439:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318942.740471:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988397312:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 42us (90us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318942.740477:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00080000:1.0:1767318942.740500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318942.740504:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318942.740506:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988397312:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1767318942.740536:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988397440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740560:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.740619:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397440 00000100:00100000:1.0:1767318942.740623:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397440 00000100:00100000:1.0:1767318942.740660:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1767318942.740665:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988397440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740703:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988397440:12345-0@lo:400:kworker.0 Request processed in 38us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318942.740709:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00080000:1.0:1767318942.740725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318942.740748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988397440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740780:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988397568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740803:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.740837:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397568 00000100:00100000:1.0:1767318942.740841:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397568 00000100:00100000:1.0:1767318942.740858:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1767318942.740862:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7014:x1853163988397568:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318942.740867:0:95952:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318942.740894:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7014:x1853163988397568:12345-0@lo:400:kworker.0 Request processed in 30us (90us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318942.740900:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00080000:1.0:1767318942.740922:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318942.740925:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318942.740929:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318942.740932:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318942.740935:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4146 00000100:00080000:1.0:1767318942.740941:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318942.740955:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e866680 x1853163988397696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318942.740970:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988397568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.740985:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988397696:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1767318942.741007:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318942.741032:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397696 00000100:00100000:1.0:1767318942.741035:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397696 00000100:00100000:1.0:1767318942.741052:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1767318942.741056:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988397696:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1767318942.741069:0:82097:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318942.741096:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988397696:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 38us (88us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318942.741109:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00080000:1.0:1767318942.741134:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318942.741138:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318942.741141:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988397696:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1767318942.741541:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397056 00000100:00100000:0.0:1767318942.741554:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397056 00000100:00100000:0.0:1767318942.741625:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767318942.741633:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988397056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318942.741747:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988397056:12345-0@lo:400:kworker.0 Request processed in 116us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318942.741755:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00080000:0.0:1767318942.743655:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1767318942.743736:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d2e867800 x1853163988397056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318942.743754:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988397056:0@lo:400:kworker.0 00010000:00010000:1.0:1767318943.049071:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318943.523492:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923575168 offset 0 length 224: 4 00000100:00100000:1.0:1767318943.523540:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318943.523749:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318943.523822:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318943.523867:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575552 00000100:00100000:0.0:1767318943.523878:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575552 00000100:00100000:0.0:1767318943.523935:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2820 00000100:00100000:0.0:1767318943.523945:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923575552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318943.524019:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923575552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318943.524028:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2820 00000100:00080000:0.0:1767318943.524052:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318943.524440:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318943.524514:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575296 00000100:00100000:2.0:1767318943.524520:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575296 00000100:00100000:2.0:1767318943.524557:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575424 00000100:00100000:2.0:1767318943.524567:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575424 00000100:00100000:2.0:1767318943.524636:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1441 00000100:00100000:2.0:1767318943.524644:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2510:x1853163923575424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318943.524689:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2510:x1853163923575424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 46us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318943.524697:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1441 00000100:00100000:2.0:1767318943.524715:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1663 00000100:00100000:2.0:1767318943.524719:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2511:x1853163923575296:12345-192.168.204.13@tcp:400:kworker.0 00000020:00080000:2.0:1767318943.524725:0:95952:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.13@tcp 00000100:00100000:2.0:1767318943.524750:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2511:x1853163923575296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (1212us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767318943.524757:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1663 00000100:00080000:2.0:1767318943.524846:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318943.525058:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575680 00000100:00100000:0.0:1767318943.525062:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575680 00000100:00100000:0.0:1767318943.525134:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2821 00000100:00100000:0.0:1767318943.525143:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923575680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318943.525177:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923575680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318943.525184:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2821 00000100:00080000:2.0:1767318943.525349:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318943.533998:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318943.534096:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923575808 00000100:00100000:2.0:1767318943.534107:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923575808 00000100:00100000:2.0:1767318943.534184:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1664 00000100:00100000:2.0:1767318943.534203:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923575808:12345-192.168.204.13@tcp:38:ptlrpcd_01_01.0 00010000:00020000:2.0:1767318943.534227:0:82097:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318943.534305:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923575808:12345-192.168.204.13@tcp:38:ptlrpcd_01_01.0 Request processed in 112us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318943.534313:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1664 00000100:00100000:1.0:1767318943.752755:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318943.752793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988397824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318943.752863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318943.753098:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397824 00000100:00100000:2.0:1767318943.753106:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397824 00000100:00100000:2.0:1767318943.753166:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1767318943.753175:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988397824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318943.753213:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767318943.753430:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988397824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 254us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318943.753438:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000001:00100000:1.0:1767318944.781546:0:91026:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767318944.781603:0:91026:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411478 is committed 00000020:00000080:1.0:1767318944.781611:0:91026:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd54000/lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767318944.781729:0:91026:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411477 is committed 00010000:00010000:2.0:1767318944.781925:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781936:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781944:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781950:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318944.781955:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781962:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781979:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0xf0209d98 (ffff9e7d407b3800) 00010000:00010000:2.0:1767318944.781981:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318944.781985:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 2/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767318944.781989:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36cf0 lrc: 0/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00000020:00000080:0.0:1767318944.782106:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd54000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1767318944.782464:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3adb3000 for lustre-MDT0001 00010000:00010000:0.0:1767318945.099378:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318946.121149:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767318946.828129:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767318946.828133:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d07402000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767318946.830203:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2b07a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1767318946.830347:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2b079000 for lustre-OST0001 00000020:00000080:0.0:1767318946.830776:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d07402000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1767318946.830806:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0799f800 for lustre-OST0000 00010000:00010000:1.0:1767318947.146118:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318947.849497:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988397952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318947.849613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.849689:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988397952 00000100:00100000:0.0:1767318947.849699:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988397952 00000100:00100000:0.0:1767318947.849781:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:0.0:1767318947.849792:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988397952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318947.849830:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318947.849882:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988397952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.849890:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00100000:0.0:1767318947.850203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988397952:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318947.850221:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318947.850634:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988398592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318947.850727:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318947.850823:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988398336:0@lo:38:kworker.0 00000100:00100000:2.0:1767318947.850869:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318947.851405:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1767318947.851418:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988398848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.851482:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988398848:12345-0@lo:400:kworker.0 Request processed in 68us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318947.851501:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:1.0:1767318947.851529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318947.851543:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988398592 00000100:00100000:1.0:1767318947.851547:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988398592 00000100:00100000:1.0:1767318947.851600:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767318947.851607:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988398592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.851646:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988398592:12345-0@lo:400:kworker.0 Request processed in 40us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318947.851653:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767318947.851675:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988398208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.851706:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318947.851727:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318947.851734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988398080:0@lo:400:kworker.0 00000400:00000100:1.0:1767318947.851755:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988398080 offset 0 length 224: 4 00000100:00100000:0.0:1767318947.852209:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:0.0:1767318947.852217:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988398336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318947.852239:0:81217:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318947.852303:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318947.852306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318947.852464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988398464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318947.852514:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318947.852556:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988398720:0@lo:38:kworker.0 00000100:00100000:2.0:1767318947.852613:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318947.852643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988398976:0@lo:38:kworker.0 00000100:00100000:2.0:1767318947.852670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318947.852731:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988398720 00000100:00100000:2.0:1767318947.852741:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988398720 00000100:00100000:2.0:1767318947.852798:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988398976 00000100:00100000:2.0:1767318947.852803:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988398976 00000100:00100000:2.0:1767318947.852837:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1767318947.852846:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988398720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318947.852867:0:86850:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318947.853758:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988398720:12345-0@lo:38:kworker.0 Request processed in 908us (1143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318947.853769:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:2.0:1767318947.853822:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318947.853827:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318947.853831:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988398720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318947.859812:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988398336:12345-0@lo:38:kworker.0 Request processed in 7576us (8927us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.859832:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00080000:2.0:1767318947.859862:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318947.859876:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318947.859883:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988398336:0@lo:38:kworker.0 00000100:00080000:2.0:1767318947.860046:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318947.860069:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318947.860076:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988398976:0@lo:38:kworker.0 00010000:00080000:1.0:1767318947.866362:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d2d02f100 x1853163988398592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318947.866388:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988398592:0@lo:400:kworker.0 00010000:00010000:1.0:1767318948.170075:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318948.641511:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576064 00000100:00100000:1.0:1767318948.641531:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576064 00000100:00100000:1.0:1767318948.641661:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1668 00000100:00100000:1.0:1767318948.641671:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923576064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767318948.641704:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318948.641831:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923576064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 159us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318948.641840:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1668 00000100:00100000:0.0:1767318948.647798:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318948.648224:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576192 00000100:00100000:2.0:1767318948.648234:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576192 00000100:00100000:2.0:1767318948.648319:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1444 00000100:00100000:2.0:1767318948.648330:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923576192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318948.648451:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923576192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 123us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318948.648459:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1444 00000100:00080000:1.0:1767318948.649031:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318948.656655:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318948.658006:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318948.658875:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576448 00000100:00100000:2.0:1767318948.658884:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576448 00000100:00100000:2.0:1767318948.658950:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576320 00000100:00100000:2.0:1767318948.658953:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576320 00000100:00100000:2.0:1767318948.658979:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2823 00000100:00100000:2.0:1767318948.658989:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923576448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318948.659063:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923576448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318948.659078:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2823 00000100:00100000:2.0:1767318948.659093:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2824 00000100:00100000:2.0:1767318948.659098:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923576320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318948.659116:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923576320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 19us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318948.659120:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2824 00000100:00080000:1.0:1767318948.659201:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318948.659206:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318948.873942:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318948.873986:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988399104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318948.874077:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318949.192775:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318950.220147:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318951.240849:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318952.266615:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318952.969906:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318952.969915:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318952.969919:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318952.969930:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4194 00000100:00080000:2.0:1767318952.969937:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318952.969946:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318952.969971:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7100 x1853163988399616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318952.969991:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318952.969995:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318952.969996:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318952.970000:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4194 00000100:00080000:2.0:1767318952.970002:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318952.970007:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318952.970018:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5500 x1853163988399744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318952.970039:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318952.970042:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318952.970044:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318952.970048:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4194 00000100:00080000:2.0:1767318952.970050:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318952.970064:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318952.970079:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7480 x1853163988400128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318952.970117:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318952.970120:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318952.970133:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318952.970138:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4194 00000100:00080000:2.0:1767318952.970141:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318952.970145:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318952.970161:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878fb80 x1853163988400384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318952.970195:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988399616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318952.970254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988400000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.970341:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318952.970369:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318952.970405:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318952.970416:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988399744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318952.970424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988399360:0@lo:400:kworker.0 00000400:00000100:0.0:1767318952.970469:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988399360 offset 0 length 224: 4 00000100:00100000:0.0:1767318952.970504:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988400256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.970530:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318952.970568:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400000 00000100:00100000:0.0:1767318952.970608:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400000 00000100:00100000:2.0:1767318952.970628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318952.970663:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988400128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318952.970694:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:0.0:1767318952.970706:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988400000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318952.970721:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318952.970748:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988400384:0@lo:38:kworker.0 00000100:00100000:2.0:1767318952.970792:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318952.970809:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988400000:12345-0@lo:400:kworker.0 Request processed in 101us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318952.970819:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1767318952.970853:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988399616 00000100:00080000:0.0:1767318952.970860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318952.970863:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988399616 00010000:00080000:0.0:1767318952.970904:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d03ea4380 x1853163988400000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318952.970911:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400256 00000100:00100000:2.0:1767318952.970917:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400256 00000100:00100000:0.0:1767318952.970924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988400000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318952.970972:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400128 00000100:00100000:2.0:1767318952.970978:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400128 00000100:00100000:2.0:1767318952.970993:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400384 00000100:00100000:0.0:1767318952.970999:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988399488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318952.970999:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400384 00000100:00100000:2.0:1767318952.971021:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1767318952.971035:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988400256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318952.971077:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318952.971086:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988399872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971131:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318952.971169:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988400256:12345-0@lo:400:kworker.0 Request processed in 135us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318952.971171:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988399488 00000100:00100000:2.0:1767318952.971180:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1767318952.971192:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988399488 00000100:00100000:2.0:1767318952.971204:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:2.0:1767318952.971213:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988399616:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318952.971229:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00010000:00020000:2.0:1767318952.971238:0:81217:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318952.971240:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988399488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971305:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988399488:12345-0@lo:400:kworker.0 Request processed in 67us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318952.971312:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1767318952.971327:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1767318952.971332:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988400128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318952.971351:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318952.971378:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988400128:12345-0@lo:38:kworker.0 Request processed in 45us (667us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318952.971384:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1767318952.971398:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1767318952.971402:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988400384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318952.971411:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318952.971435:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988400384:12345-0@lo:38:kworker.0 Request processed in 31us (643us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318952.971440:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1767318952.971457:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988399872 00000100:00100000:0.0:1767318952.971461:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988399872 00000100:00100000:0.0:1767318952.971484:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767318952.971490:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988399872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971522:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988399872:12345-0@lo:400:kworker.0 Request processed in 33us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318952.971528:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767318952.971553:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988399872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988399488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318952.971646:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988399744 00000100:00100000:0.0:1767318952.971650:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988399744 00000100:00100000:0.0:1767318952.971668:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095 00000100:00100000:0.0:1767318952.971672:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988399744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318952.971682:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318952.971706:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988399744:12345-0@lo:38:kworker.0 Request processed in 33us (1234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318952.971712:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095 00000100:00080000:0.0:1767318952.971744:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318952.971747:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318952.971955:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988399616:12345-0@lo:38:kworker.0 Request processed in 739us (1584us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318952.971968:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:2.0:1767318952.972034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988400256:0@lo:400:kworker.0 00000100:00100000:2.0:1767318952.977935:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988399232 00000100:00100000:2.0:1767318952.977946:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988399232 00000100:00100000:2.0:1767318952.978011:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767318952.978021:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988399232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318952.978070:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318952.978137:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988399232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318952.978146:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:0.0:1767318952.978384:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988399232:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318953.289197:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318953.768444:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767318953.768637:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923576576 offset 0 length 224: 4 00000100:00100000:1.0:1767318953.768668:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318953.768848:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576832 00000100:00100000:2.0:1767318953.768861:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576832 00000100:00100000:0.0:1767318953.768972:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577088 00000100:00100000:0.0:1767318953.768977:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577088 00000100:00100000:2.0:1767318953.769002:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1447 00000100:00100000:2.0:1767318953.769013:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923576832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318953.769148:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923576832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 135us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318953.769164:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1447 00000100:00100000:0.0:1767318953.771628:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2827 00000100:00100000:0.0:1767318953.771648:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923577088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318953.771770:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923577088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 120us (3091us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318953.771779:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2827 00000100:00100000:0.0:1767318953.775161:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576704 00000100:00100000:0.0:1767318953.775175:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576704 00000100:00100000:0.0:1767318953.775237:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1672 00000100:00100000:0.0:1767318953.775248:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923576704:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767318953.775279:0:81217:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318953.775365:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923576704:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 117us (536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318953.775374:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1672 00000100:00100000:0.0:1767318953.775404:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923576960 00000100:00100000:0.0:1767318953.775408:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923576960 00000100:00100000:2.0:1767318953.775895:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6093 00000100:00100000:2.0:1767318953.775907:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923576960:12345-192.168.204.13@tcp:9:kworker.0 00000020:00000080:2.0:1767318953.775956:0:37861:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36adc 00000100:00080000:2.0:1767318953.775969:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d36c57000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767318953.776052:0:37861:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1767318953.776275:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+2:2507:x1853163923576960:12345-192.168.204.13@tcp:9:kworker.0 Request processed in 371us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318953.776283:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6093 00010000:00010000:2.0:1767318953.776396:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318953.780026:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318953.780052:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318953.780057:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318953.998078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988400512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318953.998209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318953.998308:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400512 00000100:00100000:0.0:1767318953.998317:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400512 00000100:00100000:0.0:1767318954.000658:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1767318954.000705:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988400512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318954.000757:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318954.000856:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988400512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 183us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318954.000865:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00010000:00080000:0.0:1767318954.000937:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d2d02c000 x1853163988400512/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318954.000962:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988400512:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318954.019906:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767318954.314558:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318956.360780:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318957.384844:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767318958.089141:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318942/real 1767318942] req@ffff9e7d2e866300 x1853163988396288/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318958 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318958.089174:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d2e866300 x1853163988396288/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318958 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318958.089183:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1767318958.089187:0:7011:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1767318958.089205:0:7011:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.113@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1767318958.089208:0:7011:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1767318958.089212:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d2e866300 x1853163988396288/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318958 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318958.089222:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d2d02fb80 x1853163988398080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318958.089238:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d03ea5f80 x1853163988399360/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767318958.089263:0:7011:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1767318958.089266:0:7011:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1767318958.089268:0:7011:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1767318958.089270:0:7011:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:0.0:1767318958.089295:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988396288:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.089329:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988398080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.089347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988399360:0@lo:400:kworker.0 00000100:00080000:0.0:1767318958.089369:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318958.089374:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318958.089376:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318958.089381:0:71054:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4082 00000100:00080000:0.0:1767318958.089388:0:71054:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318958.089416:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3480 x1853163988400640/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318958.089447:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318958.089451:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318958.089452:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318958.089456:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4199 00000100:00080000:0.0:1767318958.089465:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318958.089470:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318958.089485:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163988400896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318958.089494:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318958.089497:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318958.089499:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318958.089502:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4199 00000100:00080000:0.0:1767318958.089505:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318958.089508:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318958.089518:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0000 x1853163988401024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318958.089541:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318958.089543:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318958.089545:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318958.089548:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4199 00000100:00080000:0.0:1767318958.089550:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318958.089553:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318958.089560:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163988401408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318958.089572:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318958.089575:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318958.089600:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318958.089603:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4199 00000100:00080000:0.0:1767318958.089611:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318958.089615:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318958.089626:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163988401664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318958.089649:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988400640:0@lo:250:kworker.0 00000400:00000100:0.0:1767318958.089692:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988400640 offset 0 length 520: 4 00000100:00100000:0.0:1767318958.090066:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988400896:0@lo:38:kworker.0 00000100:00100000:0.0:1767318958.090102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.090134:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988401024:0@lo:38:kworker.0 00000100:00100000:0.0:1767318958.090157:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.090177:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988401408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318958.090195:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.090212:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988401664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318958.090230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318958.090351:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400896 00000100:00100000:1.0:1767318958.090361:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400896 00000100:00100000:1.0:1767318958.090396:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401408 00000100:00100000:1.0:1767318958.090400:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401408 00000100:00100000:1.0:1767318958.090414:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401664 00000100:00100000:1.0:1767318958.090417:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401664 00000100:00100000:1.0:1767318958.090435:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1767318958.090443:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988400896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318958.090464:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318958.090503:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988400896:12345-0@lo:38:kworker.0 Request processed in 59us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318958.090510:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1767318958.090527:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1767318958.090542:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988401408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318958.090554:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318958.090598:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988401408:12345-0@lo:38:kworker.0 Request processed in 55us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318958.090604:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1767318958.090616:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1767318958.090620:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988401664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318958.090629:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318958.090652:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988401664:12345-0@lo:38:kworker.0 Request processed in 30us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318958.090658:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00080000:0.0:1767318958.090847:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318958.090853:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318958.090856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988401664:0@lo:38:kworker.0 00000100:00080000:0.0:1767318958.090881:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318958.090885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318958.090888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988400896:0@lo:38:kworker.0 00000100:00080000:0.0:1767318958.090895:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318958.090898:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318958.090901:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988401408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318958.090935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988400768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.090971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.090997:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988401792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318958.091020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.091037:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318958.091123:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988401152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.091151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.091184:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988401280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.091207:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.091225:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318958.091230:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988401536:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.091347:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.091377:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401024 00000100:00100000:0.0:1767318958.091383:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401024 00000100:00100000:0.0:1767318958.091407:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096 00000100:00100000:0.0:1767318958.091412:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988401024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318958.091425:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318958.091457:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988401024:12345-0@lo:38:kworker.0 Request processed in 44us (1299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318958.091464:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096 00000100:00100000:0.0:1767318958.091484:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988400768 00000100:00100000:0.0:1767318958.091488:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988400768 00000100:00100000:0.0:1767318958.091522:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401536 00000100:00100000:0.0:1767318958.091524:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401536 00000100:00100000:0.0:1767318958.091538:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1767318958.091543:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988400768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.091614:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988400768:12345-0@lo:400:kworker.0 Request processed in 69us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318958.091621:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1767318958.091635:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1767318958.091641:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988401536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.091667:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988401536:12345-0@lo:400:kworker.0 Request processed in 27us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318958.091672:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1767318958.091700:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401152 00000100:00100000:2.0:1767318958.091873:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401792 00000100:00100000:2.0:1767318958.091878:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401792 00000100:00100000:2.0:1767318958.091918:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318958.091926:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988401792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318958.091948:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318958.091995:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988401792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.092001:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318958.092022:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401280 00000100:00100000:2.0:1767318958.092025:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401280 00000100:00100000:2.0:1767318958.092062:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:2.0:1767318958.092069:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988401280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318958.092095:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988401280:12345-0@lo:400:kworker.0 Request processed in 27us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.092101:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:0.0:1767318958.092242:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401152 00000100:00100000:0.0:1767318958.092369:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:0.0:1767318958.092376:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988401152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.092409:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988401152:12345-0@lo:400:kworker.0 Request processed in 34us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318958.092415:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00080000:0.0:1767318958.092450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318958.092455:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318958.092458:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988401024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318958.092476:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318958.092480:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318958.092483:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318958.092499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988401152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.092510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988400768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.092523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988401792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318958.092551:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988401536:0@lo:400:kworker.0 00010000:00080000:0.0:1767318958.092573:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3a9a2d80 x1853163988401280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318958.092769:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988401280:0@lo:400:kworker.0 00010000:00010000:2.0:1767318958.411127:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318958.882316:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577600 00000100:00100000:2.0:1767318958.882344:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577600 00000100:00100000:2.0:1767318958.882442:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2830 00000100:00100000:2.0:1767318958.882453:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923577600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318958.882537:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923577600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.882557:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2830 00000100:00100000:1.0:1767318958.883539:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577472 00000100:00100000:1.0:1767318958.883549:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577472 00000100:00100000:1.0:1767318958.883638:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1450 00000100:00100000:1.0:1767318958.883648:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2511:x1853163923577472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318958.883710:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2511:x1853163923577472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318958.883718:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1450 00000100:00080000:0.0:1767318958.884529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318958.884535:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318958.884901:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577344 00000100:00100000:1.0:1767318958.884908:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577344 00000100:00100000:1.0:1767318958.884954:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1676 00000100:00100000:1.0:1767318958.884961:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923577344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767318958.884984:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318958.885044:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923577344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 81us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318958.885067:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1676 00000100:00100000:0.0:1767318959.123466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988401920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318959.123542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318959.123622:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988401920 00000100:00100000:0.0:1767318959.123630:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988401920 00000100:00100000:0.0:1767318959.123680:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:0.0:1767318959.123688:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988401920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318959.123720:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318959.123761:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988401920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318959.123768:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00010000:00080000:0.0:1767318959.123810:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d2d02c000 x1853163988401920/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318959.123828:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988401920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318959.440472:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318959.920083:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318959.920122:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767318959.920144:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923577728 offset 0 length 520: 4 00000100:00100000:0.0:1767318959.920168:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318959.920199:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577984 00000100:00100000:1.0:1767318959.920210:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577984 00000100:00100000:1.0:1767318959.920274:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923577856 00000100:00100000:1.0:1767318959.920277:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923577856 00000100:00100000:1.0:1767318959.920295:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1451 00000100:00100000:1.0:1767318959.920304:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923577984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318959.920379:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923577984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318959.920387:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1451 00000100:00100000:1.0:1767318959.920406:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1677 00000100:00100000:1.0:1767318959.920411:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923577856:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767318959.920432:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318959.920457:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923577856:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318959.920462:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1677 00000001:00100000:1.0:1767318960.142763:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:1.0:1767318960.142774:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d07407000/f8e581f7-de51-4550-90ea-109e3cc27a77 00010000:00010000:0.0:1767318960.458784:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318961.480966:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318962.505896:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318963.213122:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988402048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213196:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.213233:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318963.213238:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988402432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213262:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.213293:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402048 00000100:00100000:2.0:1767318963.213299:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402048 00000100:00100000:2.0:1767318963.213363:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1767318963.213371:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988402048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213419:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988402048:12345-0@lo:400:kworker.0 Request processed in 49us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.213426:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1767318963.213448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988402560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213469:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.213487:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318963.213492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988402816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.213536:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402432 00000100:00100000:2.0:1767318963.213539:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402432 00000100:00100000:2.0:1767318963.213568:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402560 00000100:00100000:2.0:1767318963.213571:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402560 00000100:00100000:2.0:1767318963.213608:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1767318963.213615:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988402432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213645:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988402432:12345-0@lo:400:kworker.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.213650:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1767318963.213661:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:2.0:1767318963.213666:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988402560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213692:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988402560:12345-0@lo:400:kworker.0 Request processed in 25us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.213697:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00100000:2.0:1767318963.213713:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402816 00000100:00100000:2.0:1767318963.213716:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402816 00000100:00100000:2.0:1767318963.213736:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767318963.213741:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988402816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.213767:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988402816:12345-0@lo:400:kworker.0 Request processed in 26us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.213772:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767318963.213819:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988402176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.213841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.213856:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988402304:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.214298:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.214329:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988402688:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.214351:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.214366:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988402944:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.214394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.214423:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402176 00000100:00100000:2.0:1767318963.214427:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402176 00000100:00100000:2.0:1767318963.214446:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402688 00000100:00100000:2.0:1767318963.214449:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402688 00000100:00100000:2.0:1767318963.214457:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988402944 00000100:00100000:2.0:1767318963.214460:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988402944 00000100:00100000:2.0:1767318963.214469:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767318963.214474:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.214490:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.214519:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402176:12345-0@lo:38:kworker.0 Request processed in 44us (677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.214525:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767318963.214536:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1767318963.214540:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.214548:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.214567:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402688:12345-0@lo:38:kworker.0 Request processed in 26us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.214572:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1767318963.214602:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767318963.214606:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.214615:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.214635:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988402944:12345-0@lo:38:kworker.0 Request processed in 28us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.214641:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767318963.214686:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988402816:0@lo:400:kworker.0 00010000:00080000:2.0:1767318963.214706:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d069bb100 x1853163988402560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318963.214716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988402560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.214750:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988402432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.214759:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988402048:0@lo:400:kworker.0 00000100:00080000:2.0:1767318963.214777:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318963.214782:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318963.214785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988402176:0@lo:38:kworker.0 00000100:00080000:2.0:1767318963.214793:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318963.214895:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767318963.215041:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318963.222027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988403072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318963.222111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318963.222475:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988403072 00000100:00100000:1.0:1767318963.222484:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988403072 00000100:00100000:1.0:1767318963.222559:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1767318963.222568:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988403072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318963.222625:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318963.222674:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988403072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318963.222680:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1767318963.222728:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988403072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318963.228794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988402688:0@lo:38:kworker.0 00010000:00010000:1.0:1767318963.540490:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318964.559802:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318965.027763:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318965.042358:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318965.042408:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318965.048748:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923578496 00000100:00100000:2.0:1767318965.048776:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923578496 00000100:00100000:2.0:1767318965.048859:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2834 00000100:00100000:2.0:1767318965.048870:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923578496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318965.048952:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923578496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (6608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318965.048961:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2834 00000100:00080000:2.0:1767318965.048985:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318965.049000:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923578368 00000100:00100000:2.0:1767318965.049004:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923578368 00000100:00100000:2.0:1767318965.049039:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1454 00000100:00100000:2.0:1767318965.049047:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923578368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318965.049087:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923578368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 41us (6679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318965.049094:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1454 00000100:00080000:2.0:1767318965.049112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318965.577764:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318966.601311:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318967.628231:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318968.331813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988403328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318968.331888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.331945:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988403328 00000100:00100000:2.0:1767318968.331952:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988403328 00000100:00100000:2.0:1767318968.332002:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:2.0:1767318968.332010:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988403328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318968.332038:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318968.332082:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988403328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.332089:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00080000:2.0:1767318968.332110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318968.332148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988403328:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318968.344200:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.344210:0:71054:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318968.344277:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.344281:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318968.344285:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318968.344293:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4210 00000100:00080000:1.0:1767318968.344298:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318968.344304:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318968.344323:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021880 x1853163988403584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318968.344342:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.344465:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318968.344468:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318968.344472:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4210 00000100:00080000:1.0:1767318968.344474:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318968.344494:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318968.344507:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022d80 x1853163988403712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318968.344533:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.344536:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318968.344538:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318968.344541:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4210 00000100:00080000:1.0:1767318968.344543:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318968.344546:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318968.344554:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021500 x1853163988403968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318968.344567:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.344570:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318968.344572:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318968.344575:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4210 00000100:00080000:1.0:1767318968.344598:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318968.344602:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318968.344612:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163988404224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318968.344641:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988403584:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.344702:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.344730:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988403712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.344749:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.344788:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988403968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.344814:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.344829:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988404224:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.344843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318968.345665:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318968.345670:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318968.345673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988404224:0@lo:38:kworker.0 00000100:00080000:1.0:1767318968.345687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318968.345690:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318968.345693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988403584:0@lo:38:kworker.0 00000100:00080000:1.0:1767318968.345699:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318968.345701:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318968.345704:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988403968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.345721:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988403840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318968.345745:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.345781:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318968.345787:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988404096:0@lo:400:kworker.0 00000100:00100000:1.0:1767318968.345805:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.345827:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988404096 00000100:00100000:1.0:1767318968.345830:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988404096 00000100:00100000:1.0:1767318968.345857:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1767318968.345862:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988404096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318968.346618:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988404096:12345-0@lo:400:kworker.0 Request processed in 755us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318968.346624:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1767318968.346651:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988403712 00000100:00100000:1.0:1767318968.346654:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988403712 00000100:00100000:1.0:1767318968.346674:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:1.0:1767318968.346678:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988403712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318968.346690:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318968.346718:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988403712:12345-0@lo:38:kworker.0 Request processed in 38us (1968us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318968.346735:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00080000:1.0:1767318968.346758:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318968.346761:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318968.346793:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988404096:0@lo:400:kworker.0 00010000:00080000:1.0:1767318968.347114:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d40020a80 x1853163988403840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318968.347125:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988403840:0@lo:400:kworker.0 00000100:00080000:1.0:1767318968.347158:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318968.347228:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318968.347231:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988403712:0@lo:38:kworker.0 00010000:00010000:0.0:1767318968.653443:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318969.352654:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318958/real 1767318958] req@ffff9e7d3a9a3480 x1853163988400640/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318969.352688:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a9a3480 x1853163988400640/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318969.352707:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318969.352727:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318969.352731:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988400640:0@lo:250:kworker.0 00000100:00080000:1.0:1767318969.352811:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318969.352815:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318969.352818:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318969.352822:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4205 00000100:00080000:1.0:1767318969.352827:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318969.352833:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318969.352860:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022d80 x1853163988404352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318969.352899:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318969.352902:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318969.352904:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318969.352907:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1767318969.352910:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318969.352913:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318969.352927:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163988404608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318969.352936:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318969.352939:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318969.352940:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318969.352943:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1767318969.352945:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318969.352948:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318969.352957:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163988404736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318969.352999:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318969.353003:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318969.353005:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318969.353008:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1767318969.353010:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318969.353013:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318969.353026:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eed80 x1853163988405120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318969.353040:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318969.353042:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318969.353044:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318969.353047:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1767318969.353049:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318969.353052:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318969.353060:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edc00 x1853163988405376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318969.353085:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988404480:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.353846:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.353882:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318969.353890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988404864:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.353920:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.353954:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988404992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.353978:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.354006:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318969.354012:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988405248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.354032:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.354068:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988404480 00000100:00100000:1.0:1767318969.354074:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988404480 00000100:00100000:1.0:1767318969.355733:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988405248 00000100:00100000:1.0:1767318969.355743:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988405248 00000100:00100000:1.0:1767318969.356608:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1767318969.356619:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988404480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.356695:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988404480:12345-0@lo:400:kworker.0 Request processed in 79us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.356703:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1767318969.356720:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767318969.356726:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988405248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.357353:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988405248:12345-0@lo:400:kworker.0 Request processed in 625us (3317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.357360:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767318969.357389:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988404864 00000100:00100000:1.0:1767318969.357395:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988404864 00000100:00100000:1.0:1767318969.357424:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988404992 00000100:00100000:1.0:1767318969.357427:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988404992 00000100:00100000:1.0:1767318969.357705:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:1.0:1767318969.357712:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988404864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.357766:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988404864:12345-0@lo:400:kworker.0 Request processed in 55us (3846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.357773:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:1.0:1767318969.357785:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767318969.357791:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988404992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.357833:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988404992:12345-0@lo:400:kworker.0 Request processed in 42us (3853us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.357839:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767318969.366683:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988405248:0@lo:400:kworker.0 00010000:00080000:1.0:1767318969.366702:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3a9a3480 x1853163988404992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318969.366713:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988404992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.366768:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988404352:0@lo:250:kworker.0 00000400:00000100:1.0:1767318969.366812:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988404352 offset 0 length 520: 4 00000100:00100000:1.0:1767318969.366843:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988404608:0@lo:38:kworker.0 00000100:00100000:1.0:1767318969.366875:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.366902:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988404736:0@lo:38:kworker.0 00000100:00100000:1.0:1767318969.366926:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.366939:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988405120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318969.366956:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.366970:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988405376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318969.366986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.367014:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988404608 00000100:00100000:1.0:1767318969.367020:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988404608 00000100:00100000:1.0:1767318969.367060:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988405120 00000100:00100000:1.0:1767318969.367062:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988405120 00000100:00100000:1.0:1767318969.367075:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988405376 00000100:00100000:1.0:1767318969.367078:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988405376 00000100:00100000:1.0:1767318969.367094:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767318969.367110:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988404608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318969.367142:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318969.367180:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988404608:12345-0@lo:38:kworker.0 Request processed in 69us (305us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318969.367186:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767318969.367201:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1767318969.367205:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988405120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318969.367213:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318969.367233:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988405120:12345-0@lo:38:kworker.0 Request processed in 27us (276us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318969.367239:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1767318969.367249:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1767318969.367253:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988405376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318969.367261:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318969.367283:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988405376:12345-0@lo:38:kworker.0 Request processed in 29us (295us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318969.367288:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1767318969.367325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988404864:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.367338:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988404480:0@lo:400:kworker.0 00000100:00080000:1.0:1767318969.367377:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318969.367382:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318969.367385:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988404608:0@lo:38:kworker.0 00000100:00080000:1.0:1767318969.367392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318969.367395:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318969.367404:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988405120:0@lo:38:kworker.0 00000100:00080000:1.0:1767318969.367414:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318969.367417:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318969.367420:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988405376:0@lo:38:kworker.0 00010000:00010000:1.0:1767318969.677898:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:1.0:1767318969.740068:0:116151:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d04877800 00000020:01000004:1.0:1767318969.740225:0:116151:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:1.0:1767318969.740227:0:116151:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1767318969.740229:0:116151:0:(obd_mount.c:907:lmd_print()) options: user_xattr,errors=remount-ro 00000020:01000004:1.0:1767318969.740237:0:116151:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1767318969.740249:0:116151:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1767318969.740254:0:116151:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767318969.740267:0:116151:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9e7d36c498d8) 00000020:00000080:1.0:1767318969.740281:0:116151:0:(obd_config.c:657:class_attach()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00000020:00000080:1.0:1767318969.740286:0:116151:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00100000:10000000:1.0:1767318969.914648:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1767318969.918168:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1767318969.920283:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1767318969.920785:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1767318969.922669:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1767318969.923446:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1767318969.924668:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1767318969.925466:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.927351:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.928125:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.929337:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.930008:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.930777:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.931432:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.931804:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.932731:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.933254:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.933476:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.933829:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.934346:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.934571:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.935094:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.935467:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.935771:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.936056:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.936445:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.936733:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.937116:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.937454:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.937748:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.938150:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.938474:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.938816:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1767318969.939303:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1767318969.940030:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1767318969.940384:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1767318969.940670:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.941226:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.941501:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.942029:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1767318969.942375:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1767318969.942695:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.942965:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1767318969.943392:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.943942:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1767318969.944305:0:116151:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 20000000:01000000:2.0:1767318969.966938:0:116151:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1767318969.966975:0:116151:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1767318969.969039:0:116151:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1767318969.973810:0:116151:0:(service.c:153:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1767318969.973979:0:116151:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1767318969.973986:0:116151:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1767318969.975858:0:116151:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1767318969.975870:0:116151:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000020:00000080:2.0:1767318969.977292:0:116151:0:(obd_config.c:761:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1767318969.977321:0:116151:0:(obd_mount.c:381:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:2.0:1767318969.977322:0:116151:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 2 10000000:01000000:2.0:1767318969.977326:0:116151:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:2.0:1767318969.977331:0:116151:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 88, was 0): CONNECTING 00000100:00100000:2.0:1767318969.977337:0:116151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1767318970.146540:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318970.146687:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318970.146849:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923578880 00000100:00100000:1.0:1767318970.146859:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923578880 00000100:00100000:1.0:1767318970.146943:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2838 00000100:00100000:1.0:1767318970.146953:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923578880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318970.147029:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923578880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318970.147050:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2838 00000100:00080000:2.0:1767318970.148634:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318970.158752:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579008 00000100:00100000:2.0:1767318970.158765:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579008 00000100:00100000:2.0:1767318970.158814:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 0 00000100:00100000:2.0:1767318970.158828:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2507:x1853163923579008:12345-192.168.204.13@tcp:250:kworker.0 00010000:00080000:2.0:1767318970.158855:0:116160:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 67b6b09f-7e50-4548-977f-61563b9ef954@192.168.204.13@tcp t0 exp 0000000000000000 cur 4217 last 0 00000020:00000080:2.0:1767318970.158884:0:116160:0:(genops.c:1402:class_connect()) connect: client 67b6b09f-7e50-4548-977f-61563b9ef954, cookie 0x719a348ff1c36d1a 00000020:01000000:2.0:1767318970.158903:0:116160:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d2d029b00 00000100:00080000:2.0:1767318970.159030:0:116160:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5b9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767318970.159099:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+4:2507:x1853163923579008:12345-192.168.204.13@tcp:250:kworker.0 Request processed in 276us (3278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318970.159107:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 0 00000100:00080000:1.0:1767318970.159769:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318970.696785:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318971.618630:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318971.619622:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579136 00000100:00100000:0.0:1767318971.619635:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579136 00000100:00100000:0.0:1767318971.619925:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:0.0:1767318971.619935:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+4:74614:x1853163923579136:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318971.619953:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318971.619975:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317df expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318971.620002:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 5 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318971.620014:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 5 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318971.620023:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556c00, rc 0) 00000100:00100000:0.0:1767318971.620140:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923579136:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 206us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318971.620147:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:0.0:1767318971.631857:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.631956:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579264 00000100:00100000:2.0:1767318971.631969:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579264 00000100:00100000:2.0:1767318971.632026:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2 00000100:00100000:2.0:1767318971.632035:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923579264:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 10000000:01000000:2.0:1767318971.632607:0:116162:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767318971.639599:0:116160:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1767318971.639605:0:116160:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1767318971.639615:0:116160:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 52 00000100:00100000:2.0:1767318971.643425:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923579264:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 11377us (11566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.643443:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2 00000100:00100000:0.0:1767318971.645920:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.646013:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579392 00000100:00100000:2.0:1767318971.646025:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579392 00000100:00100000:2.0:1767318971.646172:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3 00000100:00100000:2.0:1767318971.646182:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e266450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923579392:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318971.646200:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318971.646223:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1ac00/0x719a348ff1c36d28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317e6 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.646251:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1ac00/0x719a348ff1c36d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317e6 expref: 6 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.646263:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1ac00/0x719a348ff1c36d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317e6 expref: 6 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.646272:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1ac00, rc 0) 00000100:00100000:2.0:1767318971.646482:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e266450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923579392:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 300us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.646506:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3 00000100:00100000:1.0:1767318971.649551:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.649618:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579520 00000100:00100000:2.0:1767318971.649628:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579520 00000100:00100000:2.0:1767318971.649673:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:2.0:1767318971.649682:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e264450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923579520:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318971.649982:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e264450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923579520:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 300us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.649991:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:2.0:1767318971.654545:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.666414:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923579776 00000100:00100000:2.0:1767318971.666426:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923579776 00000100:00100000:2.0:1767318971.666485:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:2.0:1767318971.666495:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e264c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923579776:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318971.666512:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318971.666531:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1a400/0x719a348ff1c36d2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317ed expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.666556:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1a400/0x719a348ff1c36d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ed expref: 8 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.666564:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1a400/0x719a348ff1c36d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317ed expref: 8 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.666571:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1a400, rc 0) 00000100:00100000:2.0:1767318971.666660:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e264c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923579776:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 167us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.666666:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:0.0:1767318971.671194:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.674917:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580032 00000100:00100000:2.0:1767318971.674928:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580032 00000100:00100000:2.0:1767318971.674969:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:2.0:1767318971.674978:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923580032:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767318971.675120:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923580032:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 Request processed in 142us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.675128:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:0.0:1767318971.683010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.683214:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580160 00000100:00100000:2.0:1767318971.683224:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580160 00000100:00100000:2.0:1767318971.683282:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:2.0:1767318971.683293:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e265450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923580160:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318971.683309:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318971.683329:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1ba00/0x719a348ff1c36d36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317f4 expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.683360:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1ba00/0x719a348ff1c36d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317f4 expref: 9 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.683372:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1ba00/0x719a348ff1c36d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317f4 expref: 9 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318971.683381:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1ba00, rc 0) 00000100:00100000:2.0:1767318971.683440:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e265450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923580160:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 150us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318971.683447:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:0.0:1767318971.689208:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318971.689331:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580288 00000100:00100000:2.0:1767318971.689341:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580288 00000100:00100000:2.0:1767318971.689424:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 10 00000100:00100000:2.0:1767318971.689447:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e264850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923580288:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318971.689736:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e264850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923580288:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 288us (538us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767318971.689836:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 10 00010000:00010000:1.0:1767318971.720907:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318972.744945:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318973.449293:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988405632 00000100:00100000:0.0:1767318973.449314:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988405632 00000100:00100000:0.0:1767318973.449390:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767318973.449399:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988405632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318973.449426:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318973.449473:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988405632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318973.449480:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767318973.449531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988405632:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318973.769218:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318974.472712:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.472723:0:71054:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318974.472795:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.472799:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.472803:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.472811:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4216 00000100:00080000:1.0:1767318974.472815:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.472821:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318974.472842:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163988405888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318974.472857:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.472861:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.472862:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.472866:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4216 00000100:00080000:1.0:1767318974.472868:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.472871:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318974.472882:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988406016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318974.472882:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988405760:0@lo:400:kworker.0 00000100:00080000:1.0:1767318974.472927:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.472946:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.472948:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.472951:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4216 00000100:00080000:1.0:1767318974.472953:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.472957:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318974.472967:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163988406400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318974.472981:0:71054:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.472983:0:71054:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.472985:0:71054:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.472988:0:71054:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4216 00000100:00080000:1.0:1767318974.472990:0:71054:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.472993:0:71054:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318974.472995:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318974.473003:0:71054:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163988406656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318974.473029:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988406528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.473045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318974.473050:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988406144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.473054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318974.473074:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318974.473074:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318974.473079:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988406272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.473097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318974.473118:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988406144 00000100:00100000:1.0:1767318974.473123:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988405760 00000100:00100000:2.0:1767318974.473125:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988406144 00000100:00100000:1.0:1767318974.473126:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988405760 00000100:00100000:1.0:1767318974.473164:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988406528 00000100:00100000:1.0:1767318974.473167:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988406528 00000100:00100000:2.0:1767318974.473167:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988406272 00000100:00100000:2.0:1767318974.473169:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988406272 00000100:00100000:1.0:1767318974.473188:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1767318974.473188:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767318974.473195:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988405760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.473195:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988406144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.473309:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1767318974.473318:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988406528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.473354:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988406528:12345-0@lo:400:kworker.0 Request processed in 38us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318974.473361:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1767318974.473385:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:0.0:1767318974.473392:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988406272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.473435:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988406272:12345-0@lo:400:kworker.0 Request processed in 44us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318974.473442:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00080000:0.0:1767318974.473460:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318974.473464:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318974.473514:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d329ed180 x1853163988406272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318974.473527:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988406272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.473539:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988406528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.473641:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988405760:12345-0@lo:400:kworker.0 Request processed in 446us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318974.473648:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1767318974.477611:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988406144:12345-0@lo:400:kworker.0 Request processed in 4409us (4527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318974.477625:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767318974.477691:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988406144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.477709:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988405760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.477798:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988406784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318974.477852:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.478020:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988406784 00000100:00100000:0.0:1767318974.478044:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988406784 00000100:00100000:0.0:1767318974.478134:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767318974.478143:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988406784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318974.478171:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318974.478258:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988406784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318974.478265:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00010000:00080000:1.0:1767318974.478333:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d31e1f480 x1853163988406784/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318974.478348:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988406784:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318974.795904:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318975.267546:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580672 00000100:00100000:1.0:1767318975.267560:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580672 00000100:00100000:2.0:1767318975.267654:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580800 00000100:00100000:2.0:1767318975.267659:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580800 00000100:00100000:2.0:1767318975.267713:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2841 00000100:00100000:2.0:1767318975.267725:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923580800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318975.267730:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1462 00000100:00100000:1.0:1767318975.267741:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2508:x1853163923580672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318975.267803:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2508:x1853163923580672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318975.267810:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1462 00000100:00080000:0.0:1767318975.267888:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318975.267893:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318975.268447:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923580800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 724us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318975.268454:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2841 00000100:00100000:1.0:1767318975.276244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318975.276575:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923580544 00000100:00100000:2.0:1767318975.276607:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923580544 00000100:00100000:2.0:1767318975.276690:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1692 00000100:00100000:2.0:1767318975.276699:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923580544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767318975.276730:0:86850:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318975.276810:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923580544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 110us (578us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318975.276817:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1692 00010000:00010000:0.0:1767318976.840877:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318977.867181:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318978.574683:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988406912 00000100:00100000:0.0:1767318978.574692:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988406912 00000100:00100000:0.0:1767318978.574778:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:0.0:1767318978.574788:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988406912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318978.574830:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767318978.574931:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318978.577414:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988406912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2617us (2871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318978.577429:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00010000:00010000:2.0:1767318978.888849:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318979.593062:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318979.593073:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318979.593144:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318979.593149:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318979.593169:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318979.593177:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4221 00000100:00080000:1.0:1767318979.593182:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318979.593188:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318979.593213:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3480 x1853163988407168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318979.593233:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318979.593237:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318979.593239:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318979.593242:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4221 00000100:00080000:1.0:1767318979.593244:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318979.593247:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318979.593262:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e680 x1853163988407296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318979.593289:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318979.593292:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318979.593294:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318979.593297:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4221 00000100:00080000:1.0:1767318979.593299:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318979.593302:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318979.593312:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955fb80 x1853163988407680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318979.593326:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318979.593329:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318979.593337:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318979.593341:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4221 00000100:00080000:1.0:1767318979.593343:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318979.593348:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318979.593362:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988407936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318979.593399:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988407168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.593467:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988407296:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.593615:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593636:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988407680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.593668:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593707:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988407936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.593728:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593757:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988407552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318979.593783:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593801:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318979.593806:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988407808:0@lo:400:kworker.0 00000100:00100000:1.0:1767318979.593826:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.593856:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988407168 00000100:00100000:1.0:1767318979.593863:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988407168 00000100:00100000:1.0:1767318979.593889:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988407680 00000100:00100000:1.0:1767318979.593892:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988407680 00000100:00100000:1.0:1767318979.593900:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988407936 00000100:00100000:1.0:1767318979.593902:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988407936 00000100:00100000:1.0:1767318979.593908:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988407808 00000100:00100000:1.0:1767318979.593917:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988407808 00000100:00100000:1.0:1767318979.593953:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1767318979.593962:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988407808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318979.594010:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988407808:12345-0@lo:400:kworker.0 Request processed in 49us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318979.594017:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1767318979.594034:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1767318979.594038:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988407168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318979.594058:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318979.594088:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988407168:12345-0@lo:38:kworker.0 Request processed in 49us (622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318979.594095:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1767318979.594106:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1767318979.594110:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988407680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318979.594119:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318979.594142:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988407680:12345-0@lo:38:kworker.0 Request processed in 31us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318979.594148:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:0.0:1767318979.594290:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318979.594298:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318979.594330:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318979.594366:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988408064 00000100:00100000:0.0:1767318979.594370:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988408064 00000100:00100000:0.0:1767318979.594411:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1767318979.594417:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318979.594440:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318979.594473:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318979.594486:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00010000:00080000:0.0:1767318979.594522:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d31e1dc00 x1853163988408064/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767318995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318979.597197:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318979.597230:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988407040:0@lo:400:kworker.0 00000100:00080000:0.0:1767318979.597287:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318979.597291:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318979.597303:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988407296 00000100:00100000:0.0:1767318979.597306:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988407296 00000100:00100000:0.0:1767318979.597327:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101 00000100:00100000:0.0:1767318979.597331:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988407296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318979.597341:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318979.597367:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988407296:12345-0@lo:38:kworker.0 Request processed in 35us (3753us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318979.597373:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101 00000100:00100000:0.0:1767318979.597406:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988407424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318979.597437:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988407808:0@lo:400:kworker.0 00010000:00080000:0.0:1767318979.597449:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d0955c380 x1853163988407552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767318995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318979.597458:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988407552:0@lo:400:kworker.0 00000100:00080000:0.0:1767318979.597490:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318979.597496:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318979.597500:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988407168:0@lo:38:kworker.0 00000100:00080000:0.0:1767318979.597521:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318979.597524:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318979.597527:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988407296:0@lo:38:kworker.0 00000100:00080000:0.0:1767318979.597535:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318979.597538:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318979.597540:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988407680:0@lo:38:kworker.0 00000100:00080000:0.0:1767318979.597548:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318979.597551:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318979.597553:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988407936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318980.391705:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318980.391815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318980.391901:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318980.392273:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923581312 00000100:00100000:0.0:1767318980.392284:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923581312 00000100:00100000:0.0:1767318980.392357:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2844 00000100:00100000:0.0:1767318980.392367:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923581312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767318980.392491:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318980.392662:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923581312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 296us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318980.392672:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2844 00000100:00100000:2.0:1767318980.393300:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923581184 00000100:00100000:2.0:1767318980.393308:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923581184 00000100:00100000:2.0:1767318980.393367:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1465 00000100:00100000:2.0:1767318980.393376:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923581184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767318980.393427:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923581184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 53us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318980.393434:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1465 00000100:00080000:1.0:1767318980.394164:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318980.936782:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318981.960863:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318982.984991:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318983.692841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318983.692910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318983.693146:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988408192 00000100:00100000:1.0:1767318983.693155:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988408192 00000100:00100000:1.0:1767318983.693224:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1767318983.693233:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318983.693275:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318983.693327:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318983.693335:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:2.0:1767318983.693389:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408192:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318983.693400:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318984.712755:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.712768:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318984.712842:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.712847:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.712851:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.712877:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4226 00000100:00080000:2.0:1767318984.712883:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.712891:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318984.712917:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163988408448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.712944:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.712947:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.712949:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.712953:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:2.0:1767318984.712955:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.712959:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318984.712971:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8a80 x1853163988408576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.713003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.713007:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.713009:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.713013:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:2.0:1767318984.713015:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.713019:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318984.713029:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163988408960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.713044:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.713047:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.713048:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.713057:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4226 00000100:00080000:2.0:1767318984.713059:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.713063:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318984.713090:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163988409216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318984.713118:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988409088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.713327:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988408704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.713386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.713438:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318984.713443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988408320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.713476:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.713696:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318969/real 1767318969] req@ffff9e7d40022d80 x1853163988404352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318984 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318984.713717:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d40022d80 x1853163988404352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318984 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318984.713731:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988408448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.713755:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.713772:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988408576:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.713793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.713820:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988408960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.713839:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.713855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988409216:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.713873:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318984.713888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318984.713901:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318984.713908:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988404352:0@lo:250:kworker.0 00000100:00100000:1.0:1767318984.713965:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988408576 00000100:00100000:1.0:1767318984.713975:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988408576 00000100:00100000:2.0:1767318984.717427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.717485:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318984.717496:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318984.717532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:2.0:1767318984.717574:0:116151:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00010000:00010000:2.0:1767318984.717603:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d01528400/0x719a348ff1c35c8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c35c96 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.717614:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d01528400/0x719a348ff1c35c8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c35c96 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.717621:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1767318984.717639:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.717648:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d01528400/0x719a348ff1c35c8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c35c96 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318984.717736:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988408704 00000100:00100000:0.0:1767318984.717745:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988408704 00000100:00100000:0.0:1767318984.717875:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988408832 00000100:00100000:0.0:1767318984.717879:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988408832 00000100:00100000:0.0:1767318984.717967:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:0.0:1767318984.717988:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988408704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318984.720023:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988408704:12345-0@lo:400:kworker.0 Request processed in 2027us (6627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.720133:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:1.0:1767318984.720299:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988408576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318984.720323:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318984.720345:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:0.0:1767318984.720375:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:1.0:1767318984.720387:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988408576:12345-0@lo:38:kworker.0 Request processed in 244us (6591us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318984.720389:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.720398:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000100:00100000:1.0:1767318984.720440:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988409088 00000100:00100000:1.0:1767318984.720447:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988409088 00000100:00100000:0.0:1767318984.720477:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988408832:12345-0@lo:400:kworker.0 Request processed in 94us (2942us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.720484:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:1.0:1767318984.720502:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1767318984.720511:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988409088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.720661:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988409088:12345-0@lo:400:kworker.0 Request processed in 150us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.720667:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00080000:1.0:1767318984.720713:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318984.720718:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318984.720773:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988408704:0@lo:400:kworker.0 00010000:00080000:1.0:1767318984.720814:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d069bbb80 x1853163988408832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318984.720825:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988408832:0@lo:400:kworker.0 00000100:00100000:1.0:1767318984.720836:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988409088:0@lo:400:kworker.0 00000100:00100000:0.0:1767318984.721155:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318984.721169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988409472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318984.721201:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682cc00/0x719a348ff1c36063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c3606a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721222:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682cc00/0x719a348ff1c36063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c3606a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721229:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721241:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721271:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682cc00/0x719a348ff1c36063 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c3606a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721285:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682d000/0x719a348ff1c36071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36078 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721291:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682d000/0x719a348ff1c36071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36078 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721295:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721300:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721303:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682d000/0x719a348ff1c36071 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36078 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721311:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963200/0x719a348ff1c3609b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c360a2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721317:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963200/0x719a348ff1c3609b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c360a2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721321:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721325:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721328:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963200/0x719a348ff1c3609b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c360a2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721336:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c360a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c360b0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721341:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c360a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c360b0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721346:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721348:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721357:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c360a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c360b0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318984.721367:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318984.721371:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c800/0x719a348ff1c360b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c360be expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721379:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c800/0x719a348ff1c360b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c360be expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721385:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721390:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721394:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c800/0x719a348ff1c360b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c360be expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721404:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1ae00/0x719a348ff1c36ab2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36ab9 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721411:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1ae00/0x719a348ff1c36ab2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36ab9 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721416:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1767318984.721419:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988409472 00010000:00010000:2.0:1767318984.721421:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:0.0:1767318984.721424:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988409472 00010000:00010000:2.0:1767318984.721426:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1ae00/0x719a348ff1c36ab2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36ab9 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721438:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c36af1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36af8 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721443:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c36af1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36af8 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721448:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721452:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721470:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c36af1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36af8 expref: -99 pid: 113814 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721486:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d36e18c00/0x719a348ff1c36b45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36b4c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721492:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d36e18c00/0x719a348ff1c36b45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36b4c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721497:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721500:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721503:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d36e18c00/0x719a348ff1c36b45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36b4c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.721513:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557800/0x719a348ff1c35c1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c35c26 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.721519:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557800/0x719a348ff1c35c1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c35c26 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.721523:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.721526:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.721529:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557800/0x719a348ff1c35c1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c35c26 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318984.721742:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1767318984.721753:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988409472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318984.721783:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318984.721897:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988409472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.721959:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00010000:00080000:0.0:1767318984.721997:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d31e1ea00 x1853163988409472/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318984.722012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988409472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318984.722299:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963600/0x719a348ff1c35c2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c35c34 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.722309:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963600/0x719a348ff1c35c2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c35c34 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.722314:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1767318984.722333:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.722348:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c963600/0x719a348ff1c35c2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c35c34 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.722359:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d01529400/0x719a348ff1c35c81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c35c88 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.722365:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d01529400/0x719a348ff1c35c81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c35c88 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.722370:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1767318984.722374:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.722377:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d01529400/0x719a348ff1c35c81 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c35c88 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.722387:0:116151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d000/0x719a348ff1c36ae3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36aea expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.722393:0:116151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d000/0x719a348ff1c36ae3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36aea expref: -99 pid: 113814 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.722398:0:116151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1767318984.722402:0:116151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767318984.722405:0:116151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d000/0x719a348ff1c36ae3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36aea expref: -99 pid: 113814 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1767318984.739399:0:116151:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 89, was 0): CONNECTING 00000100:00080000:2.0:1767318984.739413:0:116151:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:0.0:1767318984.741429:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988409600:0@lo:250:kworker.0 00000100:00100000:0.0:1767318984.741502:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.741754:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988409600 00000100:00100000:2.0:1767318984.741761:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988409600 00000100:00100000:2.0:1767318984.741806:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1767318984.743289:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:7010:x1853163988409600:12345-0@lo:250:kworker.0 00010000:00080000:2.0:1767318984.743323:0:116158:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from e16d7078-f533-4ecf-a51c-6d78c3ddb652@0@lo t0 exp 0000000000000000 cur 4231 last 0 00000020:00000080:2.0:1767318984.743364:0:116158:0:(genops.c:1402:class_connect()) connect: client e16d7078-f533-4ecf-a51c-6d78c3ddb652, cookie 0x719a348ff1c36d3d 00000020:01000000:2.0:1767318984.743372:0:116158:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d2d029b00 00000100:00080000:2.0:1767318984.743505:0:116158:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5bc000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767318984.743998:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:7010:x1853163988409600:12345-0@lo:250:kworker.0 Request processed in 710us (2492us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.744007:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1767318984.744252:0:7010:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.204.113@tcp: committing for last_committed 0 gen 31 00000100:00080000:0.0:1767318984.744262:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.113@tcp: connect to target with instance 0 00000100:00080000:0.0:1767318984.744269:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.204.113@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1767318984.744274:0:7010:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1767318984.744277:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1767318984.744279:0:7010:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1767318984.744294:0:7010:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1767318984.744306:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988409600:0@lo:250:kworker.0 00000100:00080000:2.0:1767318984.744361:0:116151:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:2.0:1767318984.744372:0:116151:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1767318984.744410:0:116151:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1767318984.744416:0:116151:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.113@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1767318984.744530:0:116151:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1767318984.744719:0:116151:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.113@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1767318984.744723:0:116151:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1767318984.744725:0:116151:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767318984.744726:0:116151:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767318984.744728:0:116151:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767318984.744729:0:116151:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767318984.744731:0:116151:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767318984.744732:0:116151:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767318984.744734:0:116151:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767318984.744735:0:116151:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767318984.744736:0:116151:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767318984.744739:0:116151:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1767318984.744742:0:116151:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767318984.744743:0:116151:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767318984.744744:0:116151:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767318984.744746:0:116151:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767318984.744747:0:116151:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767318984.744749:0:116151:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767318984.744750:0:116151:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767318984.744751:0:116151:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767318984.744752:0:116151:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767318984.744753:0:116151:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767318984.744774:0:116151:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1767318984.744790:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409728:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1767318984.745049:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.745264:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.745304:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988409728 00000100:00100000:2.0:1767318984.745311:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988409728 00000100:00100000:2.0:1767318984.745395:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1767318984.745404:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:116151:x1853163988409728:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1767318984.745441:0:116158:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1767318984.745444:0:116158:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1767318984.745447:0:116158:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 20000000:01000000:2.0:1767318984.745453:0:116158:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1767318984.746127:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:116151:x1853163988409728:12345-0@lo:253:mount.lustre.0 Request processed in 722us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.746137:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1767318984.746228:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409728:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1767318984.746240:0:116151:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1767318984.746243:0:116151:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1767318984.746244:0:116151:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767318984.746246:0:116151:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767318984.746247:0:116151:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767318984.746248:0:116151:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767318984.746249:0:116151:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767318984.746251:0:116151:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767318984.746252:0:116151:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767318984.746254:0:116151:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767318984.746256:0:116151:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1767318984.746278:0:116151:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d04877800 from lustre-MDT0000 10000000:01000000:0.0:1767318984.746306:0:116151:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1767318984.746309:0:116151:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1767318984.746318:0:116151:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9e7d04877800 10000000:01000000:0.0:1767318984.746323:0:116151:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1767318984.746327:0:116151:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9e7d04877800 10000000:01000000:0.0:1767318984.746329:0:116151:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1767318984.746333:0:116151:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d04877800 from 1 10000000:01000000:0.0:1767318984.746336:0:116151:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1767318984.746365:0:116151:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.746391:0:116151:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.746400:0:116151:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318984.746418:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409856:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767318984.746447:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.747419:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d415130c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.747834:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409856:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767318984.747847:0:116151:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.747856:0:116151:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.747870:0:116151:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1767318984.747880:0:116151:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.747885:0:116151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.747891:0:116151:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1767318984.747895:0:116151:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1767318984.747900:0:116151:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9e7d04877800 10000000:01000000:2.0:1767318984.747909:0:116151:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1767318984.747912:0:116151:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1767318984.747914:0:116151:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767318984.747935:0:116151:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.747941:0:116151:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.747948:0:116151:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318984.747965:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409984:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767318984.747994:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.748023:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d368563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.748558:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988409984:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767318984.748571:0:116151:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.748614:0:116151:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318984.748674:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988410112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767318984.748702:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.748715:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513180 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.749020:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988410112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767318984.749047:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988410240:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767318984.749097:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.749121:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513180 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.749627:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988410240:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767318984.750343:0:116165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988410368:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767318984.750385:0:116165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.750422:0:116165:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.750480:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988410368 00000100:00100000:2.0:1767318984.750485:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988410368 00000100:00100000:2.0:1767318984.750519:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1767318984.750526:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988410368:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.757638:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988410368:12345-0@lo:502:llog_process_th.0 Request processed in 7102us (7242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.757654:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1767318984.757802:0:116165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988410368:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767318984.757852:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767318984.757864:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767318984.757867:0:116165:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1767318984.757872:0:116165:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1767318984.757875:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767318984.757892:0:116165:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9e7d3fab8000) 00000020:00000080:0.0:1767318984.757920:0:116165:0:(obd_config.c:657:class_attach()) OBD: dev 5 attached type lod with refcount 2 00000020:00000080:0.0:1767318984.757927:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1767318984.758016:0:116165:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:0.0:1767318984.758025:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c36d67 00000020:00000080:0.0:1767318984.758310:0:116165:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1767318984.758315:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767318984.758318:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767318984.758319:0:116165:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1767318984.758322:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767318984.758325:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767318984.758327:0:116165:0:(obd_config.c:1477:class_process_config()) marker 12 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1767318984.758330:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767318984.758337:0:116165:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000 (ffff9e7d3fabca88) 00000020:00000080:0.0:1767318984.758349:0:116165:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type mdt with refcount 2 00000020:00000080:0.0:1767318984.758353:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1767318984.758355:0:116165:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1767318984.758358:0:116165:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1767318984.758364:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1767318984.758411:0:116165:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d04877800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1767318984.758426:0:116165:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0000 (ffff9e7d3fabe360) 00000020:00000080:0.0:1767318984.758437:0:116165:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type mdd with refcount 2 00000004:01000000:0.0:1767318984.758501:0:116165:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:0.0:1767318984.758507:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c36d7c 00000020:00000080:0.0:1767318984.758630:0:116165:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1767318984.758647:0:116165:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1767318984.758652:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x719a348ff1c36d83 00080000:01000000:0.0:1767318984.758656:0:116165:0:(osd_handler.c:8940:osd_obd_connect()) connect #3 00000020:00000080:0.0:1767318984.758659:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c36d8a 00010000:00010000:1.0:1767318984.830383:0:116165:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:1.0:1767318984.830572:0:116165:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 1 lr: 120259084300 srv lr: 124554051584 lx: 0 gen 22 00000001:00080000:1.0:1767318984.830712:0:116165:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 120259084298 srv lr: 124554051584 lx: 0 gen 24 00000001:00000004:1.0:1767318984.830747:0:116165:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 30, last_transno is 124554051584 00000001:00080000:1.0:1767318984.830878:0:116165:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:1.0:1767318984.830939:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2f00: xid 1853163988388096, transno 124554051733, client gen 22, slot idx 0 00000001:00080000:1.0:1767318984.830950:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c29c0: xid 1853163988388352, transno 124554051734, client gen 22, slot idx 1 00000001:00080000:1.0:1767318984.830955:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2c00: xid 1853163923555072, transno 124554051730, client gen 24, slot idx 2 00000001:00080000:1.0:1767318984.830960:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2840: xid 1853163923553152, transno 124554051724, client gen 24, slot idx 3 00000001:00080000:1.0:1767318984.830965:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2480: xid 1853163923554304, transno 124554051728, client gen 24, slot idx 4 00000001:00080000:1.0:1767318984.830969:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2a80: xid 1853163923551744, transno 124554051718, client gen 24, slot idx 5 00000001:00080000:1.0:1767318984.830973:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c2cc0: xid 1853163923550976, transno 124554051719, client gen 24, slot idx 6 00000001:00080000:1.0:1767318984.830978:0:116165:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d360c23c0: xid 1853163923544448, transno 124554051694, client gen 24, slot idx 7 00000020:00000080:1.0:1767318984.831651:0:116165:0:(genops.c:412:class_newdev()) Allocate new device lustre-QMT0000 (ffff9e7d36c4b1b0) 00000020:00000080:1.0:1767318984.831672:0:116165:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type qmt with refcount 2 00080000:01000000:1.0:1767318984.831743:0:116165:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:1.0:1767318984.831751:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c36da6 00000100:00100000:0.0:1767318984.843156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410496:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1767318984.843213:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.845608:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988410496 00000100:00100000:1.0:1767318984.845619:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988410496 00000100:00100000:1.0:1767318984.845663:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:1.0:1767318984.845671:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988410496:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1767318984.845702:0:99440:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4231 last 0 00000020:00000080:1.0:1767318984.845738:0:99440:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c36dd7 00000004:00100000:1.0:1767318984.845753:0:99440:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767318984.845796:0:99440:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d32edcd00 00000100:00080000:1.0:1767318984.845838:0:99440:0:(import.c:65:import_set_state_nolock()) ffff9e7d07401800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318984.846998:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988410496:12345-0@lo:38:llog_process_th.0 Request processed in 1322us (3778us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.847018:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000100:00100000:0.0:1767318984.848026:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767318984.848038:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 18 00000100:00080000:0.0:1767318984.848046:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1767318984.848051:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1767318984.848054:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1767318984.848079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410496:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1767318984.848346:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318984.848358:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988410624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767318984.848411:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.848448:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988410624 00000100:00100000:1.0:1767318984.848454:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988410624 00000100:00100000:1.0:1767318984.848507:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4104 00000100:00100000:1.0:1767318984.848514:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988410624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767318984.848541:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445421056 avail 1299181568 00000100:00100000:1.0:1767318984.848594:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988410624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.848600:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4104 00000100:00100000:1.0:1767318984.848632:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988410624:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1767318984.849098:0:116171:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 30 synced_idx: 0 lgh_last_idx: 30 00000040:00080000:2.0:1767318984.849104:0:116171:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x74:0x0] at index 29 of catalog [0x1:0x2:0x0] 00000040:00080000:2.0:1767318984.849422:0:116171:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 29, last_idx 30 00000040:00080000:2.0:1767318984.849442:0:116171:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x74:0x0] at index 29 of catalog [0x1:0x2:0x0] 00000040:00080000:2.0:1767318984.849603:0:116171:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 30 synced_idx: 30 lgh_last_idx: 30 00000040:00080000:2.0:1767318984.849607:0:116171:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x78:0x0] at index 30 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1767318984.851302:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410752:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1767318984.851363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.851452:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988410752 00000100:00100000:1.0:1767318984.851468:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988410752 00000100:00100000:1.0:1767318984.851507:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6094 00000100:00100000:1.0:1767318984.851513:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:7010:x1853163988410752:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1767318984.851537:0:37861:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4231 last 0 00000020:00000080:1.0:1767318984.851563:0:37861:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c36de5 00002000:00100000:1.0:1767318984.851576:0:37861:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e7d3a589000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1767318984.851603:0:37861:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1767318984.851606:0:37861:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1767318984.851667:0:37861:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:1.0:1767318984.851679:0:37861:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1767318984.851701:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a58c800 : changing import state from RECOVER to FULL 00000040:00080000:2.0:1767318984.854389:0:116173:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 30 synced_idx: 0 lgh_last_idx: 30 00000040:00080000:2.0:1767318984.854400:0:116173:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x76:0x0] at index 29 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1767318984.854541:0:116173:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 29, last_idx 30 00000040:00080000:2.0:1767318984.854557:0:116173:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x76:0x0] at index 29 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1767318984.854712:0:116173:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 30 synced_idx: 30 lgh_last_idx: 30 00000040:00080000:2.0:1767318984.854716:0:116173:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x7a:0x0] at index 30 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1767318984.855367:0:116165:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318984.855376:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1767318984.855406:0:116165:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1767318984.855424:0:116165:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c36dfa 00000100:00080000:2.0:1767318984.855435:0:116165:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1767318984.855440:0:116165:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9e7c0d21c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767318984.855494:0:116165:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163988410880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318984.855677:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410880:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1767318984.855741:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.856100:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988410752:12345-0@lo:8:llog_process_th.0 Request processed in 4586us (4736us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.856106:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6094 00000100:00080000:2.0:1767318984.856323:0:116165:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1767318984.856446:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767318984.856451:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856453:0:116165:0:(obd_config.c:1477:class_process_config()) marker 30 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1767318984.856466:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767318984.856470:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856472:0:116165:0:(obd_config.c:1477:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1767318984.856475:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1767318984.856476:0:116165:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1767318984.856478:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767318984.856480:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856482:0:116165:0:(obd_config.c:1477:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1767318984.856484:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767318984.856486:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856487:0:116165:0:(obd_config.c:1477:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1767318984.856490:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1767318984.856496:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767318984.856499:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856512:0:116165:0:(obd_config.c:1477:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000020:01000000:2.0:1767318984.856515:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767318984.856518:0:116165:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #41 00000020:01000000:2.0:1767318984.856519:0:116165:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767318984.856521:0:116165:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000100:00100000:2.0:1767318984.856547:0:116165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988411008:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.856618:0:116165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.856647:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411008 00000100:00100000:2.0:1767318984.856651:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411008 00000100:00100000:2.0:1767318984.856676:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767318984.856680:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988411008:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.856747:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988411008:12345-0@lo:502:llog_process_th.0 Request processed in 66us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.856752:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767318984.856786:0:116165:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.856816:0:116165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988411008:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767318984.856839:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767318984.856843:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856844:0:116165:0:(obd_config.c:1477:class_process_config()) marker 41 (0x6) lustre-MDT0000-m new lustre.pool_134 00000020:01000000:2.0:1767318984.856847:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767318984.856849:0:116165:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #44 00000020:01000000:2.0:1767318984.856851:0:116165:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767318984.856852:0:116165:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767318984.856853:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767318984.856855:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856855:0:116165:0:(obd_config.c:1477:class_process_config()) marker 44 (0x6) lustre-MDT0000-m add lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:2.0:1767318984.856857:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767318984.856859:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856859:0:116165:0:(obd_config.c:1477:class_process_config()) marker 45 (0x1) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:00000080:2.0:1767318984.856861:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:01000000:2.0:1767318984.856873:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767318984.856875:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856875:0:116165:0:(obd_config.c:1477:class_process_config()) marker 45 (0x2) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:2.0:1767318984.856877:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767318984.856879:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.856879:0:116165:0:(obd_config.c:1477:class_process_config()) marker 48 (0x1) lustre-MDT0000-m del lustre.pool_134 00000020:00000080:2.0:1767318984.856881:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1767318984.856895:0:116165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988411136:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.856916:0:116165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.856929:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411136 00000100:00100000:2.0:1767318984.856931:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411136 00000100:00100000:2.0:1767318984.856946:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767318984.856949:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988411136:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.856987:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116165:x1853163988411136:12345-0@lo:502:llog_process_th.0 Request processed in 37us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.856992:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767318984.857009:0:116165:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.857017:0:116165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116165:1853163988411136:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767318984.857028:0:116165:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767318984.857030:0:116165:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767318984.857031:0:116165:0:(obd_config.c:1477:class_process_config()) marker 48 (0x2) lustre-MDT0000-m del lustre.pool_134 00000040:00080000:2.0:1767318984.857033:0:116165:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x5:0x0] index 59 count 58 00000100:00100000:0.0:1767318984.859373:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767318984.859384:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1767318984.859391:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767318984.859395:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1767318984.859398:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d319e3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1767318984.859419:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767318984.859426:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410752:0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767318984.859470:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d3b681f80 x1853163988410880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767318994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318984.859479:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767318984.859500:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000100:00080000:0.0:1767318984.859505:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767318984.859508:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767318984.859510:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d21c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1767318984.859521:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767318984.859525:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988410880:0@lo:8:llog_process_th.0 00000004:00080000:0.0:1767318984.859555:0:116173:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1767318984.859676:0:116173:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4231794095470ns, next at 0ns, rc = 0 00080000:00080000:0.0:1767318984.859682:0:116173:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1767318984.859729:0:116171:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1767318984.859752:0:116171:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4231794172134ns, next at 0ns, rc = 0 00080000:00080000:2.0:1767318984.859754:0:116171:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1767318984.860432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988411392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767318984.860478:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.860507:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318984.860513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988411520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318984.860536:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.860570:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411392 00000100:00100000:1.0:1767318984.860576:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411392 00000100:00100000:1.0:1767318984.860625:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411520 00000100:00100000:1.0:1767318984.860627:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411520 00000100:00100000:1.0:1767318984.860639:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:1.0:1767318984.860644:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988411392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767318984.860659:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318984.860688:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988411392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.860692:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:1.0:1767318984.860703:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:1.0:1767318984.860706:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988411520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318984.860712:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318984.860725:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988411520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 19us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.860729:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00080000:1.0:1767318984.860739:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318984.860742:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1767318984.860757:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d31e1c700 x1853163988411520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318984.860776:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988411520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318984.860789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988411392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767318984.861652:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411264 00000100:00100000:0.0:1767318984.861659:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411264 00000100:00100000:0.0:1767318984.861688:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1767318984.861693:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:116151:x1853163988411264:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767318984.861702:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318984.861714:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e08 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.861731:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 8 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.861738:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 8 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.861743:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556a00, rc 0) 00000100:00100000:0.0:1767318984.861774:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:116151:x1853163988411264:12345-0@lo:101:mount.lustre.0 Request processed in 81us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.861780:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1767318984.864316:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411648 00000100:00100000:1.0:1767318984.864325:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411648 00000100:00100000:1.0:1767318984.864398:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1767318984.864407:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:116151:x1853163988411648:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1767318984.864432:0:116160:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1767318984.864439:0:116160:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1767318984.864549:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:116151:x1853163988411648:12345-0@lo:256:mount.lustre.0 Request processed in 142us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.864556:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1767318984.866078:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411776 00000100:00100000:0.0:1767318984.866085:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411776 00000100:00100000:0.0:1767318984.866126:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1767318984.866134:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:116151:x1853163988411776:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767318984.866308:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318984.866325:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556000/0x719a348ff1c36e1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e16 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.866350:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556000/0x719a348ff1c36e1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e16 expref: 9 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.866360:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556000/0x719a348ff1c36e1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e16 expref: 9 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.866369:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556000, rc 0) 00000100:00100000:0.0:1767318984.866418:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988411776:12345-0@lo:101:mount.lustre.0 Request processed in 285us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.866426:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1767318984.866972:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988411904 00000100:00100000:1.0:1767318984.866977:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988411904 00000100:00100000:1.0:1767318984.867004:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1767318984.867012:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988411904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767318984.867349:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988411904:12345-0@lo:501:mount.lustre.0 Request processed in 335us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.867357:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1767318984.867761:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412032 00000100:00100000:0.0:1767318984.867766:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412032 00000100:00100000:1.0:1767318984.867993:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1767318984.868001:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988412032:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767318984.868330:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988412032:12345-0@lo:503:mount.lustre.0 Request processed in 328us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.868338:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1767318984.869003:0:116175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116175:1853163988412160:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.869055:0:116175:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.869099:0:116175:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c540 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.869226:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412160 00000100:00100000:2.0:1767318984.869232:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412160 00000100:00100000:2.0:1767318984.869269:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1767318984.869277:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116175:x1853163988412160:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.869763:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116175:x1853163988412160:12345-0@lo:502:llog_process_th.0 Request processed in 486us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.869770:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1767318984.870020:0:116175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116175:1853163988412160:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767318984.870044:0:116175:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767318984.870054:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767318984.870066:0:116175:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1767318984.870075:0:116175:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d04877800 00000020:00000080:1.0:1767318984.870078:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1767318984.870086:0:116175:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767318984.870088:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767318984.870089:0:116175:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1767318984.870092:0:116175:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767318984.870094:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767318984.870096:0:116175:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1767318984.870099:0:116175:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d04877800 00000020:00000080:1.0:1767318984.870101:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1767318984.870308:0:116175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116175:1853163988412288:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.870346:0:116175:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.870417:0:116175:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.874112:0:116175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116175:1853163988412288:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767318984.874301:0:116175:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767318984.874310:0:116175:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767318984.874312:0:116175:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1767318984.874316:0:116175:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000100:00100000:0.0:1767318984.875041:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412416 00000100:00100000:0.0:1767318984.875047:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412416 00000100:00100000:0.0:1767318984.875089:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1767318984.875097:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:116151:x1853163988412416:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767318984.875109:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318984.875120:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556800/0x719a348ff1c36e2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e24 expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.875312:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556800/0x719a348ff1c36e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e24 expref: 10 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.875324:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556800/0x719a348ff1c36e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e24 expref: 10 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.875333:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556800, rc 0) 00000100:00100000:0.0:1767318984.875381:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116151:x1853163988412416:12345-0@lo:101:mount.lustre.0 Request processed in 284us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.875388:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1767318984.875476:0:116151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988412416:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767318984.875491:0:116151:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.875500:0:116151:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318984.875556:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988412544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767318984.875615:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.875640:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.876248:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412672 00000100:00100000:0.0:1767318984.876253:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412672 00000100:00100000:0.0:1767318984.876270:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767318984.876276:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116151:x1853163988412672:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767318984.879843:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116151:x1853163988412672:12345-0@lo:503:mount.lustre.0 Request processed in 3557us (3781us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.879859:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1767318984.882377:0:116178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988412800:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.882454:0:116178:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.882543:0:116178:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513180 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.886746:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412800 00000100:00100000:0.0:1767318984.886761:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412800 00000100:00100000:1.0:1767318984.888356:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1767318984.888365:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988412800:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.888533:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988412800:12345-0@lo:502:llog_process_th.0 Request processed in 168us (6079us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.888542:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1767318984.888635:0:116178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988412800:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1767318984.888689:0:116178:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1767318984.888693:0:116178:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767318984.888710:0:116178:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9e7d36c48000) 00000020:00000080:1.0:1767318984.888730:0:116178:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000080:1.0:1767318984.888734:0:116178:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1767318984.890794:0:116178:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d04877800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1767318984.890934:0:116178:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d04877800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1767318984.890938:0:116178:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d04877800 4 00010000:00080000:1.0:1767318984.890979:0:116178:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d0cd56800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767318984.895022:0:116178:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:1.0:1767318984.895269:0:116178:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1767318984.895312:0:116178:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1767318984.895324:0:116178:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x719a348ff1c36e39 00000100:00080000:1.0:1767318984.895334:0:116178:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767318984.895340:0:116178:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9e7d0cd56800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767318984.895373:0:116178:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36391500 x1853163988412928/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318984.895417:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988412928:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1767318984.895493:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.895555:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988412928 00000100:00100000:1.0:1767318984.895562:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988412928 00000100:00100000:1.0:1767318984.895609:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:1.0:1767318984.895616:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988412928:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1767318984.895664:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988412928:12345-0@lo:38:llog_process_th.0 Request processed in 47us (171us total) trans 0 rc -11/-11 00000100:00100000:1.0:1767318984.895671:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:1.0:1767318984.895710:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1767318984.895717:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318984.895738:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1767318984.895742:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988412928:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1767318984.895769:0:116178:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1767318984.898640:0:116178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988413056:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.898735:0:116178:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.898778:0:116178:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40729540 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.899257:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413056 00000100:00100000:2.0:1767318984.899265:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413056 00000100:00100000:2.0:1767318984.899307:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1767318984.899315:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988413056:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.899442:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988413056:12345-0@lo:502:llog_process_th.0 Request processed in 126us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.899450:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1767318984.899562:0:116178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988413056:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.899637:0:116178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988413184:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767318984.899672:0:116178:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.899697:0:116178:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d011cad80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318984.899782:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413184 00000100:00100000:2.0:1767318984.899786:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413184 00000100:00100000:2.0:1767318984.899897:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767318984.899911:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988413184:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767318984.899971:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116178:x1853163988413184:12345-0@lo:502:llog_process_th.0 Request processed in 60us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.899978:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1767318984.900052:0:116178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116178:1853163988413184:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767318984.900081:0:116178:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1767318984.900307:0:116151:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-63 (rc=0) 10000000:01000000:2.0:1767318984.900331:0:116151:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767318984.900351:0:116151:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.900362:0:116151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767318984.900411:0:116151:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1767318984.900413:0:116151:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767318984.900415:0:116151:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767318984.900416:0:116151:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767318984.900418:0:116151:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767318984.900419:0:116151:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767318984.900421:0:116151:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767318984.900422:0:116151:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767318984.900424:0:116151:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767318984.900425:0:116151:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767318984.900429:0:116151:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1767318984.900431:0:116151:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767318984.900433:0:116151:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767318984.900434:0:116151:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767318984.900435:0:116151:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767318984.900436:0:116151:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767318984.900437:0:116151:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767318984.900438:0:116151:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767318984.900439:0:116151:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767318984.900440:0:116151:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767318984.900441:0:116151:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767318984.900463:0:116151:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1767318984.900475:0:116151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:116151:1853163988413312:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1767318984.900510:0:116151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318984.900527:0:116151:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318984.900679:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413312 00000100:00100000:1.0:1767318984.900684:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413312 00000100:00100000:1.0:1767318984.900751:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1767318984.900758:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116151:x1853163988413312:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1767318984.900778:0:116158:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767318984.900792:0:116158:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1767318984.907379:0:116162:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1767318984.907386:0:116162:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1767318984.907414:0:116162:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907440:0:116162:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 8 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907451:0:116162:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907467:0:116162:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907517:0:116162:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907533:0:116162:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 4331 lvb_type: 0 00000100:00100000:2.0:1767318984.907547:0:116162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988413440:0@lo:104: 00000100:00100000:2.0:1767318984.907642:0:116162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318984.907694:0:116162:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 8 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.907703:0:116162:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 8 pid: 116159 timeout: 4331 lvb_type: 0 00000100:00100000:2.0:1767318984.907712:0:116162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988413568:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767318984.907768:0:116162:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3fa1f300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.909312:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:116151:x1853163988413312:12345-0@lo:253:mount.lustre.0 Request processed in 8550us (8797us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.909322:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1767318984.909951:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413440 00000100:00100000:2.0:1767318984.909957:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413440 00000100:00100000:2.0:1767318984.909998:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1767318984.910003:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:116162:x1853163988413440:12345-0@lo:104: 00010000:00010000:2.0:1767318984.910014:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910059:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767318984.910395:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:116162:x1853163988413440:12345-0@lo:104: Request processed in 391us (2753us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318984.910402:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1767318984.910438:0:116162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988413440:0@lo:104: 00010000:00010000:2.0:1767318984.910451:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318984.910466:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910473:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092000 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767318984.910477:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910484:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318984.910492:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318984.910497:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767318984.910536:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910543:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767318984.910614:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988413696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318984.910651:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318984.910721:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910729:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092000/0x719a348ff1c36e08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e0f expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.910747:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318984.910749:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318984.910750:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318984.913483:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413696 00000100:00100000:0.0:1767318984.913495:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413696 00010000:00010000:0.0:1767318984.913527:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 4331 lvb_type: 0 00000100:00100000:0.0:1767318984.913682:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767318984.913690:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:7011:x1853163988413696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318984.913706:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318984.913711:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 4331 lvb_type: 0 00010000:00010000:0.0:1767318984.913723:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 4331 lvb_type: 0 00010000:00010000:0.0:1767318984.913740:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c36e0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c36e08 expref: 10 pid: 116158 timeout: 4331 lvb_type: 0 00010000:00010000:0.0:1767318984.913757:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318984.913838:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:7011:x1853163988413696:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (3185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.913847:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767318984.914359:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988413696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318984.921882:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318984.921914:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923581440 00000100:00100000:0.0:1767318984.921923:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923581440 00010000:00010000:0.0:1767318984.921958:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 9 pid: 116159 timeout: 4331 lvb_type: 0 00000100:00100000:0.0:1767318984.921994:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2597 00000100:00100000:0.0:1767318984.922003:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923581440:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318984.922018:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318984.922023:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 9 pid: 116159 timeout: 4331 lvb_type: 0 00010000:00010000:0.0:1767318984.922050:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 9 pid: 116159 timeout: 4331 lvb_type: 0 00010000:00010000:0.0:1767318984.922084:0:15511:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922093:0:15511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767318984.922109:0:15511:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014724632s 00010000:00010000:0.0:1767318984.922114:0:15511:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922122:0:15511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922130:0:15511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922145:0:15511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922152:0:15511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1ae00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318984.922156:0:15511:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922165:0:15511:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922173:0:15511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318984.922182:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318984.922249:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923581440:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 246us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.922257:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2597 00010000:00010000:2.0:1767318984.922440:0:116162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c36d21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317df expref: 8 pid: 116159 timeout: 4331 lvb_type: 0 00000100:00100000:2.0:1767318984.922453:0:116162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988413568:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767318984.922486:0:116162:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.922495:0:116162:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.922501:0:116162:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318984.922507:0:116162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d04f1ae00/0x719a348ff1c36e40 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1767318984.928977:0:116151:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 77309411353 00000040:01000000:2.0:1767318984.929402:0:116151:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1767318984.929829:0:116183:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 77309411353 00000020:00080000:0.0:1767318984.929834:0:116183:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000040:01000000:2.0:1767318984.930109:0:116184:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1767318984.930909:0:116184:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767318984.933019:0:116184:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x20000afe0:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1767318984.933090:0:116184:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:2.0:1767318984.934038:0:116151:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00100000:0.0:1767318984.934973:0:116185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988413824:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767318984.935029:0:116185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.935087:0:116185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca519c0 going to sleep for 11 seconds 00000040:01000000:2.0:1767318984.935425:0:116151:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1767318984.935472:0:116151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1767318984.936370:0:116151:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1767318984.936382:0:116151:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1767318984.936448:0:116151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767318984.937993:0:116151:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:00080000:2.0:1767318984.938985:0:116151:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:01000000:2.0:1767318984.939034:0:116151:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1767318984.939451:0:116151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1767318984.940383:0:116151:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x55:0x0] (8/32) registered 00000100:00100000:0.0:1767318984.941078:0:116185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988413824:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1767318984.941115:0:116185:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1767318984.941170:0:116185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988413952:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767318984.941221:0:116185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767318984.943507:0:116151:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 124554051734 00000100:00100000:1.0:1767318984.944227:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988413952 00000100:00100000:1.0:1767318984.944237:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988413952 00000100:00100000:1.0:1767318984.944288:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106 00000100:00100000:1.0:1767318984.944297:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:116185:x1853163988413952:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767318984.944467:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:116185:x1853163988413952:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 161us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318984.944474:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106 00000100:00100000:0.0:1767318984.945072:0:116185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca519c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.945102:0:116185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988413952:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767318984.945208:0:116185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988414080:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767318984.945246:0:116185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.945275:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414080 00000100:00100000:0.0:1767318984.945279:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414080 00000100:00100000:0.0:1767318984.945304:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1767318984.945310:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:116185:x1853163988414080:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767318984.945359:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:116185:x1853163988414080:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.945365:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1767318984.945877:0:116185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca519c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318984.945893:0:116185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:116185:1853163988414080:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1767318984.945946:0:116185:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:1.0:1767318984.948275:0:116186:0:(ldlm_lib.c:2837:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 116186 00010000:02000000:1.0:1767318984.948302:0:116186:0:(ldlm_lib.c:2319:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:1.0:1767318984.948315:0:116186:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:1.0:1767318984.948319:0:116186:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:01000004:1.0:1767318984.948608:0:116151:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1767318984.948629:0:116151:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.113@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1767318984.948661:0:116151:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=47 00000080:00000004:1.0:1767318984.948694:0:116151:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000040:00080000:0.0:1767318984.952664:0:116185:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x2400088d4:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1767318984.952748:0:116185:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1767318984.952753:0:116185:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00080000:0.0:1767318984.956291:0:116186:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:00000004:0.0:1767318984.993662:0:116187:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767318984.994011:0:116187:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1767318985.032732:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318985.518266:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923581696 00000100:00100000:1.0:1767318985.518277:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923581696 00000100:00100000:1.0:1767318985.518340:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923581568 00000100:00100000:1.0:1767318985.518344:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923581568 00000100:00100000:1.0:1767318985.518364:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1468 00000100:00100000:1.0:1767318985.518374:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923581696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318985.518461:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923581696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318985.518470:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1468 00000100:00100000:1.0:1767318985.518489:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1701 00000100:00100000:1.0:1767318985.518493:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923581568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00080000:1.0:1767318985.518515:0:81217:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'f8e581f7-de51-4550-90ea-109e3cc27a77' at ffff9e7d3b06b000, cookie 0x719a348ff1c36d98 00010000:00080000:1.0:1767318985.518521:0:81217:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t124554051735 exp ffff9e7d3b06b000 cur 4232 last 1767318984 00010000:02000400:1.0:1767318985.518529:0:81217:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:1.0:1767318985.518535:0:81217:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:1.0:1767318985.518555:0:81217:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1767318985.518560:0:81217:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:1.0:1767318985.518715:0:81217:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d21f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318985.518750:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923581568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 254us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318985.518758:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1701 00000100:00100000:1.0:1767318985.519879:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318985.530437:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318985.530625:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572480 00000100:00100000:1.0:1767318985.530637:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572480 00000100:00100000:1.0:1767318985.530704:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1702 00000100:00100000:1.0:1767318985.530714:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923572480:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00080000:1.0:1767318985.530736:0:81219:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 124554051735, current: 124554051735, replaying 00000100:00100000:1.0:1767318985.530751:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923572480:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 39us (324us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767318985.530758:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1702 00010000:00080000:0.0:1767318985.530995:0:116186:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 10000000:01000000:1.0:1767318985.930743:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1767318985.930751:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d04877800 from 53 10000000:01000000:1.0:1767318985.930757:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767318985.930841:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.930852:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.930864:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318985.930891:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318985.930973:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318985.931024:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d2f2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.931074:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414208 00000100:00100000:0.0:1767318985.931082:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414208 00000100:00100000:0.0:1767318985.931137:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1767318985.931146:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:15462:x1853163988414208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.931161:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.931176:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e47 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931205:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 10 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931218:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 10 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931227:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767318985.931269:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:15462:x1853163988414208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.931276:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1767318985.931322:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.931335:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931354:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318985.931399:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.931425:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318985.931449:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.931462:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414336 00000100:00100000:0.0:1767318985.931466:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414336 00000100:00100000:0.0:1767318985.931489:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1767318985.931497:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:15462:x1853163988414336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767318985.931512:0:116158:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1767318985.931527:0:116158:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767318985.931530:0:116158:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 53 00000100:00100000:0.0:1767318985.931639:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:15462:x1853163988414336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 144us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.931644:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1767318985.931672:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1767318985.931717:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767318985.931721:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931727:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767318985.931734:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767318985.931735:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d31b32800 from 64 10000000:01000000:0.0:1767318985.931737:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767318985.931754:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931761:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931767:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318985.931781:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.931805:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318985.931825:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.931836:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414464 00000100:00100000:0.0:1767318985.931839:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414464 00000100:00100000:0.0:1767318985.931860:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1767318985.931866:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:15462:x1853163988414464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.931873:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.931881:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557800/0x719a348ff1c36e5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e55 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931895:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557800/0x719a348ff1c36e5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e55 expref: 11 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931903:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557800/0x719a348ff1c36e5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e55 expref: 11 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.931968:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557800, rc 0) 00000100:00100000:0.0:1767318985.932033:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.932038:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1767318985.932719:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318985.932733:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e5c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.932774:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e5c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318985.933135:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414592 00000100:00100000:0.0:1767318985.933147:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414592 00000100:00100000:0.0:1767318985.933187:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1767318985.933196:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.933323:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.933331:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1767318985.933551:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414720 00000100:00100000:0.0:1767318985.933556:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414720 00000100:00100000:0.0:1767318985.933620:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1767318985.933627:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.933722:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.933729:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1767318985.933749:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414720:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767318985.937153:0:116244:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 63 00000100:00100000:0.0:1767318985.944613:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414848 00000100:00100000:0.0:1767318985.944630:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414848 00000100:00100000:0.0:1767318985.944695:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1767318985.944704:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d229bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988414848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.944721:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.944743:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557e00/0x719a348ff1c36e6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e63 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.944771:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557e00/0x719a348ff1c36e6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e63 expref: 12 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.944781:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557e00/0x719a348ff1c36e6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e63 expref: 12 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.944790:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557e00, rc 0) 00000100:00100000:0.0:1767318985.944873:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d229bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988414848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (5097us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.944880:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1767318985.944938:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.944957:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.944967:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318985.945043:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.945074:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318985.945102:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d305459c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.945112:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988414976 00000100:00100000:0.0:1767318985.945116:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988414976 00000100:00100000:0.0:1767318985.945137:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1767318985.945142:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988414976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.945269:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988414976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.945277:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1767318985.945308:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988414976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.945340:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988415104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.945375:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318985.945387:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.945398:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415104 00000100:00100000:0.0:1767318985.945402:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415104 00000100:00100000:0.0:1767318985.945427:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1767318985.945433:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988415104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.947524:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988415104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2080us (2137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.947538:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000040:00080000:0.0:1767318985.957063:0:116247:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1767318985.958875:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 11-10 (rc=0) 10000000:01000000:1.0:1767318985.958912:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1767318985.958922:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.958935:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318985.958944:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767318985.958946:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d31b32800 from 7 10000000:01000000:1.0:1767318985.958949:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767318985.958981:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.958989:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318985.959000:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318985.959023:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988415232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318985.959082:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318985.959124:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d2f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.959479:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415232 00000100:00100000:0.0:1767318985.959487:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415232 00000100:00100000:0.0:1767318985.959609:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1767318985.959619:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988415232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.959633:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.959646:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557400/0x719a348ff1c36e78 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e71 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.959670:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557400/0x719a348ff1c36e78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e71 expref: 13 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.959680:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557400/0x719a348ff1c36e78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e71 expref: 13 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.959688:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557400, rc 0) 00000100:00100000:0.0:1767318985.959733:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.959740:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1767318985.965467:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415360 00000100:00100000:1.0:1767318985.965476:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415360 00000100:00100000:2.0:1767318985.969905:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1767318985.969923:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318985.970356:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 436us (7443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318985.970375:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1767318985.970528:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988415360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318985.971727:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988415488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767318985.971932:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318985.971984:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.972927:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415488 00000100:00100000:0.0:1767318985.972937:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415488 00000100:00100000:0.0:1767318985.972992:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1767318985.973001:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415488:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.973157:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415488:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.973165:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1767318985.973204:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988415488:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767318985.976335:0:116249:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:0.0:1767318985.984235:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415616 00000100:00100000:0.0:1767318985.984247:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415616 00000100:00100000:0.0:1767318985.984298:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1767318985.984308:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988415616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.984325:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.984343:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557a00/0x719a348ff1c36e86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e7f expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.986290:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557a00/0x719a348ff1c36e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e7f expref: 14 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.986313:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557a00/0x719a348ff1c36e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e7f expref: 14 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.986323:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557a00, rc 0) 00000100:00100000:0.0:1767318985.986419:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988415616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2112us (4707us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.986428:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1767318985.987334:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415744 00000100:00100000:0.0:1767318985.987340:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415744 00000100:00100000:0.0:1767318985.987390:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1767318985.987398:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988415744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.987518:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988415744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.987525:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1767318985.987878:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988415872 00000100:00100000:0.0:1767318985.987883:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988415872 00000100:00100000:0.0:1767318985.987915:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1767318985.987922:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988415872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.987989:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988415872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 67us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.987995:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000020:01000000:0.0:1767318985.989551:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:0.0:1767318985.989576:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767318985.989600:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.989612:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767318985.989623:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1767318985.989625:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3fb69000 from 53 10000000:01000000:0.0:1767318985.989628:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1767318985.989661:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.989668:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.989677:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318985.989701:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767318985.989752:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318985.989922:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08ed6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318985.991565:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416128 00000100:00100000:0.0:1767318985.991570:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416128 00000100:00100000:0.0:1767318985.991643:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1767318985.991653:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988416128:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767318985.991672:0:116158:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1767318985.991689:0:116158:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767318985.991692:0:116158:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 53 00000100:00100000:0.0:1767318985.991937:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988416128:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 285us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.991946:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1767318985.992688:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416256 00000100:00100000:0.0:1767318985.992693:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416256 00000100:00100000:0.0:1767318985.992725:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1767318985.992733:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988416256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318985.992743:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318985.992754:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556400/0x719a348ff1c36ea2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36e9b expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.993188:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556400/0x719a348ff1c36ea2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36e9b expref: 16 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.993199:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556400/0x719a348ff1c36ea2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36e9b expref: 16 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318985.993206:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556400, rc 0) 00000100:00100000:0.0:1767318985.993605:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 848us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318985.993613:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1767318986.002069:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416384 00000100:00100000:1.0:1767318986.002077:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416384 00000100:00100000:1.0:1767318986.002131:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1767318986.002140:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416384:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.002320:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416384:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 181us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.002328:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1767318986.002863:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416512 00000100:00100000:1.0:1767318986.002868:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416512 00000100:00100000:1.0:1767318986.002903:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1767318986.002911:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416512:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.003017:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416512:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.003025:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000040:00080000:2.0:1767318986.008567:0:116252:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 64768 count 58 00000020:01000000:0.0:1767318986.009209:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 59-58 (rc=0) 10000000:01000000:0.0:1767318986.009251:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1767318986.009261:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.009273:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767318986.009282:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:0.0:1767318986.009284:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d3fb69000 from 1 10000000:01000000:0.0:1767318986.009287:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1767318986.009325:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.009333:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.009344:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318986.009379:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.009454:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318986.009501:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0a198480 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.010905:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416640 00000100:00100000:2.0:1767318986.010917:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416640 00000100:00100000:2.0:1767318986.010973:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1767318986.010984:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988416640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318986.010998:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318986.011021:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1b600/0x719a348ff1c36eb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36ea9 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.011045:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1b600/0x719a348ff1c36eb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36ea9 expref: 17 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.011153:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1b600/0x719a348ff1c36eb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36ea9 expref: 17 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.011162:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1b600, rc 0) 00000100:00100000:2.0:1767318986.011229:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988416640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 247us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.011236:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1767318986.014105:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.014134:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.014147:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.014168:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1767318986.014173:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.014180:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.014210:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767318986.014212:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d3fb69000 from 7 10000000:01000000:1.0:1767318986.014216:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767318986.014247:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.014254:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.014263:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.014285:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.014338:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.014371:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d2f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.014389:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416768 00000100:00100000:2.0:1767318986.014397:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416768 00000100:00100000:2.0:1767318986.014462:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1767318986.014472:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3150d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988416768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318986.014486:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318986.014498:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1bc00/0x719a348ff1c36ebe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36eb7 expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.014519:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1bc00/0x719a348ff1c36ebe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36eb7 expref: 18 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.014528:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1bc00/0x719a348ff1c36ebe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36eb7 expref: 18 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.014535:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1bc00, rc 0) 00000100:00100000:2.0:1767318986.014870:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3150d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988416768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 399us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.014877:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1767318986.016538:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.016560:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.016571:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.016670:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.016718:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.016751:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d2f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.017067:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988416896 00000100:00100000:2.0:1767318986.017075:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988416896 00000100:00100000:2.0:1767318986.017124:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1767318986.017133:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d22915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988416896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318986.017249:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d22915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988416896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.017254:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1767318986.017297:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988416896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.017326:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.017381:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.017404:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d2f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.017899:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417024 00000100:00100000:2.0:1767318986.017905:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417024 00000100:00100000:2.0:1767318986.017991:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1767318986.018000:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988417024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767318986.018107:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988417024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.018114:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1767318986.018138:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767318986.019124:0:116253:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1767318986.019208:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1767318986.019242:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1767318986.019253:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.019265:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767318986.019274:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767318986.019276:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d29cad000 from 64 10000000:01000000:0.0:1767318986.019287:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767318986.019318:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.019326:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.019335:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318986.019355:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.019401:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318986.019431:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0a198600 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.019501:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417152 00000100:00100000:2.0:1767318986.019507:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417152 00000100:00100000:2.0:1767318986.019545:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1767318986.019553:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39baf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988417152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318986.019564:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318986.019629:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1a800/0x719a348ff1c36ecc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36ec5 expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.019654:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1a800/0x719a348ff1c36ecc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36ec5 expref: 19 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.019665:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1a800/0x719a348ff1c36ecc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36ec5 expref: 19 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.019673:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1a800, rc 0) 00000100:00100000:2.0:1767318986.019718:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39baf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.019725:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1767318986.019751:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.019767:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.019777:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.019877:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.019904:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.019922:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e57540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.019937:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417280 00000100:00100000:0.0:1767318986.019942:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417280 00000100:00100000:0.0:1767318986.020132:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1767318986.020141:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.020242:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318986.020249:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1767318986.020271:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.020301:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.020337:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.020354:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e57540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.020369:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417408 00000100:00100000:0.0:1767318986.020375:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417408 00000100:00100000:0.0:1767318986.021800:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1767318986.021814:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32d78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.021942:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32d78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (1605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318986.021950:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1767318986.022121:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767318986.029198:0:116254:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 63 00000020:01000000:0.0:1767318986.029608:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:0.0:1767318986.029637:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767318986.029671:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.029684:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767318986.029694:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1767318986.029697:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 14 10000000:01000000:0.0:1767318986.029700:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1767318986.029745:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.029754:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.029766:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318986.029796:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.029868:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318986.029913:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0a198c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.029981:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417536 00000100:00100000:2.0:1767318986.029989:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417536 00000100:00100000:2.0:1767318986.030038:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1767318986.030047:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32d78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988417536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318986.030071:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318986.030088:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1a000/0x719a348ff1c36eda lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36ed3 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.030115:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1a000/0x719a348ff1c36eda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36ed3 expref: 20 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.030127:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1a000/0x719a348ff1c36eda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36ed3 expref: 20 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.030136:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1a000, rc 0) 00000100:00100000:2.0:1767318986.030186:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32d78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.030193:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1767318986.030331:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318986.030345:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.030353:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318986.030414:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.030451:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318986.030491:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0a198c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.030667:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417664 00000100:00100000:2.0:1767318986.030671:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417664 00000100:00100000:2.0:1767318986.030706:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1767318986.030713:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32d7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767318986.030862:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32d7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.030869:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1767318986.030978:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.031008:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.031045:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318986.031228:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0a198c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318986.031297:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417792 00000100:00100000:1.0:1767318986.031302:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417792 00000100:00100000:1.0:1767318986.031321:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1767318986.031327:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.032571:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1237us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.032620:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1767318986.032726:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417792:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1767318986.033650:0:116255:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1767318986.033899:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 14-13 (rc=0) 10000000:01000000:1.0:1767318986.033921:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767318986.033941:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.033952:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.033960:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767318986.033963:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d29cad000 from 7 10000000:01000000:1.0:1767318986.033966:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767318986.033999:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.034009:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.034019:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.034040:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.034101:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.034140:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.034240:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988417920 00000100:00100000:0.0:1767318986.034246:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988417920 00000100:00100000:0.0:1767318986.034295:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1767318986.034303:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988417920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318986.034316:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318986.034329:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556600/0x719a348ff1c36ee8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36ee1 expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.034352:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556600/0x719a348ff1c36ee8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36ee1 expref: 21 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.034361:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556600/0x719a348ff1c36ee8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36ee1 expref: 21 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.034369:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556600, rc 0) 00000100:00100000:0.0:1767318986.034412:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988417920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318986.034418:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1767318986.037712:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988417920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.037746:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.037760:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.037880:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.037942:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.037996:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.038227:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418048 00000100:00100000:0.0:1767318986.038233:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418048 00000100:00100000:0.0:1767318986.038282:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1767318986.038299:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988418048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.038422:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988418048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318986.038430:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1767318986.038835:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.038872:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.038916:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.038947:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318986.039816:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767318986.040781:0:116256:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1767318986.040949:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1767318986.040984:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1767318986.040995:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041006:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.041016:0:15462:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1767318986.041019:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff9e7d32ce8000 from 1 10000000:01000000:1.0:1767318986.041022:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1767318986.041067:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041075:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041085:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.041122:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.041172:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.041209:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318986.041525:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418304 00000100:00100000:2.0:1767318986.041532:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418304 00000100:00100000:2.0:1767318986.041637:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1767318986.041645:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e264450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988418304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767318986.041658:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318986.041672:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d04f1aa00/0x719a348ff1c36ef6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36eef expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.041693:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d04f1aa00/0x719a348ff1c36ef6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36eef expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.041702:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d04f1aa00/0x719a348ff1c36ef6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36eef expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318986.041710:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1aa00, rc 0) 00000100:00100000:2.0:1767318986.041750:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e264450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988418304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.041756:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1767318986.041845:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.041859:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041868:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.041885:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1767318986.041890:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041896:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318986.041903:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1767318986.041905:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9e7d32ce8000 from 1 10000000:01000000:1.0:1767318986.041907:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1767318986.041921:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041928:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.041934:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.041947:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.041995:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.051284:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.054726:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418432 00000100:00100000:0.0:1767318986.054742:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418432 00000100:00100000:0.0:1767318986.054802:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1767318986.054811:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e265050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988418432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767318986.054826:0:116159:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318986.054844:0:116159:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d00031000/0x719a348ff1c36f04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c36efd expref: -99 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.054870:0:116159:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d00031000/0x719a348ff1c36f04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c36efd expref: 23 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.054880:0:116159:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d00031000/0x719a348ff1c36f04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c36efd expref: 23 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.054889:0:116159:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d00031000, rc 0) 00000100:00100000:0.0:1767318986.054963:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e265050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988418432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (12967us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318986.054977:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1767318986.056537:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767318986.056560:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.056572:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318986.056673:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767318986.056717:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.056761:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318986.057546:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418560 00000100:00100000:0.0:1767318986.057553:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418560 00000100:00100000:0.0:1767318986.057600:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1767318986.057607:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e264c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988418560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767318986.057688:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e264c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988418560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (971us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767318986.057712:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1767318986.057762:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988418560:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1767318986.057793:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1767318986.057800:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318986.057810:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318986.058192:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318986.273219:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318986.282553:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318986.282651:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582080 00000100:00100000:1.0:1767318986.282663:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582080 00000100:00100000:1.0:1767318986.282721:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 72 00000100:00100000:1.0:1767318986.282732:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923582080:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1767318986.282760:0:116160:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1767318986.282796:0:116160:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1767318986.282799:0:116160:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 53 00000100:00100000:1.0:1767318986.289719:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923582080:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 6977us (7163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.289736:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 72 00010000:00010000:0.0:1767318987.083620:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318988.104720:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318988.808795:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318988.808819:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988418688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318988.808921:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318988.808981:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418688 00000100:00100000:1.0:1767318988.808989:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418688 00000100:00100000:1.0:1767318988.809057:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:1.0:1767318988.809067:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988418688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318988.809096:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318988.809137:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988418688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318988.809144:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00080000:1.0:1767318988.809163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318988.809200:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988418688:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318989.129709:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318989.834228:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988418816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318989.834303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318989.834393:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418816 00000100:00100000:0.0:1767318989.834400:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418816 00000100:00100000:0.0:1767318989.834474:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1767318989.834484:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988418816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318989.834517:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318989.834560:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988418816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318989.834568:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00080000:0.0:1767318989.834604:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1767318989.834643:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31e1ed80 x1853163988418816/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767319005 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318989.834660:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988418816:0@lo:13:osp-pre-0-1.0 00000020:00000004:1.0:1767318989.847257:0:116473:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767318989.852675:0:116473:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1767318990.152860:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318990.346154:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318990.346161:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318990.346165:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318990.346173:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4231 00000100:00080000:0.0:1767318990.346177:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318990.346183:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318990.346202:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31e1f800 x1853163988419200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318990.346217:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318990.346220:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318990.346222:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318990.346225:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:0.0:1767318990.346227:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318990.346231:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e1800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318990.346242:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31e1c700 x1853163988419328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318990.346263:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318990.346266:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318990.346268:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318990.346271:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:0.0:1767318990.346273:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318990.346276:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d042c2800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318990.346285:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31e1fb80 x1853163988419712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318990.346313:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318990.346315:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318990.346317:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318990.346320:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4231 00000100:00080000:0.0:1767318990.346322:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318990.346326:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318990.346336:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b800 x1853163988419968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318990.346374:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1767318990.346377:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318990.346379:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318990.346383:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9e7d0cd56800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767318990.346393:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03fb80 x1853163988420480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318990.346434:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988418944:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.346502:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.346541:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988419840:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.346564:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.346694:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767318990.346712:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988419584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318990.346842:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988419200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318990.346872:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.346903:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988419328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318990.346977:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.346997:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988419712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318990.347020:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.347053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988419968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318990.347073:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.347087:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988420480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318990.347105:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.347173:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419840 00000100:00100000:1.0:1767318990.347181:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419840 00000100:00100000:1.0:1767318990.347224:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419200 00000100:00100000:1.0:1767318990.347228:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419200 00000100:00100000:1.0:1767318990.347243:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419712 00000100:00100000:1.0:1767318990.347246:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419712 00000100:00100000:1.0:1767318990.347253:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419968 00000100:00100000:1.0:1767318990.347255:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419968 00000100:00100000:1.0:1767318990.347261:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420480 00000100:00100000:1.0:1767318990.347263:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420480 00000100:00100000:1.0:1767318990.347274:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767318990.347283:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988419840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318990.347330:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988419840:12345-0@lo:400:kworker.0 Request processed in 48us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.347336:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767318990.347368:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1767318990.347373:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988419200:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.347393:0:81219:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4237 last 0 00000020:00000080:1.0:1767318990.347428:0:81219:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x719a348ff1c36f12 00000004:00100000:1.0:1767318990.347443:0:81219:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767318990.347448:0:81219:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:1.0:1767318990.347558:0:81219:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd54800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318990.347620:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7010:x1853163988419200:12345-0@lo:38:kworker.0 Request processed in 245us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.347627:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1767318990.347639:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1767318990.347643:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988419712:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.347654:0:81219:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4237 last 0 00000020:00000080:1.0:1767318990.347673:0:81219:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x719a348ff1c36f19 00000004:00100000:1.0:1767318990.347679:0:81219:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767318990.347681:0:81219:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:1.0:1767318990.347700:0:81219:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318990.347738:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988419712:12345-0@lo:38:kworker.0 Request processed in 94us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.347744:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1767318990.347756:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1767318990.347759:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988419968:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.347769:0:81219:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4237 last 0 00000020:00000080:1.0:1767318990.347786:0:81219:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x719a348ff1c36f20 00000004:00100000:1.0:1767318990.347791:0:81219:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767318990.347794:0:81219:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:1.0:1767318990.347805:0:81219:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318990.347826:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7010:x1853163988419968:12345-0@lo:38:kworker.0 Request processed in 65us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.347831:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1767318990.347841:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1767318990.347845:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988420480:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.347853:0:81219:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4237 last 0 00000020:00000080:1.0:1767318990.347874:0:81219:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x719a348ff1c36f27 00000004:00100000:1.0:1767318990.347879:0:81219:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767318990.347882:0:81219:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:1.0:1767318990.347893:0:81219:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d218000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318990.347916:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7010:x1853163988420480:12345-0@lo:38:kworker.0 Request processed in 69us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.347921:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00010000:00080000:1.0:1767318990.347970:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31e1f800 x1853163988419200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.347995:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 30 00000100:00080000:1.0:1767318990.348850:0:7010:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff9e7d31e1f800 x1853163988419200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.348860:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1767318990.348865:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767318990.348868:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767318990.348873:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988419200:0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.348895:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31e1fb80 x1853163988419712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.348905:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 30 00000100:00080000:1.0:1767318990.349660:0:7010:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-MDT0001: lwp recover req@ffff9e7d31e1fb80 x1853163988419712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.349668:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1767318990.349671:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767318990.349674:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767318990.349677:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988419712:0@lo:38:kworker.0 00010000:00080000:1.0:1767318990.349692:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3af1b800 x1853163988419968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.349700:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 30 00000100:00100000:0.0:1767318990.350463:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.350506:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988420352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.350532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.350612:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988419840:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.350637:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988420608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767318990.350665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.350702:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988419072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318990.350793:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:2.0:1767318990.350803:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988420352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351174:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.351199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988420096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351223:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.351245:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767318990.351252:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988419456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351275:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.351292:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988420224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351312:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.351350:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988418944 00000100:00100000:0.0:1767318990.351364:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988418944 00000100:00100000:0.0:1767318990.351396:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1767318990.351403:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e265450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988418944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351442:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e265450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988418944:12345-0@lo:400:kworker.0 Request processed in 40us (4941us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.351448:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1767318990.351484:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419328 00000100:00100000:0.0:1767318990.351488:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419328 00000100:00100000:0.0:1767318990.351506:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420608 00000100:00100000:0.0:1767318990.351508:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420608 00000100:00100000:0.0:1767318990.351521:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420096 00000100:00100000:0.0:1767318990.351524:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420096 00000100:00100000:0.0:1767318990.351534:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:0.0:1767318990.351538:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988419328:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1767318990.351572:0:35231:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff9e7d3b06e800, cookie 0x719a348ff1c36d91 00000100:00100000:2.0:1767318990.351595:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988420352:12345-0@lo:400:kworker.0 Request processed in 777us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318990.351603:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00010000:00080000:0.0:1767318990.351605:0:35231:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t120259084299 exp ffff9e7d3b06e800 cur 4237 last 1767318984 00000100:00100000:2.0:1767318990.351616:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988419456 00000100:00100000:2.0:1767318990.351619:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988419456 00000004:00100000:0.0:1767318990.351624:0:35231:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767318990.351629:0:35231:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00100000:2.0:1767318990.351641:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420224 00000100:00100000:2.0:1767318990.351643:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420224 00000100:00080000:0.0:1767318990.351661:0:35231:0:(import.c:65:import_set_state_nolock()) ffff9e7d04912000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767318990.351670:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1767318990.351675:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988419456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.351701:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988419328:12345-0@lo:38:kworker.0 Request processed in 161us (4723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.351707:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:2.0:1767318990.351713:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988419456:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318990.351719:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767318990.351720:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:2.0:1767318990.351730:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:2.0:1767318990.351735:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988420224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318990.351761:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988420224:12345-0@lo:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318990.351766:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767318990.351832:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163988420608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767318990.351858:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445421056 avail 1299181568 00000100:00100000:2.0:1767318990.352203:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:2.0:1767318990.352210:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988420096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.352212:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163988420608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 382us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.352218:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00080000:0.0:1767318990.352237:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318990.352237:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988420096:12345-0@lo:400:kworker.0 Request processed in 28us (1013us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318990.352241:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318990.352243:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000100:00080000:0.0:1767318990.352244:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318990.352259:0:116186:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1767318990.352264:0:116186:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 124554051735 00000020:00080000:0.0:1767318990.352268:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.352271:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 0, queue_len: 1, req_transno: 124554051735, next_transno: 124554051735 00010000:00080000:0.0:1767318990.352275:0:116186:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (124554051735) 00000020:00080000:0.0:1767318990.352277:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00000100:00100000:2.0:1767318990.352278:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988419456:0@lo:400:kworker.0 00010000:00080000:0.0:1767318990.352287:0:116186:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923572480 t124554051735 from 192.168.204.13@tcp req@ffff9e7d31e1e300 x1853163923572480/t0(124554051735) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:651/0 lens 528/0 e 0 to 0 dl 1767318996 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318990.352377:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988420608:0@lo:41:osp-pre-1-0.0 00010000:00080000:0.0:1767318990.352401:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31e1f480 x1853163988419584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767319006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318990.352410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988419584:0@lo:400:kworker.0 00010000:00080000:0.0:1767318990.352420:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3b03c000 x1853163988420352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767319006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318990.352428:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988420352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318990.352438:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988418944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318990.352514:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988420224:0@lo:400:kworker.0 00000100:00100000:2.0:1767318990.352528:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988419072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318990.352540:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988420096:0@lo:400:kworker.0 00000100:00080000:1.0:1767318990.352633:0:7010:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff9e7d3af1b800 x1853163988419968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.352641:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1767318990.352645:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767318990.352656:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767318990.352661:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988419968:0@lo:38:kworker.0 00000004:00080000:0.0:1767318990.354689:0:116186:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2355us 00010000:00080000:2.0:1767318990.362198:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3b03fb80 x1853163988420480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318990.362216:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 30 00000100:00080000:2.0:1767318990.362222:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1767318990.362227:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767318990.362237:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1767318990.362243:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988420480:0@lo:38:kworker.0 00000100:00080000:2.0:1767318990.362274:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 30 00000100:00080000:2.0:1767318990.362280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1767318990.362282:0:7010:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:2.0:1767318990.362284:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 124554051734 gen 3 00000100:00080000:2.0:1767318990.362287:0:7010:0:(recover.c:53:ptlrpc_replay_next()) import ffff9e7d0a2e1800 from lustre-MDT0000_UUID committed 124554051734 last 0 00000100:00080000:2.0:1767318990.362299:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:1.0:1767318990.362784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988419328:0@lo:38:kworker.0 00010000:00080000:2.0:1767318990.362827:0:116499:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-osp-MDT0001 to lustre-MDT0000_UUID@0@lo 00010000:00010000:2.0:1767318990.362831:0:116499:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-osp-MDT0001 (0) 00010000:00010000:2.0:1767318990.362835:0:116499:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-osp-MDT0001 00010000:00010000:2.0:1767318990.363295:0:116499:0:(ldlm_request.c:2606:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4ca00/0x719a348ff1c354a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c35d06 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1767318990.363315:0:116499:0:(ldlm_request.c:2656:lock_can_replay()) check lock replay limit, inflights = 1(512) 00000100:00100000:1.0:1767318990.365607:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988420736:0@lo:101:ldlm_lock_repla.0 00000100:00100000:1.0:1767318990.365695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.365741:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420736 00000100:00100000:1.0:1767318990.365749:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420736 00000100:00100000:1.0:1767318990.365800:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111 00000100:00100000:1.0:1767318990.365808:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988420736:12345-0@lo:101:ldlm_lock_repla.0 00010000:00080000:1.0:1767318990.365830:0:18378:0:(ldlm_lib.c:3168:target_queue_recovery_request()) @@@ queue lock replay req req@ffff9e7d36390380 x1853163988420736/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:656/0 lens 328/0 e 0 to 0 dl 1767319001 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318990.365841:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988420736:12345-0@lo:101:ldlm_lock_repla.0 Request processed in 35us (147us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767318990.365847:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111 00010000:00010000:0.0:1767318990.397288:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.397326:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.397340:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.397364:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.397371:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.397378:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.398227:0:116186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.398253:0:116186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.398259:0:116186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.398266:0:116186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318990.398270:0:116186:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.398276:0:116186:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.400141:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0741e000) 00010000:00010000:0.0:1767318990.400154:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318990.400165:0:116186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.400174:0:116186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c36f2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00000004:00010000:0.0:1767318990.400195:0:116186:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001a72023c reply state 00000000c21b2ece transno 124554051735 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.400558:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.400569:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0741e900) 00010000:00010000:0.0:1767318990.400572:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318990.400576:0:116186:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1767318990.401800:0:116186:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:0.0:1767318990.401826:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.401836:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051736 00000020:00080000:0.0:1767318990.401840:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.401842:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051736 00010000:00010000:0.0:1767318990.404999:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405012:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405019:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405025:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318990.405029:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405035:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405050:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0741e900) 00010000:00010000:0.0:1767318990.405053:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318990.405058:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.405064:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c36f35 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00000100:00100000:2.0:1767318990.405511:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318990.405925:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923572992 00000100:00100000:0.0:1767318990.405938:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923572992 00000100:00100000:0.0:1767318990.405991:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000100:00100000:0.0:1767318990.406001:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923572992:12345-192.168.204.13@tcp:36:rm.0 00010000:00080000:0.0:1767318990.406020:0:81218:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 124554051736, current: 124554051736, replaying 00000100:00100000:0.0:1767318990.406048:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923572992:12345-192.168.204.13@tcp:36:rm.0 Request processed in 49us (763us total) trans 0 rc 0/-999 00000100:00100000:0.0:1767318990.406055:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000020:00080000:0.0:1767318990.406073:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.406077:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 124554051736, next_transno: 124554051736 00010000:00080000:0.0:1767318990.406080:0:116186:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (124554051736) 00000020:00080000:0.0:1767318990.406083:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.406091:0:116186:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923572992 t124554051736 from 192.168.204.13@tcp req@ffff9e7d3b682680 x1853163923572992/t0(124554051736) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:656/0 lens 512/0 e 0 to 0 dl 1767319001 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767318990.406171:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406184:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406192:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406203:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406209:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406215:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406306:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406314:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406331:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406540:0:116186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406548:0:116186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406554:0:116186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406560:0:116186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318990.406564:0:116186:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406571:0:116186:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406599:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x2f:0x0].0x0 (ffff9e7d0741ea00) 00010000:00010000:0.0:1767318990.406603:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318990.406607:0:116186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406614:0:116186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c36f4a lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406723:0:116186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406730:0:116186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406735:0:116186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406746:0:116186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00031600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318990.406748:0:116186:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406755:0:116186:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406763:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0741e400) 00010000:00010000:0.0:1767318990.406766:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318990.406769:0:116186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406774:0:116186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c36f3c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00000004:00010000:0.0:1767318990.406786:0:116186:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000051487da3 reply state 000000000e53bdcb transno 124554051736 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406795:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:0.0:1767318990.406801:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0741e500) 00010000:00010000:0.0:1767318990.406802:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318990.406804:0:116186:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1767318990.406873:0:116186:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:0.0:1767318990.406888:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.406891:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051737 00000020:00080000:0.0:1767318990.406894:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767318990.406896:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051737 00000100:00100000:2.0:1767318990.416392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318990.416433:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923574784 00000100:00100000:2.0:1767318990.416442:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923574784 00000100:00100000:2.0:1767318990.416492:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1708 00000100:00100000:2.0:1767318990.416501:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923574784:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00080000:2.0:1767318990.416523:0:95952:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 124554051737, current: 124554051737, replaying 00000100:00100000:2.0:1767318990.416537:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923574784:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 38us (158us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767318990.416545:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1708 00000020:00080000:2.0:1767318990.416566:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767318990.416576:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 124554051737, next_transno: 124554051737 00010000:00080000:2.0:1767318990.416596:0:116186:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (124554051737) 00000020:00080000:2.0:1767318990.416599:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767318990.416607:0:116186:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923574784 t124554051737 from 192.168.204.13@tcp req@ffff9e7d3b682d80 x1853163923574784/t0(124554051737) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:656/0 lens 520/0 e 0 to 0 dl 1767319001 ref 1 fl Complete:/604/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1767318990.416628:0:116186:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318990.416652:0:116186:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ae00/0x719a348ff1c36f51 lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e317d1 expref: -99 pid: 116186 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.416859:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,1 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.416876:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.416890:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.416920:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.416928:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.416936:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00000004:00200000:2.0:1767318990.417371:0:116186:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1767318990.417386:0:116186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417393:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417407:0:116186:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417416:0:116186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417422:0:116186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 2/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417429:0:116186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417434:0:116186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1a200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318990.417438:0:116186:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417445:0:116186:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417456:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d407b3000) 00010000:00010000:2.0:1767318990.417459:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318990.417464:0:116186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417469:0:116186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1a200/0x719a348ff1c36f58 lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00000004:00010000:2.0:1767318990.417482:0:116186:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b3d5ca28 reply state 00000000030e4ae1 transno 124554051737 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417492:0:116186:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.417508:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0xcd52553e (ffff9e7d407b3b00) 00010000:00010000:2.0:1767318990.417510:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318990.417512:0:116186:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767318990.417557:0:116186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1ae00/0x719a348ff1c36f51 lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 11 pid: 116186 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.417605:0:116186:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 10 pid: 116186 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.417612:0:116186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767318990.417614:0:116186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318990.417616:0:116186:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d04f1b200, rc 0) 00010000:00080000:2.0:1767318990.417684:0:116186:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:2.0:1767318990.417701:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767318990.417704:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051738 00000020:00080000:2.0:1767318990.417707:0:116186:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767318990.417709:0:116186:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 124554051738 00000100:00100000:2.0:1767318990.425151:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:1.0:1767318990.428305:0:7010:0:(ldlm_request.c:2523:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4ca00/0x719a348ff1c354a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36f6d expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767318990.428316:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:1.0:1767318990.428340:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988420736:0@lo:101:ldlm_lock_repla.0 00000100:00100000:1.0:1767318990.428379:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988420864:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:1.0:1767318990.428414:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:1.0:1767318990.432684:0:116153:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1767318990.432695:0:116153:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00080000:1.0:1767318990.432730:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 124554051737 is committed 00010000:00010000:2.0:1767318990.434508:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434526:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434533:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434540:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318990.434544:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434563:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434596:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434603:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c36f43 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434636:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434642:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 2/0,0 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434647:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434653:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1b000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318990.434655:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434670:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 4/0,0 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434680:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 2/0,0 mode: --/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00010000:00010000:2.0:1767318990.434685:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b000/0x719a348ff1c36f5f lrc: 0/0,0 mode: --/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 116186 initiator: MDT0 00000100:00080000:1.0:1767318990.439274:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1767318990.439289:0:7010:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff9e7d36390000 x1853163988420864/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319006 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.439300:0:7010:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e7d36390000 x1853163988420864/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319006 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318990.439307:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767318990.439327:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767318990.439332:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988420864:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:0.0:1767318990.439476:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988420992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767318990.439541:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.439602:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988420992 00000100:00100000:0.0:1767318990.439608:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988420992 00000100:00100000:0.0:1767318990.439649:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113 00000100:00100000:0.0:1767318990.439657:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988420992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767318990.439697:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:0.0:1767318990.439875:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988420992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 218us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.439882:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113 00000100:00100000:0.0:1767318990.439990:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988420992:0@lo:41:osp-pre-0-1.0 00000004:00000080:2.0:1767318990.478358:0:116186:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb1abc6b2fe10 00100000:10000000:2.0:1767318990.478373:0:116186:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0000-osd: start master thread 00000004:00080000:1.0:1767318990.480366:0:116174:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x2c0000400:0x395:0x0] 00000100:00100000:1.0:1767318990.480391:0:116174:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:116174:1853163988421248:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1767318990.480419:0:116174:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.480477:0:116174:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ff300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318990.482883:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097 00000100:00100000:1.0:1767318990.482902:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:116174:x1853163988421248:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1767318990.482943:0:35588:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 961 -> diff = -44 00002000:02000040:1.0:1767318990.482948:0:35588:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000400:918 to 0x2c0000400:961) 00002000:00010000:2.0:1767318990.487878:0:18971:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318990.487892:0:18971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.487909:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.487911:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.487927:0:18971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.487943:0:18971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.487952:0:18971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.487959:0:18971:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.487983:0:18971:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318990.487995:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.488001:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.488009:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.488013:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.488023:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.488056:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.488063:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c36f74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.488080:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.488082:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.488083:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318990.489231:0:18971:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318990.489241:0:18971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489252:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489254:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489257:0:18971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489268:0:18971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489276:0:18971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489283:0:18971:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489311:0:18971:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318990.489321:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.489326:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489333:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.489336:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489344:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489371:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489377:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c36f7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489389:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.489391:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.489393:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318990.489473:0:18971:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x39f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318990.489477:0:18971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489484:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489486:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489496:0:18971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489504:0:18971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489510:0:18971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489517:0:18971:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489530:0:18971:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318990.489537:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.489541:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489548:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4de00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.489552:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489558:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489568:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489574:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c36f82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489618:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.489620:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.489622:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318990.489690:0:18971:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x39e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318990.489695:0:18971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.489702:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489704:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318990.489707:0:18971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.490299:0:18971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.490310:0:18971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.490317:0:18971:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.491898:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318990.491905:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.491912:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492002:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492017:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492031:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492038:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c36f89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492054:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318990.492057:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092600/0x719a348ff1c36f90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492062:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492065:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092600/0x719a348ff1c36f90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492071:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092600/0x719a348ff1c36f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492078:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092600/0x719a348ff1c36f90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492084:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092600/0x719a348ff1c36f90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492104:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318990.492107:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093000/0x719a348ff1c36f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492113:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492116:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093000/0x719a348ff1c36f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492122:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093000/0x719a348ff1c36f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492130:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093000/0x719a348ff1c36f97 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492135:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093000/0x719a348ff1c36f97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492144:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318990.492146:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093e00/0x719a348ff1c36f9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492151:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492154:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093e00/0x719a348ff1c36f9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492159:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093e00/0x719a348ff1c36f9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492171:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093e00/0x719a348ff1c36f9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492177:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c093e00/0x719a348ff1c36f9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492187:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318990.492189:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092000/0x719a348ff1c36fa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492195:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492198:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092000/0x719a348ff1c36fa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492205:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092000/0x719a348ff1c36fa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492212:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092000/0x719a348ff1c36fa5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492218:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c092000/0x719a348ff1c36fa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492227:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.492229:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c36fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492243:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.492246:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c36fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492252:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c36fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492261:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c36fac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492267:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c36fac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.492278:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.492280:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.492281:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.492287:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.492292:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.493081:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318990.493087:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c36fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493094:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.493097:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c36fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493105:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c36fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493117:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c36fb3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493124:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c36fb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493148:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.493152:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c36fba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493157:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.493159:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c36fba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493165:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c36fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493174:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c36fba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493180:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c36fba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.493191:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.493193:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.493195:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.494059:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.494873:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318990.494880:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c36fc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.494888:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.494892:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c36fc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.494911:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c36fc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495015:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c36fc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495023:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c36fc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495039:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318990.495042:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c36fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495049:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682de00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.495052:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c36fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495060:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c36fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495068:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c36fc8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495075:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c36fc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495098:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.495101:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c36fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495107:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.495110:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c36fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495117:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c36fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495126:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c36fcf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495133:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c36fcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.495143:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.495144:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.495146:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.495152:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767318990.496227:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1767318990.498235:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318990.498248:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c36fd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498260:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ca00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.498264:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c36fd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498287:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c36fd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498307:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c36fd6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498314:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c36fd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498340:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318990.498344:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c36fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498359:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.498362:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c36fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498369:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c36fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498377:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c36fdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.498384:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.498386:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318990.498388:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.501932:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318990.502096:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.502106:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.502121:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.502123:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.502129:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.502163:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.502173:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.502180:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.503646:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.503652:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c36ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.503976:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.503981:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c36ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.503994:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c36ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504006:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c36ff2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504013:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c36ff2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504028:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.504030:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.504031:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.504402:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.504406:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c3700e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504413:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.504416:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c3700e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504424:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c3700e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504433:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c3700e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504440:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c3700e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.504457:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.504459:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.504461:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.506614:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.510758:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318990.510778:0:35588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c36fe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.510813:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.510818:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318990.511073:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.511079:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.511091:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.511093:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.511098:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.511109:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.511125:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.511133:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.511150:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318990.511205:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.511214:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.511224:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.511228:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.511238:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.511260:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.511268:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3703f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.511284:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.511286:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.511287:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318990.512066:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.512072:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512079:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512080:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512082:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512089:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512093:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512097:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512113:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318990.512158:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.512165:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512187:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.512190:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512198:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.512207:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318990.512211:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512224:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512226:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c37046 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512238:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512241:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512243:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512251:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.512251:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512255:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.512259:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.512260:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512266:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512287:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318990.512381:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318990.512387:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512394:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.512396:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512404:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.512434:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.512439:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512440:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512452:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3704d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.512490:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.512492:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.512493:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318990.512513:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512515:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.512518:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512607:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512622:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512626:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.512637:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767318990.513076:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.513081:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513088:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513090:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513093:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513101:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513107:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513114:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513128:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1767318990.513224:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.513233:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513238:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513239:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513241:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513246:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513251:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513255:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513263:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1767318990.513327:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.513331:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513338:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513339:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.513341:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513349:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513902:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513907:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.513913:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1767318990.513993:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.513996:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514001:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.514002:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.514004:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514010:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514168:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514175:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514183:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1767318990.514259:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.514266:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514271:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.514272:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.514274:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514280:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514285:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514288:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.514293:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1767318990.514666:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.514670:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.514940:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318990.514947:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.514953:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901de00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767318990.514955:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.514960:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.514973:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318990.514977:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c37054 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515038:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515039:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515041:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515047:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515060:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515064:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515069:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1767318990.515150:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515155:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515162:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515163:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515166:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515174:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515180:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515186:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515194:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1767318990.515266:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515273:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515278:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515279:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515281:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515287:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515292:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515296:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515300:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:1.0:1767318990.515401:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515406:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515413:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515414:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515417:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515426:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515438:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515443:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515457:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:1.0:1767318990.515522:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515537:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515544:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515545:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515548:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515556:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515564:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515572:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515599:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1767318990.515657:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515665:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515669:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515670:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515681:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515687:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515692:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515696:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515701:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1767318990.515774:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515777:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515782:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515782:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515784:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515789:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515802:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515806:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515811:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:1.0:1767318990.515869:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515872:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515876:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515877:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515879:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515884:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515888:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515892:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515898:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:1.0:1767318990.515949:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.515956:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515961:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515962:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.515963:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515969:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515974:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515977:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.515982:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:1.0:1767318990.516037:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516040:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516044:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516045:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516047:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516052:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516064:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516068:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516072:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:1.0:1767318990.516126:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516131:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516138:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516140:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516142:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516150:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516156:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516162:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516169:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:1.0:1767318990.516241:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516247:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516252:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516253:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516255:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516261:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516265:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516269:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516273:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:1.0:1767318990.516330:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516334:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516340:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516342:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516345:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516363:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516380:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516387:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516395:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:1.0:1767318990.516460:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516463:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516468:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516469:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516471:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516476:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516480:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516484:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516488:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:1.0:1767318990.516558:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516569:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516576:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516596:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516599:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516605:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516610:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516614:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516619:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:1.0:1767318990.516681:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516684:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516688:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516689:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516691:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516696:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516708:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516712:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516717:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:1.0:1767318990.516776:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.516779:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.516783:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.516784:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318990.518847:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 25 total in blp. (25 blwis in pool) 00010000:00010000:0.0:1767318990.518858:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518871:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.518876:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518889:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518908:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518917:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3705b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518945:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 24 total in blp. (24 blwis in pool) 00010000:00010000:0.0:1767318990.518956:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518965:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.518969:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518979:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.518993:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519003:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c37062 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519027:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 23 total in blp. (23 blwis in pool) 00010000:00010000:0.0:1767318990.519032:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519041:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519045:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519055:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519068:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519082:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c37069 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519100:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 22 total in blp. (22 blwis in pool) 00010000:00010000:0.0:1767318990.519104:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519110:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ca00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519113:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519123:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519133:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519140:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c37070 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519153:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:0.0:1767318990.519157:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519163:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519167:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519187:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519203:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519209:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c37077 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519224:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:0.0:1767318990.519229:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519235:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519238:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519245:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519255:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519264:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3707e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519285:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:0.0:1767318990.519373:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519381:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519385:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519392:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519402:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519408:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c37085 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519418:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:0.0:1767318990.519422:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519428:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519431:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519438:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519451:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519458:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3708c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519468:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:0.0:1767318990.519471:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519477:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519480:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519487:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519495:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519501:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c37093 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519510:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:0.0:1767318990.519514:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519528:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519531:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519538:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519546:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519552:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3709a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519562:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:0.0:1767318990.519565:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519571:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519574:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519598:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519607:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519622:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c370a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519634:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1767318990.519637:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519643:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519646:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519653:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519741:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519748:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c370a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519797:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1767318990.519801:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519807:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519810:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519823:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519834:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519840:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c370af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519851:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1767318990.519854:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519860:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519863:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519869:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519878:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519885:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c370b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519907:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767318990.519911:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519917:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519920:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519928:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519939:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519948:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c370bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519964:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767318990.519968:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519975:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.519982:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.519990:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520007:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520016:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c370c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520031:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767318990.520066:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520074:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.520078:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520088:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520099:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.520108:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c370cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318990.520161:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318990.520175:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988421376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767318990.520219:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.520268:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988421376 00000100:00100000:0.0:1767318990.520272:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988421376 00000100:00100000:0.0:1767318990.520453:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1767318990.520462:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988421376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767318990.520476:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8619200 pending 896 free 3922481152 avail 3690958848 00010000:00010000:1.0:1767318990.521483:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.521500:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.521508:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.521668:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.521877:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1767318990.522062:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.522079:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522087:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.522089:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.522091:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522098:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522103:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522107:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522112:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1767318990.522192:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.522197:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522203:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.522205:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.522207:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522215:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522237:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522243:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.522249:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:1.0:1767318990.523442:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.523520:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.523607:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.523609:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.523612:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.523620:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.523626:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.523630:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.523638:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:0.0:1767318990.524802:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988421376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4339us (4579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.524811:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1767318990.524864:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988421376:0@lo:13:osp-pre-1-0.0 00002000:00010000:1.0:1767318990.524973:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.524985:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.524993:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.524994:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.524997:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525005:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00000001:00100000:0.0:1767318990.525008:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1767318990.525012:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525017:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525024:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00010000:00010000:0.0:1767318990.525027:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1767318990.525035:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525046:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525051:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525061:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525079:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525087:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c370d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525121:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1767318990.525125:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.525130:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318990.525131:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525136:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525139:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3712d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525147:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525150:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525153:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525159:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3712d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525163:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525172:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3712d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525174:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c370d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525196:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767318990.525202:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525206:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3712d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525211:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525219:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525219:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3712d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525240:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525240:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00010000:00010000:0.0:1767318990.525259:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525266:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c370e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.525313:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.525317:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872200/0x719a348ff1c37134 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525322:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525323:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525325:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872200/0x719a348ff1c37134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525334:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872200/0x719a348ff1c37134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525341:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872200/0x719a348ff1c37134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525347:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872200/0x719a348ff1c37134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525418:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767318990.525424:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525431:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525435:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525443:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525454:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525460:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c370e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525481:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767318990.525486:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525505:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525509:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525516:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525528:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37038 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525535:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37038 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525552:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767318990.525555:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264600/0x719a348ff1c370f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525562:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525565:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264600/0x719a348ff1c370f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525572:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264600/0x719a348ff1c370f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525601:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264600/0x719a348ff1c370f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525619:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264600/0x719a348ff1c370f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525633:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767318990.525636:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264a00/0x719a348ff1c370fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525642:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525646:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264a00/0x719a348ff1c370fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525653:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264a00/0x719a348ff1c370fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525752:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264a00/0x719a348ff1c370fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525761:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264a00/0x719a348ff1c370fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525778:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318990.525782:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264000/0x719a348ff1c37103 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525798:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767318990.525798:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1767318990.525804:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264000/0x719a348ff1c37103 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525821:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264000/0x719a348ff1c37103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525832:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264000/0x719a348ff1c37103 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525839:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264000/0x719a348ff1c37103 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525854:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318990.525859:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264800/0x719a348ff1c3710a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525865:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525868:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264800/0x719a348ff1c3710a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525875:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264800/0x719a348ff1c3710a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.525875:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.525888:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873a00/0x719a348ff1c3713b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525891:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264800/0x719a348ff1c3710a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525896:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525898:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.525901:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873a00/0x719a348ff1c3713b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525906:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41264800/0x719a348ff1c3710a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525910:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873a00/0x719a348ff1c3713b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525920:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873a00/0x719a348ff1c3713b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525926:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873a00/0x719a348ff1c3713b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.525943:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1767318990.525953:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318990.525958:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525965:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.525968:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525977:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525988:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.525996:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873000/0x719a348ff1c370ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.526003:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.526008:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872400/0x719a348ff1c37142 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526011:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318990.526013:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526015:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318990.526017:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526018:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872400/0x719a348ff1c37142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526035:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872400/0x719a348ff1c37142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526036:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.526042:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526064:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872400/0x719a348ff1c37142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526065:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526071:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872400/0x719a348ff1c37142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526086:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:0.0:1767318990.526094:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526103:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c37111 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526122:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318990.526125:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526131:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.526134:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526143:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526154:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526160:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872a00/0x719a348ff1c37118 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.526164:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.526173:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873800/0x719a348ff1c37149 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526177:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318990.526180:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318990.526182:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526184:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526190:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873800/0x719a348ff1c37149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526201:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873800/0x719a348ff1c37149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526205:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.526211:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526214:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873800/0x719a348ff1c37149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526224:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526225:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873800/0x719a348ff1c37149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526246:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1767318990.526251:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526259:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872800/0x719a348ff1c3711f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526276:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318990.526279:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.526286:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767318990.526289:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318990.526311:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.526320:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872e00/0x719a348ff1c37150 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526325:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526326:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526329:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872e00/0x719a348ff1c37150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526338:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872e00/0x719a348ff1c37150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526345:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872e00/0x719a348ff1c37150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526630:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872e00/0x719a348ff1c37150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526638:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1767318990.526858:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.526861:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873600/0x719a348ff1c37157 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526867:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526868:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526870:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873600/0x719a348ff1c37157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526875:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873600/0x719a348ff1c37157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526889:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873600/0x719a348ff1c37157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526893:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873600/0x719a348ff1c37157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526897:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1767318990.526954:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.526957:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872600/0x719a348ff1c3715e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526961:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526962:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.526963:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872600/0x719a348ff1c3715e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526969:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872600/0x719a348ff1c3715e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526973:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872600/0x719a348ff1c3715e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526977:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872600/0x719a348ff1c3715e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.526981:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:1.0:1767318990.527030:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.527038:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873200/0x719a348ff1c37165 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527043:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527044:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527046:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873200/0x719a348ff1c37165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527052:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873200/0x719a348ff1c37165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527057:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873200/0x719a348ff1c37165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527061:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873200/0x719a348ff1c37165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527066:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:1.0:1767318990.527121:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x399:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.527124:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3716c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527130:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527131:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527134:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3716c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527141:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3716c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527158:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3716c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527164:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3716c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527171:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1767318990.527246:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x398:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.527249:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37173 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527254:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527255:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527257:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527262:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527267:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527271:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527275:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1767318990.527325:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x397:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.527334:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3717a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.527341:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527343:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.527345:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3717a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528269:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3717a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528275:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3717a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528279:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3717a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528296:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767318990.528843:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x396:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318990.528847:0:35588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37181 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528855:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.528856:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318990.528859:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528865:0:35588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528879:0:35588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528883:0:35588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318990.528888:0:35588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:1.0:1767318990.528935:0:35588:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000400:917 00000100:00100000:1.0:1767318990.529018:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:116174:x1853163988421248:12345-0@lo:5:osp-pre-0-0.0 Request processed in 46122us (48596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.529026:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097 00000100:00100000:1.0:1767318990.529077:0:116174:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:116174:1853163988421248:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1767318990.529089:0:116174:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x2c0000400:0x3c1:0x0] from OST, last_created [0x2c0000400:0x3c1:0x0]last_used is [0x2c0000400:0x395:0x0] 00000100:00100000:1.0:1767318990.529148:0:116174:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:116174:1853163988421760:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1767318990.529179:0:116174:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.529200:0:116174:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318990.529221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988421632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318990.529241:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.529271:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988421760 00000100:00100000:1.0:1767318990.529275:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988421760 00000100:00100000:1.0:1767318990.529300:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099 00000100:00100000:1.0:1767318990.529305:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:116174:x1853163988421760:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1767318990.529333:0:37851:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x2c0000400 at 962 00010000:00010000:0.0:1767318990.530977:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.531000:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.531022:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07872000/0x719a348ff1c37126 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318990.531051:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531054:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531057:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531067:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531074:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531076:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.531080:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318990.531259:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:116174:x1853163988421760:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1950us (2076us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767318990.531272:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099 00000100:00100000:1.0:1767318990.531329:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988421632 00000100:00100000:1.0:1767318990.531335:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988421632 00000100:00100000:1.0:1767318990.531384:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1767318990.531393:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988421632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318990.531413:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318990.531441:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988421632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.531455:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1767318990.531489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988421632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767318990.534693:0:116174:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:116174:1853163988421760:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1767318990.534713:0:116174:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x2c0000400:0x3c1:0x0]-[0x2c0000400:0x3e1:0x0] 00000100:00100000:1.0:1767318990.632303:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318990.632356:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318990.632361:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582464 00000100:00100000:0.0:1767318990.632372:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582464 00000100:00100000:1.0:1767318990.632404:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318990.632442:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582592 00000100:00100000:1.0:1767318990.632446:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582592 00000100:00100000:1.0:1767318990.632870:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2852 00000100:00100000:1.0:1767318990.632876:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09740050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923582592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767318990.632905:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09740050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923582592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.632914:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2852 00000100:00100000:0.0:1767318990.636983:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1472 00000100:00100000:0.0:1767318990.637004:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2508:x1853163923582464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318990.637091:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2508:x1853163923582464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (4794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318990.637100:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1472 00000100:00080000:0.0:1767318990.638467:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318990.638474:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:2.0:1767318990.870005:0:91026:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1767318992.200817:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318992.632889:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318992.632988:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582720 00000100:00100000:0.0:1767318992.632998:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582720 00000100:00100000:0.0:1767318992.633152:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1709 00000100:00100000:0.0:1767318992.633162:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:79582:x1853163923582720:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767318992.633198:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318992.633221:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31802 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318992.633300:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767318992.633327:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767318992.633339:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000004:00200000:0.0:1767318992.633388:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767318992.633392:0:81218:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318992.633433:0:81218:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767318992.633459:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31802 expref: 9 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318992.633477:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31802 expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318992.633486:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:0.0:1767318992.633489:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318992.633492:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938800, rc 0) 00000100:00100000:0.0:1767318992.633655:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:79582:x1853163923582720:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 494us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318992.633664:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1709 00000100:00080000:2.0:1767318992.634484:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767318992.645402:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318992.645631:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582848 00000100:00100000:1.0:1767318992.645644:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582848 00000100:00100000:1.0:1767318992.645880:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1710 00000100:00100000:1.0:1767318992.645890:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:79582:x1853163923582848:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767318992.645961:0:95952:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:1.0:1767318992.646303:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:79582:x1853163923582848:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 412us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318992.646322:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1710 00000100:00100000:0.0:1767318992.657376:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318992.657456:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923582976 00000100:00100000:1.0:1767318992.657466:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923582976 00000100:00100000:1.0:1767318992.657543:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1711 00000100:00100000:1.0:1767318992.657556:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79582:x1853163923582976:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767318992.657626:0:95952:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445421056 avail 1299181568 00000100:00080000:2.0:1767318992.657842:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318992.658047:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+14:79582:x1853163923582976:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 493us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318992.658063:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1711 00000100:00100000:2.0:1767318992.666032:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318992.666114:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923583104 00000100:00100000:1.0:1767318992.666125:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923583104 00000100:00100000:1.0:1767318992.666185:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6100 00000100:00100000:1.0:1767318992.666194:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2507:x1853163923583104:12345-192.168.204.13@tcp:8:lfs.0 00010000:00080000:1.0:1767318992.666244:0:35588:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp t4294969477 exp 0000000000000000 cur 4239 last 0 00000020:00000080:1.0:1767318992.666279:0:35588:0:(genops.c:1402:class_connect()) connect: client f8e581f7-de51-4550-90ea-109e3cc27a77, cookie 0x719a348ff1c37196 00002000:00100000:1.0:1767318992.666291:0:35588:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d069e9800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1767318992.666319:0:35588:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1767318992.666373:0:35588:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:1.0:1767318992.666383:0:35588:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1767318992.666410:0:35588:0:(import.c:65:import_set_state_nolock()) ffff9e7d069e9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767318992.666498:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923583104:12345-192.168.204.13@tcp:8:lfs.0 Request processed in 303us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318992.666521:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6100 00000100:00100000:2.0:1767318992.669475:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767318992.674036:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318992.674985:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767318992.676939:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318993.224732:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318993.929949:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988421888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318993.930029:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.930140:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988421888 00000100:00100000:0.0:1767318993.930149:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988421888 00000100:00100000:0.0:1767318993.930207:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:0.0:1767318993.930217:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988421888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318993.930241:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318993.930306:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988421888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318993.930314:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:0.0:1767318993.930366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988421888:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318993.931803:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318994.248766:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318994.953169:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988422016 00000100:00100000:0.0:1767318994.953177:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988422016 00000100:00100000:0.0:1767318994.953298:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:0.0:1767318994.953309:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988422016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318994.953337:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318994.953406:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988422016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318994.953413:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00080000:2.0:1767318994.953525:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318994.953608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988422016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318995.465977:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988422144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318995.466109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318995.466178:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988422144 00000100:00100000:2.0:1767318995.466188:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988422144 00000100:00100000:2.0:1767318995.466253:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114 00000100:00100000:2.0:1767318995.466274:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988422144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767318995.466319:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:2.0:1767318995.466373:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988422144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318995.466382:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114 00000100:00100000:2.0:1767318995.466437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988422144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767318995.467018:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988422784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467062:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.467078:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988422528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467095:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988423296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318995.467140:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1767318995.467145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988422400:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467167:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318995.467190:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988422912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318995.467220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988423424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.467239:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318995.467738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318995.472660:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.472757:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988423040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.472833:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.472858:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988423552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.472886:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.472917:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318995.472924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988422656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.472947:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.472966:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988423168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.472988:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.473006:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988423680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473028:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.473067:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423552 00000100:00100000:1.0:1767318995.473074:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423552 00000100:00100000:1.0:1767318995.473128:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:1.0:1767318995.473138:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988422912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473499:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988422912:12345-0@lo:400:kworker.0 Request processed in 362us (6288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.473507:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:1.0:1767318995.473531:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:1.0:1767318995.473539:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988423424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473571:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988423424:12345-0@lo:400:kworker.0 Request processed in 34us (6331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.473623:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:1.0:1767318995.473638:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:1.0:1767318995.473646:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988423552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473680:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988423552:12345-0@lo:400:kworker.0 Request processed in 36us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.473734:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1767318995.473735:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423296 00000100:00100000:2.0:1767318995.473742:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423296 00000100:00100000:1.0:1767318995.473762:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988422528 00000100:00100000:1.0:1767318995.473768:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988422528 00000100:00100000:2.0:1767318995.473781:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423040 00000100:00100000:2.0:1767318995.473786:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423040 00000100:00100000:1.0:1767318995.473795:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988422656 00000100:00100000:1.0:1767318995.473800:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988422656 00000100:00100000:2.0:1767318995.473815:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423168 00000100:00100000:2.0:1767318995.473821:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423168 00000100:00100000:1.0:1767318995.473825:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423680 00000100:00100000:1.0:1767318995.473830:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423680 00000100:00100000:2.0:1767318995.473847:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1767318995.473858:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988423296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473863:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1767318995.473873:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988422528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.473914:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988423296:12345-0@lo:400:kworker.0 Request processed in 59us (6788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.473923:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988422528:12345-0@lo:400:kworker.0 Request processed in 49us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318995.473926:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1767318995.473936:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1767318995.473951:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1767318995.473958:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767318995.473963:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988423040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.473970:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988422656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.474004:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988423040:12345-0@lo:400:kworker.0 Request processed in 44us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.474015:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988422656:12345-0@lo:400:kworker.0 Request processed in 45us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318995.474016:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1767318995.474026:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767318995.474033:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1767318995.474043:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988423168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474047:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767318995.474057:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988423680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318995.474089:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988423168:12345-0@lo:400:kworker.0 Request processed in 48us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318995.474101:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1767318995.474102:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988423680:12345-0@lo:400:kworker.0 Request processed in 41us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.474120:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1767318995.474171:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988422400 00000100:00100000:0.0:1767318995.474178:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988422400 00000100:00100000:0.0:1767318995.474217:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1767318995.474225:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e266c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988422400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318995.474282:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e266c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988422400:12345-0@lo:400:kworker.0 Request processed in 57us (7112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318995.474296:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1767318995.474331:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988422400:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474357:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988422912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988423424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988423296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474442:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988422656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988423168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474470:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988423680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474482:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988422528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474494:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988423040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318995.474505:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988423552:0@lo:400:kworker.0 00000100:00080000:0.0:1767318995.474827:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318995.474833:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767318995.474837:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318995.474841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318995.475563:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988422784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318995.747711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318995.747768:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318995.747806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318995.747838:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318995.747868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318995.747897:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923583744 00000100:00100000:0.0:1767318995.747907:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923583744 00000100:00100000:0.0:1767318995.747964:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923583616 00000100:00100000:0.0:1767318995.747968:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923583616 00000100:00100000:0.0:1767318995.747994:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1479 00000100:00100000:0.0:1767318995.748004:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923583744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318995.748082:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2510:x1853163923583744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 79us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318995.748090:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1479 00000100:00100000:0.0:1767318995.748110:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1480 00000100:00100000:0.0:1767318995.748116:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923583616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318995.748141:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923583616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318995.748147:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1480 00000100:00100000:0.0:1767318995.748166:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584000 00000100:00100000:0.0:1767318995.748184:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584000 00000100:00100000:0.0:1767318995.748211:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923583872 00000100:00100000:0.0:1767318995.748215:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923583872 00000100:00100000:0.0:1767318995.748235:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2857 00000100:00100000:0.0:1767318995.748241:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923584000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318995.748280:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923584000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 38us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318995.748286:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2857 00000100:00100000:0.0:1767318995.748310:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2858 00000100:00100000:0.0:1767318995.748317:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923583872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767318995.748340:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923583872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318995.748346:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2858 00000100:00080000:0.0:1767318995.748362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318995.748366:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318995.748369:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767318995.748371:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318995.979722:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988423936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767318995.979788:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.979828:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318995.979834:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988423808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318995.979857:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.979889:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423936 00000100:00100000:1.0:1767318995.979895:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423936 00000100:00100000:1.0:1767318995.979934:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988423808 00000100:00100000:1.0:1767318995.979937:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988423808 00000100:00100000:1.0:1767318995.979953:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:1.0:1767318995.979969:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988423936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767318995.979996:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318995.980037:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988423936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.980045:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:1.0:1767318995.980064:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:1.0:1767318995.980070:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988423808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318995.980081:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767318995.980104:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988423808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.980110:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:1.0:1767318995.980151:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988423808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318995.980163:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988423936:0@lo:13:osp-pre-1-0.0 00000001:00100000:1.0:1767318995.987411:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00080000:1.0:1767318995.987426:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00080000:0.0:1767318995.993024:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969460 is committed 00010000:00010000:0.0:1767318996.296827:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318997.320742:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767318997.339687:0:116672:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1767318998.344705:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318999.048836:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318999.048863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988424064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318999.048926:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318999.049013:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988424064 00000100:00100000:0.0:1767318999.049021:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988424064 00000100:00100000:0.0:1767318999.049093:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:0.0:1767318999.049104:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988424064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318999.049133:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767318999.049183:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988424064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.049218:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00080000:2.0:1767318999.049339:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318999.049373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988424064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318999.445364:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.445517:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584128 00000100:00100000:1.0:1767318999.445542:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584128 00000100:00100000:1.0:1767318999.445660:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1712 00000100:00100000:1.0:1767318999.445673:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80028:x1853163923584128:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767318999.445729:0:82097:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:1.0:1767318999.445835:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80028:x1853163923584128:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 165us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.445843:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1712 00000100:00080000:2.0:1767318999.447525:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767318999.448688:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.448798:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584256 00000100:00100000:0.0:1767318999.448814:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584256 00000100:00100000:0.0:1767318999.448917:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1713 00000100:00100000:0.0:1767318999.448930:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80028:x1853163923584256:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767318999.448984:0:81217:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445421056 avail 1299181568 00000100:00100000:0.0:1767318999.449092:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80028:x1853163923584256:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 165us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.449100:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1713 00000100:00080000:2.0:1767318999.449441:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318999.451927:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584384 00000100:00100000:0.0:1767318999.451940:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584384 00000100:00100000:0.0:1767318999.452027:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2312 00000100:00100000:0.0:1767318999.452037:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80028:x1853163923584384:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767318999.452083:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767318999.452194:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80028:x1853163923584384:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 149us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.452202:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2312 00000100:00080000:2.0:1767318999.452370:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318999.462031:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584512 00000100:00100000:1.0:1767318999.462054:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584512 00000100:00100000:1.0:1767318999.462260:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2313 00000100:00100000:1.0:1767318999.462271:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80028:x1853163923584512:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767318999.462304:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318999.462413:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80028:x1853163923584512:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 143us (7373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.462421:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2313 00000100:00080000:2.0:1767318999.468788:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318999.524153:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.524681:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584640 00000100:00100000:0.0:1767318999.524696:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584640 00000100:00100000:0.0:1767318999.524788:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 753 00000100:00100000:0.0:1767318999.524799:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:74612:x1853163923584640:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318999.524820:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318999.524852:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3718f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31802 expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318999.524898:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:0.0:1767318999.525038:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318999.525116:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:74612:x1853163923584640:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 318us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.525124:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 753 00000100:00100000:1.0:1767318999.526045:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584768 00000100:00100000:1.0:1767318999.526054:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584768 00000100:00100000:1.0:1767318999.526127:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 754 00000100:00100000:1.0:1767318999.526137:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a1f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+14:74611:x1853163923584768:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318999.526153:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 9 locks, starting at 0 00010000:00010000:1.0:1767318999.526178:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c093c00/0x719a348ff1c36cf7 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d8 expref: 14 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526209:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7d325ec900) 00010000:00010000:1.0:1767318999.526230:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b400/0x719a348ff1c36ca3 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317bc expref: 13 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526244:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:1.0:1767318999.526398:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d04f1b800/0x719a348ff1c36c87 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317b5 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526409:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3c00) 00010000:00010000:1.0:1767318999.526418:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d3af71c00/0x719a348ff1c35f91 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3142e expref: 11 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526446:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x5:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:1.0:1767318999.526456:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41265800/0x719a348ff1c35a82 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e313c5 expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526464:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7d0c7a5e00) 00010000:00010000:1.0:1767318999.526498:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c963000/0x719a348ff1c35f44 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31412 expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526506:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d0c7a5900) 00010000:00010000:1.0:1767318999.526512:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264400/0x719a348ff1c35a27 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e313a9 expref: 8 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526520:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d0c7a5200) 00010000:00010000:1.0:1767318999.526540:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41265000/0x719a348ff1c35ab3 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e313d3 expref: 7 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526549:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x5:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:1.0:1767318999.526560:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264c00/0x719a348ff1c35a58 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e313b7 expref: 6 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.526568:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d0c7a5900) 00010000:00010000:1.0:1767318999.526573:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318999.527095:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a1f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:74611:x1853163923584768:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 958us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.527104:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 754 00000100:00100000:1.0:1767318999.590513:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923584896 00000100:00100000:1.0:1767318999.590545:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923584896 00000100:00100000:1.0:1767318999.590665:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1714 00000100:00100000:1.0:1767318999.590677:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80055:x1853163923584896:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767318999.590706:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.590740:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3719d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31809 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.590822:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.590840:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.590854:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:1.0:1767318999.591143:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.591149:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318999.591206:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.591237:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3719d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 9 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.591257:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 8 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.591268:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:1.0:1767318999.591271:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318999.591275:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5400, rc 0) 00000100:00100000:1.0:1767318999.591386:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80055:x1853163923584896:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 711us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.591404:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1714 00000100:00100000:2.0:1767318999.601344:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.604440:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585024 00000100:00100000:1.0:1767318999.604465:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585024 00000100:00100000:1.0:1767318999.604567:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1715 00000100:00100000:1.0:1767318999.604608:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80055:x1853163923585024:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767318999.604637:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.604665:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c371ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31810 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.604755:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.604772:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.604785:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.604801:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.604807:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.604813:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000100:00100000:1.0:1767318999.604966:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:82097:1853163988424192:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767318999.605068:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318999.605115:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767318999.605788:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:82097:1853163988424192:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1767318999.605854:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.605867:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.605877:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00010000:2.0:1767318999.606164:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607736:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607755:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607761:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607769:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607775:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318999.607779:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607787:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607832:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767318999.607836:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318999.607843:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607851:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607876:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607882:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607888:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607893:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767318999.607896:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607914:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607922:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7c04bf1000) 00010000:00010000:2.0:1767318999.607925:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318999.607928:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607934:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c371b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767318999.607996:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c371ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31810 expref: 10 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318999.608024:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31810 expref: 9 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318999.608032:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3800) 00010000:00010000:2.0:1767318999.608035:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767318999.608038:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4d600, rc 0) 00000100:00100000:2.0:1767318999.608301:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80055:x1853163923585024:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 3720us (6968us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318999.608311:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1715 00000100:00100000:0.0:1767318999.619201:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.619389:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585152 00000100:00100000:1.0:1767318999.619403:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585152 00000100:00100000:1.0:1767318999.619486:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1716 00000100:00100000:1.0:1767318999.619497:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80055:x1853163923585152:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767318999.619523:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.619557:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c371c7 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31817 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.619692:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c371ce lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.619710:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c371ce lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.619724:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c371ce lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00000004:00200000:1.0:1767318999.619788:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.619794:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318999.619862:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c371c7 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31817 expref: 7 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.619884:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c371ce lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31817 expref: 6 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.619895:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:1.0:1767318999.619898:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1767318999.619903:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00000100:00100000:1.0:1767318999.619983:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80055:x1853163923585152:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 487us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.619991:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1716 00000100:00100000:1.0:1767318999.628196:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585280 00000100:00100000:1.0:1767318999.628210:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585280 00000100:00100000:1.0:1767318999.628294:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1717 00000100:00100000:1.0:1767318999.628305:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80055:x1853163923585280:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767318999.628333:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.628364:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c371d5 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3181e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.628468:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.628493:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.628517:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.628541:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.628548:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.628554:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.628948:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767318999.628957:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.628964:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00000004:00200000:1.0:1767318999.629295:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.629301:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767318999.629331:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629348:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629355:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629362:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629369:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629376:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318999.629381:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629389:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629403:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:1.0:1767318999.629406:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318999.629414:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629528:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c371dc lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629547:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629561:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629567:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629572:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318999.629575:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629679:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629688:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7c04bf1a00) 00010000:00010000:1.0:1767318999.629691:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318999.629694:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629700:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c371e3 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767318999.629745:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c371d5 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3181e expref: 8 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.629771:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3181e expref: 7 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.629778:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:1.0:1767318999.629781:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318999.629783:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4e00, rc 0) 00000100:00100000:1.0:1767318999.629876:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80055:x1853163923585280:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 1572us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.629892:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1717 00000100:00100000:1.0:1767318999.639774:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585408 00000100:00100000:1.0:1767318999.639789:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585408 00000100:00100000:0.0:1767318999.640193:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1718 00000100:00100000:0.0:1767318999.640206:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80055:x1853163923585408:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:0.0:1767318999.640234:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318999.640264:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c371f1 lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31825 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318999.640341:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 3/1,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.640354:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 3/1,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.640364:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 3/1,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.640373:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/1,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.640378:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.640382:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641177:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641204:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641213:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:0.0:1767318999.641271:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1767318999.641275:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318999.641299:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641311:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 4/1,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641316:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 4/1,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641321:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 3/0,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641325:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 4/0,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641329:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318999.641333:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 4/0,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641338:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 5/0,0 mode: CR/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641348:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767318999.641358:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318999.641363:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 3/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641368:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c371f8 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641381:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641384:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 2/0,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641388:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641391:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767318999.641392:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641395:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 4/0,0 mode: PR/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641399:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0xcd52553e (ffff9e7d3bbb6000) 00010000:00010000:0.0:1767318999.641400:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318999.641402:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 2/0,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641404:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c371ff lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767318999.641436:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c371f1 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31825 expref: 11 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318999.642267:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31825 expref: 10 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318999.642281:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:0.0:1767318999.642284:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318999.642299:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939c00, rc 0) 00000100:00100000:0.0:1767318999.643288:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80055:x1853163923585408:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 2976us (3788us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.643302:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1718 00000100:00100000:0.0:1767318999.677257:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318999.679475:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585664 00000100:00100000:2.0:1767318999.679495:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585664 00000100:00100000:1.0:1767318999.686394:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923585792 00000100:00100000:1.0:1767318999.686407:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923585792 00000100:00100000:1.0:1767318999.686479:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 286 00000100:00100000:1.0:1767318999.686492:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80060:x1853163923585792:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:1.0:1767318999.686769:0:112409:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.686775:0:112409:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1767318999.686874:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80060:x1853163923585792:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 384us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.686883:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 286 00000100:00100000:2.0:1767318999.693391:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.693937:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586048 00000100:00100000:0.0:1767318999.693952:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586048 00000100:00100000:0.0:1767318999.694043:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 287 00000100:00100000:0.0:1767318999.694054:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08a85850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80060:x1853163923586048:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767318999.694352:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08a85850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:80060:x1853163923586048:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 300us (974us total) trans 128849018882 rc 0/0 00000100:00100000:0.0:1767318999.694361:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 287 00000100:00100000:1.0:1767318999.711773:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586304 00000100:00100000:1.0:1767318999.711785:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586304 00000100:00100000:1.0:1767318999.711857:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1720 00000100:00100000:1.0:1767318999.711865:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:80062:x1853163923586304:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767318999.711895:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.711928:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3721b lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31833 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.712058:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37222 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.712076:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37222 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.712090:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37222 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00000004:00200000:1.0:1767318999.712116:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.712258:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3721b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31833 expref: 15 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.712284:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37222 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31833 expref: 14 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.712294:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767318999.712296:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318999.712301:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5600, rc 0) 00000100:00100000:1.0:1767318999.712476:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80062:x1853163923586304:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 609us (912us total) trans 128849018883 rc 0/0 00000100:00100000:1.0:1767318999.712485:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1720 00000100:00100000:0.0:1767318999.717938:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586432 00000100:00100000:0.0:1767318999.717952:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586432 00000100:00100000:0.0:1767318999.718021:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 288 00000100:00100000:0.0:1767318999.718032:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80062:x1853163923586432:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:0.0:1767318999.718143:0:81220:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1767318999.718148:0:81220:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1767318999.718249:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80062:x1853163923586432:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 218us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.718275:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 288 00000100:00100000:2.0:1767318999.746938:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.747092:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586560 00000100:00100000:1.0:1767318999.747107:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586560 00000100:00100000:1.0:1767318999.747195:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1721 00000100:00100000:1.0:1767318999.747207:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80063:x1853163923586560:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767318999.747237:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.747270:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37230 lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3183a expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.747360:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 3/1,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.747379:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 3/1,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.747391:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 3/1,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.747427:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.747433:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.747441:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.747548:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.747556:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.747563:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:1.0:1767318999.748775:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.748785:0:81217:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318999.748819:0:81217:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748838:0:81217:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 4/1,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748845:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 4/1,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748852:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 3/0,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748859:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 4/0,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748883:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318999.748888:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 4/0,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748896:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 5/0,0 mode: CR/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748919:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:1.0:1767318999.748922:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318999.748927:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 3/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748933:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c37237 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748952:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748957:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 2/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748962:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748967:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767318999.748970:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748976:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 4/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.748983:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0xf0209d98 (ffff9e7c04bf1d00) 00010000:00010000:1.0:1767318999.748986:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318999.748995:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 2/0,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.749001:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3723e lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.749049:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37230 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3183a expref: 9 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.749067:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3183a expref: 8 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.749075:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:1.0:1767318999.749077:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318999.749080:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5e00, rc 0) 00000100:00100000:1.0:1767318999.749185:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80063:x1853163923586560:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 1971us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.749196:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1721 00000100:00100000:1.0:1767318999.769310:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586816 00000100:00100000:1.0:1767318999.769323:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586816 00000100:00100000:1.0:1767318999.769400:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1722 00000100:00100000:1.0:1767318999.769411:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80064:x1853163923586816:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767318999.769439:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.769469:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3724c lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31841 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318999.770276:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.770818:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3724c lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31841 expref: 10 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.770861:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:1.0:1767318999.770864:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318999.770872:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3724c lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31841 expref: 10 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.770889:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00000100:00100000:1.0:1767318999.770995:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80064:x1853163923586816:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 1585us (2010us total) trans 77309411479 rc 301/301 00000100:00100000:1.0:1767318999.771005:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1722 00000100:00100000:0.0:1767318999.783548:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.783704:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923586944 00000100:00100000:1.0:1767318999.783717:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923586944 00000100:00100000:1.0:1767318999.783781:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 289 00000100:00100000:1.0:1767318999.783792:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80064:x1853163923586944:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:1.0:1767318999.783926:0:112409:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.783932:0:112409:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1767318999.784204:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80064:x1853163923586944:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 238us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.784214:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 289 00000100:00100000:2.0:1767318999.787480:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.799257:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923587200 00000100:00100000:0.0:1767318999.799283:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923587200 00000100:00100000:0.0:1767318999.799626:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 290 00000100:00100000:0.0:1767318999.799640:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80064:x1853163923587200:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767318999.799993:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80064:x1853163923587200:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 354us (12528us total) trans 77309411480 rc 0/0 00000100:00100000:0.0:1767318999.800002:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 290 00000100:00100000:1.0:1767318999.816171:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923587456 00000100:00100000:1.0:1767318999.816199:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923587456 00000100:00100000:1.0:1767318999.816304:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1723 00000100:00100000:1.0:1767318999.816314:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80065:x1853163923587456:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767318999.816346:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.816375:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3725a lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31848 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.816549:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c37261 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.816566:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c37261 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.816632:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c37261 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:1.0:1767318999.816647:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.816787:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3725a lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31848 expref: 13 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.816807:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c37261 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31848 expref: 12 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.816816:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:1.0:1767318999.816820:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318999.816824:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5a00, rc 0) 00000100:00100000:1.0:1767318999.816922:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:80065:x1853163923587456:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 608us (927us total) trans 77309411481 rc 0/0 00000100:00100000:1.0:1767318999.816930:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1723 00000100:00100000:0.0:1767318999.821891:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923587584 00000100:00100000:0.0:1767318999.821918:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923587584 00000100:00100000:0.0:1767318999.822004:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:0.0:1767318999.822016:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:80065:x1853163923587584:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:0.0:1767318999.822341:0:81220:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1767318999.822347:0:81220:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1767318999.822466:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:80065:x1853163923587584:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 437us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.822474:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:2.0:1767318999.848046:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.851890:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923587968 00000100:00100000:1.0:1767318999.851901:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923587968 00000100:00100000:1.0:1767318999.851958:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1725 00000100:00100000:1.0:1767318999.851967:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:80066:x1853163923587968:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767318999.851985:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.852011:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3727d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31856 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318999.852127:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.852231:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3727d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31856 expref: 15 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.852246:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:1.0:1767318999.852249:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318999.852254:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c3727d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31856 expref: 15 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.852271:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00000100:00100000:1.0:1767318999.852328:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80066:x1853163923587968:12345-192.168.204.13@tcp:101:rm.0 Request processed in 362us (547us total) trans 77309411482 rc 301/301 00000100:00100000:1.0:1767318999.852335:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1725 00000100:00100000:0.0:1767318999.856867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.867376:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.877029:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767318999.894793:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.894892:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923588736 00000100:00100000:1.0:1767318999.894902:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923588736 00000100:00100000:1.0:1767318999.894964:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1727 00000100:00100000:1.0:1767318999.894974:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+17:80066:x1853163923588736:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767318999.894999:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.895024:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372a0 lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31864 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.895087:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c372a7 lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.895099:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c372a7 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.895111:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c372a7 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:1.0:1767318999.895168:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d0:0x4:0x0]: returning size 4096 00000004:00200000:1.0:1767318999.895188:0:81217:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767318999.895228:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372a0 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31864 expref: 19 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.895244:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c372a7 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31864 expref: 18 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.895252:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:1.0:1767318999.895255:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318999.895258:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4200, rc 0) 00000100:00100000:1.0:1767318999.895321:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+18:80066:x1853163923588736:12345-192.168.204.13@tcp:101:rm.0 Request processed in 349us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.895329:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1727 00000100:00100000:0.0:1767318999.905992:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.907066:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923588864:12345-192.168.204.13@tcp:101:rm.0 Request processed in 837us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.907075:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1728 00000100:00100000:0.0:1767318999.910199:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.910309:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923589120 00000100:00100000:1.0:1767318999.910319:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923589120 00000100:00100000:1.0:1767318999.910383:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1729 00000100:00100000:1.0:1767318999.910395:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+18:80066:x1853163923589120:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767318999.910417:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.910440:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372bc lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31872 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318999.910628:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.910727:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372bc lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31872 expref: 20 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.910743:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:1.0:1767318999.910759:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318999.910765:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372bc lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31872 expref: 20 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.910777:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00000100:00100000:1.0:1767318999.910833:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+19:80066:x1853163923589120:12345-192.168.204.13@tcp:101:rm.0 Request processed in 441us (659us total) trans 77309411485 rc 301/301 00000100:00100000:1.0:1767318999.910841:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1729 00000100:00100000:1.0:1767318999.915901:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923589248 00000100:00100000:1.0:1767318999.915911:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923589248 00000100:00100000:1.0:1767318999.915969:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 294 00000100:00100000:1.0:1767318999.915979:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:80066:x1853163923589248:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767318999.929090:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:80066:x1853163923589248:12345-192.168.204.13@tcp:37:rm.0 Request processed in 13100us (13264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.929104:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 294 00000100:00100000:0.0:1767318999.934338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.934443:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923589376 00000100:00100000:1.0:1767318999.934454:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923589376 00000100:00100000:1.0:1767318999.934514:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 295 00000100:00100000:1.0:1767318999.934533:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923589376:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767318999.940529:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923589376:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5980us (6173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.940546:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 295 00000100:00100000:0.0:1767318999.944493:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.944694:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923589632 00000100:00100000:1.0:1767318999.944704:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923589632 00000100:00100000:1.0:1767318999.944795:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 296 00000100:00100000:1.0:1767318999.944805:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:80066:x1853163923589632:12345-192.168.204.13@tcp:35:rm.0 00000040:00080000:1.0:1767318999.945086:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].8, 344 off41784 00000040:00080000:1.0:1767318999.945133:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].8, 424 off42952 00000004:00080000:1.0:1767318999.945139:0:112409:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7c100e9900 with version 21 00000004:00080000:2.0:1767318999.945333:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 21 rpc_version 21 00000020:00100000:2.0:1767318999.945364:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767318999.945373:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3af18380 x1853163988424448/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318999.945400:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988424448:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767318999.945459:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318999.945538:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267780 going to sleep for 11 seconds 00000100:00100000:1.0:1767318999.945677:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988424448 00000100:00100000:1.0:1767318999.945683:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988424448 00000100:00100000:1.0:1767318999.945762:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117 00000100:00100000:1.0:1767318999.945770:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:91031:x1853163988424448:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318999.945949:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988424448:12345-0@lo:1000:osp_up0-1.0 Request processed in 180us (489us total) trans 128849018884 rc 0/0 00000100:00100000:1.0:1767318999.945956:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117 00000100:00100000:2.0:1767318999.946043:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988424448:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318999.946196:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+20:80066:x1853163923589632:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1391us (1712us total) trans 77309411486 rc 0/0 00000100:00100000:0.0:1767318999.946204:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 296 00000100:00100000:0.0:1767318999.956628:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.956763:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923589888 00000100:00100000:1.0:1767318999.956773:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923589888 00000100:00100000:1.0:1767318999.956834:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1730 00000100:00100000:1.0:1767318999.956844:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+20:80066:x1853163923589888:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767318999.956868:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318999.956891:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372ca lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31879 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.957030:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c372d1 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767318999.957044:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c372d1 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767318999.957055:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c372d1 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:1.0:1767318999.957066:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1767318999.957157:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c372ca lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31879 expref: 23 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.957203:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c372d1 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31879 expref: 22 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318999.957212:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:1.0:1767318999.957215:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318999.957218:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:1.0:1767318999.957280:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923589888:12345-192.168.204.13@tcp:101:rm.0 Request processed in 433us (657us total) trans 77309411487 rc 0/0 00000100:00100000:1.0:1767318999.957287:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1730 00000100:00100000:2.0:1767318999.974433:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767318999.974536:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923590016 00000100:00100000:0.0:1767318999.974546:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923590016 00000100:00100000:0.0:1767318999.974637:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:0.0:1767318999.974649:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08a84050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923590016:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767318999.992136:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08a84050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923590016:12345-192.168.204.13@tcp:37:rm.0 Request processed in 17476us (17700us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318999.992151:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:2.0:1767318999.998117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767318999.998242:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923590272 00000100:00100000:1.0:1767318999.998252:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923590272 00000100:00100000:1.0:1767318999.998433:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 298 00000100:00100000:1.0:1767318999.998443:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80066:x1853163923590272:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767318999.998916:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:80066:x1853163923590272:12345-192.168.204.13@tcp:35:rm.0 Request processed in 473us (806us total) trans 128849018885 rc 0/0 00000100:00100000:1.0:1767318999.998925:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 298 00000100:00100000:0.0:1767319000.001472:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319000.001782:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923590528 00000100:00100000:1.0:1767319000.001792:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923590528 00000100:00100000:1.0:1767319000.001882:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1731 00000100:00100000:1.0:1767319000.001892:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+16:80066:x1853163923590528:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319000.001951:0:82097:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319000.001978:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37222 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31833 expref: 16 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319000.002014:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37206 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31825 expref: 15 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319000.002024:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319000.002034:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c372b5 lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3186b expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319000.002043:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319000.002053:0:82097:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319000.002077:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 3/0,1 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002090:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002100:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002112:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c372e6 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002119:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c372e6 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002125:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c372e6 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002214:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002224:0:82097:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319000.002237:0:82097:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 4/0,1 mode: --/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.002283:0:82097:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319000.002297:0:82097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 4346 lvb_type: 0 00000100:00100000:1.0:1767319000.002311:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:82097:1853163988424576:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319000.002397:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9a80 going to sleep for 11 seconds 00010000:00010000:1.0:1767319000.005907:0:82097:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.13@tcp) returned -22 from blocking AST (req@0000000087f95e56 x1853163988424576) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 4346 lvb_type: 0 00010000:00010000:1.0:1767319000.005927:0:82097:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 4346 lvb_type: 0 00010000:00010000:1.0:1767319000.005945:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d04f1b200/0x719a348ff1c36f66 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317d1 expref: 13 pid: 116186 timeout: 4346 lvb_type: 0 00000100:00100000:1.0:1767319000.005956:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:82097:1853163988424576:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319000.005972:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319000.005976:0:82097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.005982:0:82097:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006001:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 4/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006015:0:82097:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006021:0:82097:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006024:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:1.0:1767319000.006292:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1767319000.006304:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006309:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006313:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006317:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319000.006320:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006324:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006329:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x30:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319000.006331:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319000.006334:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006344:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c372ed lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006646:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 4/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006651:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 4/0,1 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006654:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006657:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006660:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319000.006662:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006666:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 5/0,0 mode: CW/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006671:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:1.0:1767319000.006672:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319000.006674:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 3/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006677:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c372df lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00000004:00010000:1.0:1767319000.006685:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071c3d289 reply state 0000000062523178 transno 128849018886 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c372e6 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006692:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c372e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x4:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:1.0:1767319000.006700:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x4:0x0].0xcd52553e (ffff9e7c04bf1600) 00010000:00010000:1.0:1767319000.006702:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319000.006704:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319000.006774:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:80066:x1853163923590528:12345-192.168.204.13@tcp:36:rm.0 Request processed in 4881us (5308us total) trans 128849018886 rc 0/0 00000100:00100000:1.0:1767319000.006782:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1731 00000100:00100000:2.0:1767319000.014528:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319000.014615:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923590656 00000100:00100000:1.0:1767319000.014623:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923590656 00000100:00100000:1.0:1767319000.014667:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 299 00000100:00100000:1.0:1767319000.014674:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923590656:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319000.018208:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923590656:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3523us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319000.018223:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 299 00000100:00100000:1.0:1767319000.032898:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923590912 00000100:00100000:1.0:1767319000.032907:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923590912 00000100:00100000:1.0:1767319000.032953:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 300 00000100:00100000:1.0:1767319000.032961:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923590912:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319000.033153:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:80066:x1853163923590912:12345-192.168.204.13@tcp:35:rm.0 Request processed in 193us (626us total) trans 77309411488 rc 0/0 00000100:00100000:1.0:1767319000.033160:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 300 00000100:00100000:2.0:1767319000.037566:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319000.039475:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923591168 00000100:00100000:1.0:1767319000.039488:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923591168 00000100:00100000:0.0:1767319000.042260:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1732 00000100:00100000:0.0:1767319000.042273:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+23:80066:x1853163923591168:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319000.042332:0:82097:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767319000.042358:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5a00/0x719a348ff1c37261 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31848 expref: 23 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.042392:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c37245 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3183a expref: 22 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.042402:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:0.0:1767319000.042418:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c372a7 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31864 expref: 21 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.042425:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:0.0:1767319000.042430:0:82097:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319000.042467:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 3/0,1 mode: --/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.042479:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.042488:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.042498:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.042504:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.042510:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043294:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.043304:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043312:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00000004:00200000:0.0:1767319000.043556:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x8:0x0]: returning size 4096 00010000:00010000:0.0:1767319000.043570:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043576:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043604:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043622:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319000.043626:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043634:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043643:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x8:0x0].0x0 (ffff9e7d3bbb6f00) 00010000:00010000:0.0:1767319000.043647:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319000.043650:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043656:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37302 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043828:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 4/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043836:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 4/0,1 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043841:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043846:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043851:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319000.043854:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043859:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 5/0,0 mode: CW/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043876:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767319000.043879:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319000.043882:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 3/0,0 mode: --/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043888:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c372f4 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00000004:00010000:0.0:1767319000.043899:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000252384c8 reply state 00000000f52ae183 transno 77309411489 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043909:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.043915:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0xf0209d98 (ffff9e7d3bbb6000) 00010000:00010000:0.0:1767319000.043918:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319000.043920:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319000.044015:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923591168:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1741us (6454us total) trans 77309411489 rc 0/0 00000100:00100000:0.0:1767319000.044024:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1732 00000100:00100000:0.0:1767319000.050532:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319000.055572:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923591680 00000100:00100000:0.0:1767319000.055609:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923591680 00000100:00100000:0.0:1767319000.055658:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1733 00000100:00100000:0.0:1767319000.055667:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+23:80066:x1853163923591680:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319000.055735:0:82097:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767319000.056013:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c372d1 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31879 expref: 23 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.056068:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c371ea lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3181e expref: 22 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.056080:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:0.0:1767319000.056095:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264200/0x719a348ff1c37276 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3184f expref: 21 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.056104:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:0.0:1767319000.056107:0:82097:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319000.056128:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.056141:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.056150:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.056164:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.056182:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.056190:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.056977:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.056989:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.057004:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.057025:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,1 mode: --/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.057197:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.057203:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.057238:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319000.057244:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.057336:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:0.0:1767319000.057361:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988424704:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319000.057419:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.057497:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319000.058448:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988424704 00000100:00100000:1.0:1767319000.058457:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988424704 00000100:00100000:0.0:1767319000.060461:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988424704:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319000.060482:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.061147:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319000.063480:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988424832:0@lo:403:mdt00_003.0 00000100:00100000:0.0:1767319000.064150:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.068297:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319000.068333:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988424832:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1767319000.072398:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].9, 936 off42720 00000100:00100000:1.0:1767319000.072791:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319000.072812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988424960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319000.073122:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1767319000.073309:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].9, 1016 off43968 00000004:00080000:0.0:1767319000.073317:0:82097:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d360c23c0 with version 22 00000004:00200000:0.0:1767319000.075669:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x7:0x0]: returning size 4096 00010000:00010000:0.0:1767319000.075696:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075708:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 2/0,0 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075716:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,0 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075722:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319000.075726:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 3/0,0 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075734:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 4/0,0 mode: EX/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075761:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319000.075764:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319000.075770:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 2/0,0 mode: --/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075776:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3731e lrc: 0/0,0 mode: --/EX res: [0x2400088d0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.075799:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075821:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075828:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075846:0:82097:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319000.075857:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2000090a1:0x4:0x0] 00010000:00010000:0.0:1767319000.075875:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319000.075880:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 2/0,0 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075887:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319000.075891:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319000.075899:0:15460:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075927:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 2/0,0 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075934:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319000.075950:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 1/0,0 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075956:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a939e00/0x719a348ff1c37325 lrc: 0/0,0 mode: --/EX res: [0x2000090a1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3732c expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.075981:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.075983:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.075985:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.075996:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076003:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076009:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076014:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319000.076017:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076023:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076466:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x7:0x0].0x0 (ffff9e7d3bbb6f00) 00010000:00010000:0.0:1767319000.076469:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319000.076473:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076479:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c37317 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076735:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.076742:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00000100:00100000:1.0:1767319000.077709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988425344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319000.077786:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319000.078356:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 3/0,0 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078364:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078369:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319000.078374:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078381:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 5/0,0 mode: CW/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078395:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:0.0:1767319000.078398:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319000.078402:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 3/0,0 mode: --/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078407:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c37309 lrc: 0/0,0 mode: --/CW res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00000004:00010000:0.0:1767319000.078421:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000095b3fae7 reply state 00000000c36b0354 transno 77309411491 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078430:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319000.078437:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767319000.078439:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319000.078442:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319000.078521:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923591680:12345-192.168.204.13@tcp:36:rm.0 Request processed in 22842us (23053us total) trans 77309411491 rc 0/0 00000100:00100000:0.0:1767319000.078545:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1733 00000100:00100000:1.0:1767319000.079646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988425344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319000.082857:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592064 00000100:00100000:1.0:1767319000.082875:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592064 00000100:00100000:1.0:1767319000.082930:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 302 00000100:00100000:1.0:1767319000.082939:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+22:80066:x1853163923592064:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319000.083452:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923591808 00000100:00100000:0.0:1767319000.083457:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923591808 00000100:00100000:0.0:1767319000.083490:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 756 00000100:00100000:0.0:1767319000.083498:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2511:x1853163923591808:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:0.0:1767319000.083508:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319000.083530:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c371c0 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31810 expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.083547:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3800) 00010000:00010000:0.0:1767319000.083558:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319000.083697:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:80066:x1853163923592064:12345-192.168.204.13@tcp:35:rm.0 Request processed in 758us (1002us total) trans 77309411492 rc 0/0 00000100:00100000:1.0:1767319000.083705:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 302 00000100:00100000:2.0:1767319000.084799:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988424960 00000100:00100000:2.0:1767319000.084809:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988424960 00000100:00100000:2.0:1767319000.084869:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:2.0:1767319000.084878:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988424960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319000.084897:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319000.084953:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988424960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (11832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.084960:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:2.0:1767319000.085010:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988424960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319000.086128:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2511:x1853163923591808:12345-192.168.204.13@tcp:103:rm.0 Request processed in 2625us (3382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319000.086138:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 756 00000100:00100000:0.0:1767319000.091405:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319000.091982:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592320 00000100:00100000:2.0:1767319000.091996:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592320 00000100:00100000:2.0:1767319000.092194:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1734 00000100:00100000:2.0:1767319000.092205:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+23:80066:x1853163923592320:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319000.092385:0:82097:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319000.092412:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41265400/0x719a348ff1c37292 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3185d expref: 23 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.092434:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c371ce lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31817 expref: 22 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.092445:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7c04bf1500) 00010000:00010000:2.0:1767319000.092454:0:82097:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319000.092494:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319000.092503:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.092727:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:2.0:1767319000.092759:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425472:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319000.092815:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.092890:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319000.101389:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425472:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319000.101412:0:82097:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.101425:0:82097:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319000.102012:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319000.106992:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592448 00000100:00100000:1.0:1767319000.107007:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592448 00010000:00010000:2.0:1767319000.116478:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 13 pid: 82097 timeout: 4347 lvb_type: 0 00000100:00100000:2.0:1767319000.117045:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2598 00000100:00100000:2.0:1767319000.117059:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2509:x1853163923592448:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319000.117077:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319000.117085:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 13 pid: 82097 timeout: 4347 lvb_type: 0 00010000:00010000:2.0:1767319000.117099:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 13 pid: 82097 timeout: 4347 lvb_type: 0 00010000:00010000:2.0:1767319000.117121:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c371a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31809 expref: 13 pid: 82097 timeout: 4347 lvb_type: 0 00010000:00010000:2.0:1767319000.117152:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767319000.117158:0:15511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264e00/0x719a348ff1c3733a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37333 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.117180:0:15511:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264e00/0x719a348ff1c3733a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37333 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.117189:0:15511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264e00/0x719a348ff1c3733a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37333 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.117225:0:15511:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264e00/0x719a348ff1c3733a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37333 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319000.117239:0:15511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:15511:1853163988425728:0@lo:105: 00000100:00100000:2.0:1767319000.117299:0:15511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.117353:0:15511:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319000.118159:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988425728 00000100:00100000:0.0:1767319000.118169:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988425728 00000100:00100000:0.0:1767319000.118235:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1767319000.118243:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15511:x1853163988425728:12345-0@lo:105: 00010000:00010000:0.0:1767319000.118257:0:112180:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118267:0:112180:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118276:0:112180:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118283:0:112180:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118303:0:112180:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118312:0:112180:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.118336:0:112180:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c0ab4cc00) 00000100:00100000:0.0:1767319000.118399:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15511:x1853163988425728:12345-0@lo:105: Request processed in 157us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.118407:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1767319000.118452:0:15511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:15511:1853163988425728:0@lo:105: 00010000:00010000:0.0:1767319000.118468:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319000.118511:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2509:x1853163923592448:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1457us (16501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.118519:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2598 00010000:00010000:2.0:1767319000.118630:0:82097:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.118641:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319000.118663:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767319000.118695:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319000.118701:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.118721:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:2.0:1767319000.118738:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425856:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319000.118783:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.118812:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988425856 00000100:00100000:2.0:1767319000.118816:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988425856 00000100:00100000:2.0:1767319000.118844:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1767319000.118850:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:82097:x1853163988425856:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319000.118877:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319000.118892:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c37348 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37341 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.118910:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c37348 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37341 expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.118921:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c37348 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37341 expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.118928:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7d407b3100) 00010000:00010000:2.0:1767319000.118931:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319000.118934:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4de00, rc 0) 00000100:00100000:2.0:1767319000.118960:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988425856:12345-0@lo:101:mdt00_003.0 Request processed in 110us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.118966:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1767319000.118983:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319000.118997:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425856:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319000.119017:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119035:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319000.119048:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1767319000.119078:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425984:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319000.119103:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.119122:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988425984 00000100:00100000:2.0:1767319000.119125:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988425984 00000100:00100000:2.0:1767319000.119145:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123 00000100:00100000:2.0:1767319000.119151:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988425984:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319000.119207:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988425984:12345-0@lo:1000:mdt00_003.0 Request processed in 56us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.119214:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123 00000100:00100000:2.0:1767319000.119233:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319000.119245:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988425984:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319000.119278:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988426112:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319000.119299:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.119315:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988426112 00000100:00100000:2.0:1767319000.119319:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988426112 00000100:00100000:2.0:1767319000.119338:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124 00000100:00100000:2.0:1767319000.119343:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988426112:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319000.119412:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988426112:12345-0@lo:1000:mdt00_003.0 Request processed in 68us (112us total) trans 0 rc 1/1 00000100:00100000:2.0:1767319000.119429:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124 00000100:00100000:2.0:1767319000.119446:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319000.119459:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988426112:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1767319000.119496:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319000.119503:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.119510:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:2.0:1767319000.119520:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988426240:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319000.119540:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.119557:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988426240 00000100:00100000:2.0:1767319000.119560:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988426240 00000100:00100000:2.0:1767319000.119603:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125 00000100:00100000:2.0:1767319000.119610:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:82097:x1853163988426240:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319000.119617:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319000.119629:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37356 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3734f expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119644:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37356 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3734f expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119654:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37356 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3734f expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119661:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3400) 00010000:00010000:2.0:1767319000.119669:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319000.119672:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4dc00, rc 0) 00000100:00100000:2.0:1767319000.119696:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:82097:x1853163988426240:12345-0@lo:101:mdt00_003.0 Request processed in 87us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.119701:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125 00000100:00100000:2.0:1767319000.119724:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319000.119736:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988426240:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319000.119746:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119754:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.119775:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319000.119783:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.119790:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00000040:00080000:2.0:1767319000.120107:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].10, 432 off43152 00000040:00080000:2.0:1767319000.120152:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].10, 512 off44480 00000004:00080000:2.0:1767319000.120157:0:82097:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d36267a80 with version 23 00000100:00100000:2.0:1767319000.122492:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988426496 00000100:00100000:2.0:1767319000.122501:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988426496 00000100:00100000:0.0:1767319000.125241:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988426496:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1767319000.125307:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x6:0x0]: returning size 4096 00010000:00010000:2.0:1767319000.125328:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125338:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125363:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125368:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319000.125372:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125380:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125394:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0x0 (ffff9e7d407b3e00) 00010000:00010000:2.0:1767319000.125397:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319000.125402:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125408:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3735d lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319000.125428:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.125436:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.125442:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.125500:0:82097:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319000.125712:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767319000.125718:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.125736:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319000.125743:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.126409:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319000.126418:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.126426:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c000 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319000.126430:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319000.126438:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.126486:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.126492:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767319000.126760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988426624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319000.126824:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319000.127316:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 1/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127324:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4c000/0x719a348ff1c3734f lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37356 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127338:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319000.127342:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127348:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319000.127352:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319000.127359:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127378:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127384:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319000.127401:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319000.127408:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.127410:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.127419:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319000.127431:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988426752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319000.127458:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319000.127921:0:82097:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319000.127930:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4cc00/0x719a348ff1c37333 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3733a expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319000.127946:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319000.128133:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319000.128574:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988426624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319000.128674:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988426752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319000.585414:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988427008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988427520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585535:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988428032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585610:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585636:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1767319000.585642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988427136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585661:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988427648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585691:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988428160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319000.585721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.585750:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428032 00000100:00100000:1.0:1767319000.585758:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428032 00000100:00100000:1.0:1767319000.585837:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:1.0:1767319000.585846:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988428032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988426880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.586532:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988427392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586554:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.586574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988427904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.586642:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767319000.586647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988427264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586666:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.586680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988427776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.586730:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427008 00000100:00100000:0.0:1767319000.586735:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427008 00000100:00100000:0.0:1767319000.586762:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427520 00000100:00100000:0.0:1767319000.586765:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427520 00000100:00100000:0.0:1767319000.586778:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427136 00000100:00100000:0.0:1767319000.586780:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427136 00000100:00100000:0.0:1767319000.586803:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427648 00000100:00100000:0.0:1767319000.586805:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427648 00000100:00100000:0.0:1767319000.586816:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428160 00000100:00100000:0.0:1767319000.586818:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428160 00000100:00100000:0.0:1767319000.586837:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427392 00000100:00100000:0.0:1767319000.586839:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427392 00000100:00100000:0.0:1767319000.586850:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767319000.586863:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988427008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586922:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988427008:12345-0@lo:400:kworker.0 Request processed in 66us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.586929:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767319000.586947:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1767319000.586952:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988427520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.586974:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988427520:12345-0@lo:400:kworker.0 Request processed in 22us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.586979:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1767319000.586990:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1767319000.586995:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988427136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587014:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988427136:12345-0@lo:400:kworker.0 Request processed in 19us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587018:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1767319000.587028:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:0.0:1767319000.587033:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988427648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587054:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988427648:12345-0@lo:400:kworker.0 Request processed in 21us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587059:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:0.0:1767319000.587069:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1767319000.587073:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988428160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587094:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988428160:12345-0@lo:400:kworker.0 Request processed in 20us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587099:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1767319000.587109:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1767319000.587114:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988427392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587151:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988427392:12345-0@lo:400:kworker.0 Request processed in 37us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587157:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1767319000.587190:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427904 00000100:00100000:0.0:1767319000.587194:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427904 00000100:00100000:0.0:1767319000.587214:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427264 00000100:00100000:0.0:1767319000.587216:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427264 00000100:00100000:0.0:1767319000.587232:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767319000.587238:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988427904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587264:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988427904:12345-0@lo:400:kworker.0 Request processed in 27us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587269:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767319000.587279:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767319000.587284:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988427264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587305:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988427264:12345-0@lo:400:kworker.0 Request processed in 21us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587310:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767319000.587326:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988426880 00000100:00100000:0.0:1767319000.587329:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988426880 00000100:00100000:0.0:1767319000.587349:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1767319000.587354:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988426880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587377:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988426880:12345-0@lo:400:kworker.0 Request processed in 23us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587383:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1767319000.587420:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988427776 00000100:00100000:0.0:1767319000.587423:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988427776 00000100:00100000:0.0:1767319000.587449:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1767319000.587461:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988427776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587491:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988427776:12345-0@lo:400:kworker.0 Request processed in 32us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.587497:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1767319000.587538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988427264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988427776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988426880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988427392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587572:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969460 gen 2 00000100:00100000:0.0:1767319000.587608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988427904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988427136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988427648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988428160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988427008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.587685:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988427520:0@lo:400:kworker.0 00000100:00080000:0.0:1767319000.587746:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319000.587751:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319000.587753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319000.587755:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319000.588049:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988428032:12345-0@lo:400:kworker.0 Request processed in 2203us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319000.588057:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767319000.588650:0:7013:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:0.0:1767319000.588667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988428032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.590176:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319000.590194:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988428288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319000.590250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.590415:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428288 00000100:00100000:0.0:1767319000.590435:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428288 00000100:00100000:0.0:1767319000.590501:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1767319000.590510:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988428288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319000.590547:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445441536 avail 1299202048 00000100:00100000:0.0:1767319000.590618:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988428288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.590626:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128 00000100:00100000:2.0:1767319000.590790:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988428288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319000.591334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988428416:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319000.591364:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319000.592647:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428416 00000100:00100000:0.0:1767319000.592658:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428416 00000100:00100000:0.0:1767319000.592718:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129 00000100:00100000:0.0:1767319000.592727:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:7012:x1853163988428416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767319000.592762:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445203968 avail 1298964480 00000100:00100000:0.0:1767319000.593027:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:7012:x1853163988428416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 300us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.593035:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129 00000100:00100000:2.0:1767319000.869385:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319000.869426:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319000.869467:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319000.869633:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592832 00000100:00100000:0.0:1767319000.869644:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592832 00000100:00100000:0.0:1767319000.869706:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1487 00000100:00100000:0.0:1767319000.869716:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2510:x1853163923592832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319000.869792:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2510:x1853163923592832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.869801:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1487 00000100:00100000:2.0:1767319000.869987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319000.870273:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923593088 00000100:00100000:1.0:1767319000.870279:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923593088 00000100:00100000:1.0:1767319000.870311:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2862 00000100:00100000:1.0:1767319000.870319:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923593088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319000.870330:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592704 00000100:00100000:0.0:1767319000.870333:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592704 00000100:00100000:1.0:1767319000.870351:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923593088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 33us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319000.870358:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2862 00000100:00100000:0.0:1767319000.870359:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1488 00000100:00100000:0.0:1767319000.870365:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2510:x1853163923592704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319000.870410:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2510:x1853163923592704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 44us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.870417:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1488 00000100:00100000:1.0:1767319000.871322:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319000.871647:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923592960 00000100:00100000:0.0:1767319000.871653:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923592960 00000100:00100000:0.0:1767319000.871687:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2863 00000100:00100000:0.0:1767319000.871694:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923592960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319000.871727:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923592960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.871733:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2863 00000100:00100000:0.0:1767319001.098663:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319001.098688:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988428544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319001.098758:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319001.098820:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428544 00000100:00100000:0.0:1767319001.098829:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428544 00000100:00100000:0.0:1767319001.098872:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767319001.098881:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988428544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319001.098915:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319001.098961:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988428544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319001.098968:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767319001.099017:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988428544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319001.100718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988428672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319001.100798:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319001.101128:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428672 00000100:00100000:2.0:1767319001.101135:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428672 00000100:00100000:2.0:1767319001.101194:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1767319001.101204:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988428672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319001.101398:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319001.101553:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988428672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 351us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319001.101562:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00010000:00010000:0.0:1767319001.416719:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319002.440832:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319003.464772:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319004.168808:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319004.168831:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988428800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319004.168899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319004.168944:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428800 00000100:00100000:2.0:1767319004.168951:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428800 00000100:00100000:2.0:1767319004.169002:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767319004.169011:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988428800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319004.169039:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319004.169081:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988428800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319004.169087:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00080000:2.0:1767319004.169141:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319004.169179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988428800:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319004.490132:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319005.193104:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988428928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319005.193175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.193739:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988428928 00000100:00100000:2.0:1767319005.193749:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988428928 00000100:00100000:2.0:1767319005.193811:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:2.0:1767319005.193821:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988428928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319005.193861:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00080000:1.0:1767319005.194106:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1767319005.195325:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018888 is committed 00000001:00080000:1.0:1767319005.195358:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018886 is committed 00000100:00100000:2.0:1767319005.196847:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988428928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3021us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.196858:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00100000:0.0:1767319005.198267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988428928:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319005.512856:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319005.704825:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988429312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.704999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988429056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319005.705061:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988429568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705118:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988430080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705158:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1767319005.705161:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988429184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705178:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988429696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988430208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705239:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.705253:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988430592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705266:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.705275:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988429440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705292:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429056 00000100:00100000:2.0:1767319005.705298:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429056 00000100:00100000:2.0:1767319005.705328:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429568 00000100:00100000:2.0:1767319005.705330:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429568 00000100:00100000:2.0:1767319005.705336:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430208 00000100:00100000:2.0:1767319005.705338:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430208 00000100:00100000:2.0:1767319005.705346:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130 00000100:00100000:2.0:1767319005.705351:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988429056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767319005.705378:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445441536 avail 1299202048 00000100:00100000:2.0:1767319005.705406:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988429056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705411:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130 00000100:00100000:2.0:1767319005.705435:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131 00000100:00100000:2.0:1767319005.705441:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988429568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705472:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988429568:12345-0@lo:400:kworker.0 Request processed in 31us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705478:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131 00000100:00100000:2.0:1767319005.705489:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132 00000100:00100000:2.0:1767319005.705495:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988430208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705515:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988430208:12345-0@lo:400:kworker.0 Request processed in 21us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705520:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132 00000100:00100000:2.0:1767319005.705613:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430080 00000100:00100000:2.0:1767319005.705616:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430080 00000100:00100000:2.0:1767319005.705642:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430592 00000100:00100000:2.0:1767319005.705643:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430592 00000100:00100000:2.0:1767319005.705653:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1767319005.705657:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988430080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705677:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988430080:12345-0@lo:400:kworker.0 Request processed in 21us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705681:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1767319005.705687:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1767319005.705690:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988430592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705702:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988430592:12345-0@lo:400:kworker.0 Request processed in 12us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705705:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1767319005.705716:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429184 00000100:00100000:2.0:1767319005.705717:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429184 00000100:00100000:2.0:1767319005.705732:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1767319005.705741:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988429184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705759:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988429184:12345-0@lo:400:kworker.0 Request processed in 18us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705762:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1767319005.705782:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429696 00000100:00100000:2.0:1767319005.705784:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429696 00000100:00100000:2.0:1767319005.705800:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:2.0:1767319005.705803:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988429696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.705819:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988429696:12345-0@lo:400:kworker.0 Request processed in 15us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319005.705822:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:0.0:1767319005.706014:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.706034:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988429824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.706056:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988430336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706079:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.706116:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429312 00000100:00100000:0.0:1767319005.706120:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429312 00000100:00100000:0.0:1767319005.706145:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429824 00000100:00100000:0.0:1767319005.706149:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429824 00000100:00100000:0.0:1767319005.706166:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1767319005.706172:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988429312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706202:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988429312:12345-0@lo:400:kworker.0 Request processed in 31us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.706208:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1767319005.706225:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1767319005.706231:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988429824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706255:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988429824:12345-0@lo:400:kworker.0 Request processed in 25us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.706269:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1767319005.706303:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430336 00000100:00100000:0.0:1767319005.706307:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430336 00000100:00100000:0.0:1767319005.706329:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:0.0:1767319005.706334:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988430336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706363:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988430336:12345-0@lo:400:kworker.0 Request processed in 29us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.706369:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:0.0:1767319005.706397:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988429824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706406:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988430336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706414:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988429312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706450:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988430592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706458:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988429184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706468:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988429696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988430208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706488:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988429056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319005.706496:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988429568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.706506:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988430080:0@lo:400:kworker.0 00000100:00080000:2.0:1767319005.706699:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319005.706704:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319005.706706:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319005.706722:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.706746:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988429952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.706775:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.706797:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.706817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319005.707085:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319005.711254:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988429952 00000100:00100000:1.0:1767319005.711271:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988429952 00000100:00100000:0.0:1767319005.711286:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1767319005.711303:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988429440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.711351:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1767319005.711360:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988429952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.711425:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988429440:12345-0@lo:400:kworker.0 Request processed in 128us (4703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.711435:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00080000:2.0:1767319005.711450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319005.711490:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430464 00000100:00100000:2.0:1767319005.711495:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430464 00000100:00100000:2.0:1767319005.711539:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1767319005.711546:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.711783:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988429952:12345-0@lo:400:kworker.0 Request processed in 424us (5007us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319005.711791:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:0.0:1767319005.712372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988429440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.712392:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988429952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.712491:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430464:12345-0@lo:400:kworker.0 Request processed in 943us (5670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.712499:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319005.712502:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1767319005.988694:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319005.992502:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319005.992611:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319005.992644:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319005.992719:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923593600 00000100:00100000:0.0:1767319005.992728:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923593600 00000100:00100000:0.0:1767319005.992782:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2867 00000100:00100000:0.0:1767319005.992791:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923593600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319005.992854:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923593600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 65us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.992861:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2867 00000100:00100000:2.0:1767319005.994185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319005.994443:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923593728 00000100:00100000:0.0:1767319005.994452:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923593728 00000100:00100000:0.0:1767319005.994509:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2868 00000100:00100000:0.0:1767319005.994517:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923593728:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319005.994570:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923593728:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 54us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.994596:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2868 00000100:00080000:2.0:1767319005.994824:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319005.994863:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923593344 00000100:00100000:1.0:1767319005.994868:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923593344 00000100:00100000:1.0:1767319005.995003:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923593472 00000100:00100000:1.0:1767319005.995007:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923593472 00000100:00100000:0.0:1767319005.995056:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1495 00000100:00100000:0.0:1767319005.995074:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923593344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319005.995109:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923593344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 47us (2615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.995123:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1495 00000100:00080000:2.0:1767319005.995475:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319005.995479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319006.001507:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1496 00000100:00100000:1.0:1767319006.001522:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2508:x1853163923593472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319006.001624:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2508:x1853163923593472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (8979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319006.001633:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1496 00000100:00100000:0.0:1767319006.216727:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319006.216746:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319006.216802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319006.216938:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430848 00000100:00100000:2.0:1767319006.216946:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430848 00000100:00100000:2.0:1767319006.216986:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:2.0:1767319006.216992:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319006.217010:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319006.217046:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.217050:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00100000:2.0:1767319006.217136:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319006.217182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319006.217211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.217381:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988430976 00000100:00100000:0.0:1767319006.217385:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988430976 00000100:00100000:0.0:1767319006.217427:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:0.0:1767319006.217434:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319006.217451:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319006.217482:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988430976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319006.217489:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767319006.217873:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988430976:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1767319006.220833:0:91026:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319006.220852:0:91026:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.220893:0:91026:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.220900:0:91026:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319006.220930:0:91026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4d200/0x719a348ff1c37341 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37348 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767319006.220962:0:91026:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411493 is committed 00000020:00080000:2.0:1767319006.220970:0:91026:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d36267f00 refcount 2 committed 0 result 0 batchid 73014444098 00000020:00080000:2.0:1767319006.220974:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1021f400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d36267a80 00000020:00080000:2.0:1767319006.220977:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2000090a1:0x2:0x0].10 00000020:00080000:2.0:1767319006.220979:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1021f900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d39fac200 00000020:00080000:2.0:1767319006.220982:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400088d0:0x2:0x0].10 00000020:00080000:2.0:1767319006.220999:0:91026:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d360c2a80 refcount 2 committed 0 result 0 batchid 73014444097 00000020:00080000:2.0:1767319006.221002:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d360c23c0 00000020:00080000:2.0:1767319006.221005:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2000090a1:0x2:0x0].9 00000020:00080000:2.0:1767319006.221007:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ab00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1944b400 00000020:00080000:2.0:1767319006.221009:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400088d0:0x2:0x0].9 00000020:00080000:2.0:1767319006.221019:0:91026:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7c100e99c0 refcount 2 committed 0 result 0 batchid 73014444096 00000020:00080000:2.0:1767319006.221022:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04bbfb00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c100e9900 00000020:00080000:2.0:1767319006.221024:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2000090a1:0x2:0x0].8 00000020:00080000:2.0:1767319006.221026:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04bbff00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3c19c400 00000020:00080000:2.0:1767319006.221028:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400088d0:0x2:0x0].8 00000100:00100000:0.0:1767319006.221102:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988431104:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1767319006.221163:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319006.221281:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988431104 00000100:00100000:2.0:1767319006.221288:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988431104 00000100:00100000:2.0:1767319006.221343:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1767319006.221351:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988431104:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319006.221364:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319006.221384:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c37348 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc9f42202 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37341 expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.221420:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9f42202 (ffff9e7d407b3100) 00010000:00010000:2.0:1767319006.221429:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319006.221467:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988431104:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 116us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.221474:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1767319006.221510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988431104:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767319006.221847:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221856:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221873:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221878:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319006.221882:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221888:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221898:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x4:0x0].0xf0209d98 (ffff9e7d3bbb6000) 00010000:00010000:1.0:1767319006.221901:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319006.221904:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 2/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221910:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c372fb lrc: 0/0,0 mode: --/TXN res: [0x2400088d0:0x4:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221927:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221933:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221938:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221942:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319006.221944:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221949:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221962:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x6:0x0].0xd1d4b922 (ffff9e7d3bbb6700) 00010000:00010000:1.0:1767319006.221964:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319006.221968:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319006.221973:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37310 lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0x6:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00000020:00080000:1.0:1767319006.221993:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 73014444098 committed batchid 73014444095 00000020:00080000:1.0:1767319006.222052:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444095 00000001:02000400:2.0:1767319006.409348:0:116867:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 137b: DNE: create under striped dir, fail MDT2 ========================================================== 20:56:45 (1767319005) 00010000:00010000:2.0:1767319006.537900:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319006.756945:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319006.766858:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319006.766968:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594112 00000100:00100000:1.0:1767319006.766981:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594112 00000100:00100000:1.0:1767319006.767075:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1736 00000100:00100000:1.0:1767319006.767086:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80668:x1853163923594112:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767319006.767106:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319006.767131:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37372 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31887 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319006.767238:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431232:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.767291:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.767329:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.767404:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988431232 00000100:00100000:2.0:1767319006.767408:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988431232 00000100:00100000:2.0:1767319006.767447:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134 00000100:00100000:2.0:1767319006.767454:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81218:x1853163988431232:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.767525:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81218:x1853163988431232:12345-0@lo:1000:mdt00_001.0 Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.767533:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134 00000100:00100000:1.0:1767319006.767745:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431232:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.767790:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431360:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.767813:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.767835:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.767884:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988431360 00000100:00100000:2.0:1767319006.767889:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988431360 00000100:00100000:2.0:1767319006.767918:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135 00000100:00100000:2.0:1767319006.767925:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81218:x1853163988431360:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.768010:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81218:x1853163988431360:12345-0@lo:1000:mdt00_001.0 Request processed in 85us (195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767319006.768016:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135 00000100:00100000:1.0:1767319006.768364:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431360:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1767319006.768437:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.768447:0:81218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.768456:0:81218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 81218 initiator: MDT1 00000100:00100000:1.0:1767319006.768470:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431488:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1767319006.768496:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.768520:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c540 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.768659:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988431488 00000100:00100000:2.0:1767319006.768671:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988431488 00000100:00100000:2.0:1767319006.768711:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136 00000100:00100000:2.0:1767319006.768718:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81218:x1853163988431488:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767319006.768727:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319006.768741:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37379 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.768765:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 6 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.768776:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.768800:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 6 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.768814:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 6 pid: 82097 timeout: 4353 lvb_type: 0 00000100:00100000:2.0:1767319006.768824:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18380:1853163988431616:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319006.768892:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6df00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.780693:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319006.782015:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594240 00000100:00100000:0.0:1767319006.782022:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594240 00010000:00010000:0.0:1767319006.782155:0:19749:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 7 pid: 82097 timeout: 4353 lvb_type: 0 00000100:00100000:0.0:1767319006.782227:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2599 00000100:00100000:0.0:1767319006.782234:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a1f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923594240:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319006.782248:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319006.782254:0:19749:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 7 pid: 82097 timeout: 4353 lvb_type: 0 00010000:00010000:0.0:1767319006.782278:0:19749:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 7 pid: 82097 timeout: 4353 lvb_type: 0 00010000:00010000:0.0:1767319006.782300:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265400/0x719a348ff1c3736b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31880 expref: 7 pid: 82097 timeout: 4353 lvb_type: 0 00010000:00010000:0.0:1767319006.782313:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:0.0:1767319006.782317:0:19749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.782324:0:19749:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.782329:0:19749:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.782355:0:19749:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319006.782364:0:19749:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:19749:1853163988431744:0@lo:105: 00000100:00100000:0.0:1767319006.782408:0:19749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.782442:0:19749:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319006.783377:0:19749:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:19749:1853163988431744:0@lo:105: 00010000:00010000:0.0:1767319006.783390:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319006.783440:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a1f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923594240:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1206us (2756us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319006.783446:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2599 00000100:00100000:1.0:1767319006.783785:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431488:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767319006.783803:0:81218:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319006.783826:0:81218:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767319006.783862:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.783870:0:81218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.783879:0:81218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 81218 initiator: MDT1 00000100:00100000:1.0:1767319006.783895:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431872:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1767319006.783929:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.783961:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319006.785093:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988431872:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767319006.785109:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.785130:0:81218:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319006.785148:0:81218:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1767319006.785203:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432000:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.785235:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.785419:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319006.785718:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432000:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.785756:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432128:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.785776:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.785795:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.797681:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432128:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.797810:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432256:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.797868:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319006.797899:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319006.797919:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988432256 00000100:00100000:0.0:1767319006.797928:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988432256 00000100:00100000:0.0:1767319006.797975:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4140 00000100:00100000:0.0:1767319006.797985:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988432256:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319006.798161:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988432256:12345-0@lo:1000:mdt00_001.0 Request processed in 176us (290us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767319006.798169:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4140 00000100:00100000:2.0:1767319006.798331:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432256:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.798563:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432384:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319006.798977:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.799006:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319006.799094:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988432384 00000100:00100000:1.0:1767319006.799100:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988432384 00000100:00100000:1.0:1767319006.799141:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141 00000100:00100000:1.0:1767319006.799149:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988432384:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319006.799211:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988432384:12345-0@lo:1000:mdt00_001.0 Request processed in 63us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319006.799220:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141 00000100:00100000:0.0:1767319006.799246:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432384:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319006.799298:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432512:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319006.799331:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.799993:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d052f8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319006.805264:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988432512:0@lo:1000:mdt00_001.0 00000040:00080000:0.0:1767319006.805944:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].11, 1000 off44152 00000040:00080000:0.0:1767319006.806001:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].11, 1152 off45632 00000004:00080000:0.0:1767319006.806008:0:81218:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d052f30c0 with version 24 00000004:00080000:2.0:1767319006.806170:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 24 rpc_version 24 00000020:00100000:2.0:1767319006.806202:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319006.806210:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1ce00 x1853163988432768/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2440/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319006.806234:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988432768:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319006.806378:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.816820:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988432768 00000100:00100000:0.0:1767319006.816836:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988432768 00000100:00100000:2.0:1767319006.816905:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6df00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319006.816908:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143 00000100:00100000:0.0:1767319006.816922:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:91031:x1853163988432768:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319006.817473:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:91031:x1853163988432768:12345-0@lo:1000:osp_up0-1.0 Request processed in 552us (11094us total) trans 128849018889 rc 0/0 00000100:00100000:0.0:1767319006.817482:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143 00000100:00100000:2.0:1767319006.819708:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988432768:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1767319006.819788:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00010000:00010000:0.0:1767319006.819823:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37395 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.819853:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37395 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:0.0:1767319006.819864:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37395 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00000004:00080000:0.0:1767319006.819880:0:81218:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319006.819889:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.819897:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.819917:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.819993:0:81218:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319006.820001:0:81218:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319006.820007:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.820013:0:81218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.820075:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37372 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31887 expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.820099:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37395 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31887 expref: 7 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.820117:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319006.820120:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319006.820123:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938400, rc 0) 00000100:00100000:0.0:1767319006.820245:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80668:x1853163923594112:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 53160us (53394us total) trans 77309411494 rc 0/0 00000100:00100000:0.0:1767319006.820255:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1736 00010000:00010000:2.0:1767319006.821257:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319006.821268:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.821278:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4e00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319006.821284:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319006.821292:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.821337:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.821344:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767319006.821407:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988432896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319006.821465:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.821556:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988432896 00000100:00100000:1.0:1767319006.821564:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988432896 00000100:00100000:1.0:1767319006.821628:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1767319006.821636:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7014:x1853163988432896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319006.821648:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319006.821665:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37380 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37379 expref: 10 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.821695:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:1.0:1767319006.821699:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319006.821912:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.821921:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4e00/0x719a348ff1c37379 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37380 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.821939:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319006.821940:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319006.821942:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319006.822156:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988432896:12345-0@lo:103:ldlm_bl.0 Request processed in 518us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319006.822164:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1767319006.822228:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988432896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319006.847121:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319006.849623:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594368 00000100:00100000:0.0:1767319006.849641:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594368 00000100:00100000:0.0:1767319006.849719:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1737 00000100:00100000:0.0:1767319006.849729:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80669:x1853163923594368:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319006.849751:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319006.849772:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3739c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3188e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.849840:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c373a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.849853:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c373a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.849864:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c373a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000004:00200000:0.0:1767319006.849904:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319006.849923:0:81218:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319006.849946:0:81218:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c373a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.849971:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3739c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3188e expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.849990:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c373a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3188e expref: 7 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.849997:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:0.0:1767319006.850001:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319006.850004:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939600, rc 0) 00000100:00100000:0.0:1767319006.850081:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80669:x1853163923594368:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 353us (2969us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319006.850089:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1737 00000100:00100000:1.0:1767319006.852897:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319006.853198:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1738 00000100:00100000:0.0:1767319006.853210:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80669:x1853163923594496:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319006.853231:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319006.853264:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c373aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31895 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.853330:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.853343:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.853355:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.853383:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.853394:0:81218:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c3738e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37387 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.853402:0:81218:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.853436:0:81218:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c3738e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c37387 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319006.853450:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:81218:1853163988433024:0@lo:104: 00000100:00100000:0.0:1767319006.853500:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.853872:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.853994:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988433024 00000100:00100000:2.0:1767319006.854000:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988433024 00000100:00100000:2.0:1767319006.854191:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1767319006.854200:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:81218:x1853163988433024:12345-0@lo:104: 00010000:00010000:2.0:1767319006.854212:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319006.854448:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:81218:1853163988433024:0@lo:104: 00010000:00010000:0.0:1767319006.854468:0:81218:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319006.854473:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767319006.854483:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:81218:x1853163988433024:12345-0@lo:104: Request processed in 283us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.854490:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00010000:00010000:2.0:1767319006.854811:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.854818:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767319006.854943:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988433152 00000100:00100000:1.0:1767319006.854949:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988433152 00010000:00010000:2.0:1767319006.854950:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.854960:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37387 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c3738e expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.854975:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c3738e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x719a348ff1c37387 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.854979:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319006.854983:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319006.854987:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319006.855005:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767319006.855013:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:7011:x1853163988433152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319006.855024:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1767319006.860577:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018889 is committed 00010000:00010000:2.0:1767319006.860751:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c3738e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c37387 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.860773:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb56adc53 (ffff9e7d07a39400) 00010000:00010000:2.0:1767319006.860779:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319006.860789:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319006.860797:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319006.860871:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319006.860951:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988433152:12345-0@lo:103:ldlm_bl.0 Request processed in 5937us (6052us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.860962:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00010000:00010000:0.0:1767319006.861330:0:81218:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319006.861340:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000100:00100000:0.0:1767319006.861473:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:81218:1853163988433280:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319006.861515:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319006.861605:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36267780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.862001:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144 00000100:00100000:2.0:1767319006.862010:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:81218:x1853163988433280:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319006.862120:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:81218:x1853163988433280:12345-0@lo:1000:mdt00_001.0 Request processed in 111us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.862127:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144 00000100:00100000:1.0:1767319006.862187:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:81218:1853163988433280:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1767319006.862237:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862261:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862272:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000004:00010000:1.0:1767319006.862296:0:81218:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862309:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862330:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862336:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862343:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862348:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319006.862352:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862359:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862370:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:1.0:1767319006.862372:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319006.862376:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862382:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c373b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862404:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862411:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862416:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862422:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319006.862430:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862436:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862444:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb56adc53 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319006.862447:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319006.862449:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862455:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c373b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.862490:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c373aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31895 expref: 9 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.862504:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31895 expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.862511:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7c04bf1400) 00010000:00010000:1.0:1767319006.862514:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319006.862516:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5600, rc 0) 00000100:00100000:1.0:1767319006.862573:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923594496:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 9366us (9684us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319006.862598:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1738 00000100:00100000:1.0:1767319006.865853:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319006.866078:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594624 00000100:00100000:2.0:1767319006.866087:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594624 00000100:00100000:2.0:1767319006.866143:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1739 00000100:00100000:2.0:1767319006.866153:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80669:x1853163923594624:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319006.866178:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319006.866199:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c373c6 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3189c expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.866285:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c373cd lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319006.866298:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c373cd lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:2.0:1767319006.866308:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c373cd lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00000004:00200000:2.0:1767319006.866351:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1767319006.866355:0:81218:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767319006.866390:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c373c6 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3189c expref: 9 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.866418:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c373cd lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3189c expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.866427:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:2.0:1767319006.866430:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1767319006.866434:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c800, rc 0) 00000100:00100000:2.0:1767319006.866491:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923594624:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 339us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.866498:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1739 00000100:00100000:0.0:1767319006.870998:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594880 00000100:00100000:0.0:1767319006.871022:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594880 00000100:00100000:0.0:1767319006.871092:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1740 00000100:00100000:0.0:1767319006.871102:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923594880:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319006.871124:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319006.871146:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c373d4 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318a3 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.871211:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319006.871225:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871236:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871262:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319006.871269:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871275:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871319:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871325:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871330:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871346:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871352:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319006.871355:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871363:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871374:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319006.871377:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319006.871382:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871388:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938000/0x719a348ff1c373db lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871412:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871418:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871424:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871429:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319006.871432:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871437:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871455:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0xd1d4b922 (ffff9e7d3bbb6900) 00010000:00010000:0.0:1767319006.871458:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319006.871461:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871466:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c373e2 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319006.871499:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c373d4 lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318a3 expref: 9 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.871508:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319006.871511:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319006.871514:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c373d4 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318a3 expref: 9 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319006.871522:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938c00, rc 0) 00000100:00100000:0.0:1767319006.871611:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923594880:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 510us (698us total) trans 0 rc 301/301 00000100:00100000:0.0:1767319006.871618:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1740 00000100:00100000:2.0:1767319006.871898:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923594752 00000100:00100000:2.0:1767319006.871904:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923594752 00000100:00100000:2.0:1767319006.871950:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 761 00000100:00100000:2.0:1767319006.871958:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2509:x1853163923594752:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319006.871970:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319006.871988:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c373cd lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3189c expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.871999:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:2.0:1767319006.872002:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319006.872028:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923594752:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 71us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.872034:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 761 00000100:00100000:1.0:1767319006.876407:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923595136 00000100:00100000:1.0:1767319006.876417:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923595136 00000100:00100000:1.0:1767319006.876475:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1741 00000100:00100000:1.0:1767319006.876485:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80669:x1853163923595136:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319006.876517:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319006.876543:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c373e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318aa expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319006.876813:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00010000:00010000:1.0:1767319006.876917:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c373e9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318aa expref: 9 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.876930:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1200) 00010000:00010000:1.0:1767319006.876933:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319006.876938:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c373e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318aa expref: 9 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.876953:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00000100:00100000:1.0:1767319006.877084:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923595136:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 600us (921us total) trans 77309411495 rc 301/301 00000100:00100000:1.0:1767319006.877092:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1741 00000100:00100000:1.0:1767319006.881857:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923595392 00000100:00100000:1.0:1767319006.881867:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923595392 00000100:00100000:1.0:1767319006.881960:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1742 00000100:00100000:1.0:1767319006.881970:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80669:x1853163923595392:12345-192.168.204.13@tcp:36:lfs.0 00010000:00010000:1.0:1767319006.882041:0:81218:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319006.882082:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37395 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31887 expref: 8 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.882101:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319006.882112:0:81218:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319006.882181:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.882195:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.882205:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.882218:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c373fe lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.882225:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c373fe lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.882231:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c373fe lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00000040:00080000:1.0:1767319006.883143:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400088d0:0x2:0x0].12, 2152 off46304 00000040:00080000:1.0:1767319006.883216:0:81218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000090a1:0x2:0x0].12, 2352 off47984 00000004:00080000:1.0:1767319006.883221:0:81218:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d4062c480 with version 25 00000004:00080000:2.0:1767319006.883565:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 25 rpc_version 25 00000020:00100000:2.0:1767319006.883632:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319006.883643:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1ed80 x1853163988433536/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 3960/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319006.883676:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988433536:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319006.883742:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319006.883777:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319006.884217:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988433536 00000100:00100000:1.0:1767319006.884225:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988433536 00000100:00100000:1.0:1767319006.884353:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:1.0:1767319006.884361:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:91031:x1853163988433536:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319006.887696:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988433536:12345-0@lo:1000:osp_up0-1.0 Request processed in 3324us (3942us total) trans 128849018890 rc 0/0 00000100:00100000:1.0:1767319006.887712:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00000100:00100000:2.0:1767319006.887858:0:91031:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018889 gen 3 00000004:00080000:2.0:1767319006.887864:0:91031:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018889 committed transno 128849018889 00000100:00100000:2.0:1767319006.887892:0:91031:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7d08f1ed80 x1853163988433536/t128849018890(128849018890) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 3960/4320 e 0 to 0 dl 1767319022 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319006.887934:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988433536:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1767319006.888385:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c37405 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.888480:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c37405 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.888509:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c37405 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.888531:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3740c lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.888538:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3740c lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.888800:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3740c lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.888836:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 81218 initiator: MDT0 00010000:00010000:1.0:1767319006.888843:0:81218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.888853:0:81218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 81218 initiator: MDT1 00000100:00100000:1.0:1767319006.888874:0:81218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988433664:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1767319006.888927:0:81218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319006.888959:0:81218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a75e480 going to sleep for 11 seconds 00000100:00100000:2.0:1767319006.889204:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988433664 00000100:00100000:2.0:1767319006.889213:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988433664 00000100:00100000:2.0:1767319006.889274:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4146 00000100:00100000:2.0:1767319006.889283:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:81218:x1853163988433664:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767319006.889304:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319006.889321:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3741a lrc: 2/0,0 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37413 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.889356:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3741a lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37413 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.889368:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3741a lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37413 expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319006.889377:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d08560c00) 00010000:00010000:2.0:1767319006.889380:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319006.889383:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4d800, rc 0) 00000100:00100000:2.0:1767319006.889441:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81218:x1853163988433664:12345-0@lo:101:mdt00_001.0 Request processed in 159us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.889448:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4146 00000100:00100000:1.0:1767319006.889969:0:81218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:81218:1853163988433664:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767319006.890275:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 4/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.890288:0:81218:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 4/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319006.890312:0:81218:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098a96da2 reply state 000000004e36263e transno 77309411496 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3740c lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890334:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3740c lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890341:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:1.0:1767319006.890344:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319006.890347:0:81218:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767319006.890353:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 4/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319006.890361:0:81218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319006.890371:0:81218:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2000090a1:0x5:0x0] 00000004:00010000:1.0:1767319006.890380:0:81218:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098a96da2 reply state 000000004e36263e transno 77309411496 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c37405 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890387:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c37405 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890468:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xa:0x0].0x0 (ffff9e7c04bf1100) 00010000:00010000:1.0:1767319006.890471:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319006.890473:0:81218:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1767319006.890478:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1767319006.890488:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890494:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890500:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 3/0,0 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890506:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890519:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319006.890524:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890532:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 5/0,0 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890542:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:1.0:1767319006.890545:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319006.890549:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 3/0,0 mode: --/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890555:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c373f7 lrc: 0/0,0 mode: --/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT1 00000004:00010000:1.0:1767319006.890574:0:81218:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098a96da2 reply state 000000004e36263e transno 77309411496 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c373fe lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890600:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c373fe lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT1 00010000:00010000:1.0:1767319006.890607:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0xd1d4b922 (ffff9e7c04bf1600) 00010000:00010000:1.0:1767319006.890609:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319006.890611:0:81218:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1767319006.890706:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80669:x1853163923595392:12345-192.168.204.13@tcp:36:lfs.0 Request processed in 8734us (9406us total) trans 77309411496 rc 0/0 00000100:00100000:1.0:1767319006.890715:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1742 00000100:00100000:2.0:1767319006.894837:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923595648 00000100:00100000:2.0:1767319006.894848:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923595648 00000100:00100000:2.0:1767319006.894907:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 303 00000100:00100000:2.0:1767319006.894916:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08a87450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80669:x1853163923595648:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:2.0:1767319006.895555:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08a87450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80669:x1853163923595648:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 637us (1145us total) trans 77309411497 rc 0/0 00000100:00100000:2.0:1767319006.895564:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 303 00010000:00010000:0.0:1767319007.561688:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319007.592177:0:91026:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319007.592197:0:91026:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 3/0,0 mode: PW/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.592238:0:91026:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 2/0,0 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.592258:0:91026:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319007.592281:0:91026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c37413 lrc: 0/0,0 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3741a expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767319007.592301:0:91026:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411497 is committed 00000020:00080000:2.0:1767319007.592317:0:91026:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d052f3b40 refcount 2 committed 0 result 0 batchid 73014444099 00000020:00080000:2.0:1767319007.592321:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d4195fe00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d052f30c0 00000020:00080000:2.0:1767319007.592325:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2000090a1:0x2:0x0].11 00000020:00080000:2.0:1767319007.592328:0:91026:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d4195fd00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d0602a200 00000020:00080000:2.0:1767319007.592332:0:91026:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400088d0:0x2:0x0].11 00000020:00080000:2.0:1767319007.592341:0:91026:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 73014444098 batchid updated 00000100:00100000:2.0:1767319007.592354:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319007.592372:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988433792:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319007.592432:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1767319007.592470:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 73014444099 committed batchid 73014444098 00000004:00080000:2.0:1767319007.593263:0:91046:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d052f30c0 with version 26 00000020:00080000:2.0:1767319007.593283:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 73014444096 cancel update log [0x2000090a1:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1767319007.593328:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 73014444096 cancel update log [0x2400088d0:0x2:0x0].8: rc = 0 00000004:00080000:2.0:1767319007.593349:0:91046:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d052f89c0 with version 27 00000020:00080000:2.0:1767319007.593353:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 73014444097 cancel update log [0x2000090a1:0x2:0x0].9: rc = 0 00000020:00080000:2.0:1767319007.593371:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 73014444097 cancel update log [0x2400088d0:0x2:0x0].9: rc = 0 00000004:00080000:2.0:1767319007.593396:0:91046:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d0a198c00 with version 28 00000020:00080000:2.0:1767319007.593399:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 73014444098 cancel update log [0x2000090a1:0x2:0x0].10: rc = 0 00000020:00080000:2.0:1767319007.593418:0:91046:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 73014444098 cancel update log [0x2400088d0:0x2:0x0].10: rc = 0 00000020:00080000:2.0:1767319007.593432:0:91046:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444098 00000100:00100000:1.0:1767319007.593634:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988434048 00000100:00100000:1.0:1767319007.593642:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988434048 00000100:00100000:1.0:1767319007.593701:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4147 00000100:00100000:1.0:1767319007.593712:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988434048:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319007.593795:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988433792 00000100:00100000:0.0:1767319007.593800:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988433792 00000100:00100000:0.0:1767319007.593835:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1767319007.593842:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:7011:x1853163988433792:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767319007.593851:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1767319007.593862:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:91031:x1853163988434048:12345-0@lo:1000:osp_up0-1.0 Request processed in 150us (446us total) trans 128849018891 rc 0/0 00010000:00010000:0.0:1767319007.593868:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3741a lrc: 0/0,0 mode: --/PW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37413 expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319007.593875:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4147 00010000:00010000:0.0:1767319007.593895:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d08560c00) 00010000:00010000:0.0:1767319007.593918:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319007.593939:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434048:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319007.593952:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 27 rpc_version 27 00000100:00100000:0.0:1767319007.593970:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7011:x1853163988433792:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 127us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319007.593977:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1767319007.594011:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988433792:0@lo:103:jbd2/dm-0-8.0 00000020:00100000:1.0:1767319007.594392:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319007.594399:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d070c2680 x1853163988434304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319007.594416:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434304:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319007.594445:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.594608:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755600 going to sleep for 11 seconds 00000100:00100000:2.0:1767319007.595398:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4148 00000100:00100000:2.0:1767319007.595406:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988434304:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319007.595548:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988434304:12345-0@lo:1000:osp_up0-1.0 Request processed in 142us (1101us total) trans 128849018892 rc 0/0 00000100:00100000:2.0:1767319007.595555:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4148 00000100:00100000:1.0:1767319007.595607:0:91031:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018890 gen 3 00000004:00080000:1.0:1767319007.595613:0:91031:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018890 committed transno 128849018890 00000020:00080000:1.0:1767319007.595619:0:91031:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d4062c180 refcount 2 committed 0 result 0 batchid 73014444100 00000020:00080000:1.0:1767319007.595623:0:91031:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3aeab700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d4062c480 00000020:00080000:1.0:1767319007.595626:0:91031:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2000090a1:0x2:0x0].12 00000020:00080000:1.0:1767319007.595628:0:91031:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3aeab000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d6d7200 00000020:00080000:1.0:1767319007.595630:0:91031:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400088d0:0x2:0x0].12 00000100:00100000:1.0:1767319007.595661:0:91031:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7d3c1d2d80 x1853163988434048/t128849018891(128849018891) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767319023 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319007.595677:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434304:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319007.595686:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 28 rpc_version 28 00000020:00100000:1.0:1767319007.595704:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319007.595709:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05fc3b80 x1853163988434560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319007.595737:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434560:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319007.595766:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.595789:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319007.596074:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434560:0@lo:1000:osp_up0-1.0 00000020:00080000:2.0:1767319007.610432:0:91026:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 73014444100 batchid updated 00000020:00080000:2.0:1767319007.610450:0:91026:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 73014444099 batchid updated 00000004:00080000:1.0:1767319007.610725:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 29 rpc_version 29 00000020:00100000:1.0:1767319007.610759:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319007.610769:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05fc3800 x1853163988434816/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319007.610793:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434816:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319007.610859:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.610897:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755600 going to sleep for 11 seconds 00000100:00100000:0.0:1767319007.611021:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988434816 00000100:00100000:0.0:1767319007.611038:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988434816 00000100:00100000:0.0:1767319007.611094:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150 00000100:00100000:0.0:1767319007.611104:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988434816:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319007.611249:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:91031:x1853163988434816:12345-0@lo:1000:osp_up0-1.0 Request processed in 146us (389us total) trans 128849018894 rc 0/0 00000100:00100000:0.0:1767319007.611258:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150 00000100:00100000:1.0:1767319007.611388:0:91031:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018891 gen 3 00000004:00080000:1.0:1767319007.611406:0:91031:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018891 committed transno 128849018891 00000100:00100000:1.0:1767319007.611424:0:91031:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7d070c2680 x1853163988434304/t128849018892(128849018892) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767319023 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319007.611442:0:91031:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988434816:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319007.611475:0:91031:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7c06e57180 version 30 rpc_version 30 00000020:00100000:1.0:1767319007.611487:0:91031:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319007.611492:0:91031:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05fc2d80 x1853163988435072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319007.611506:0:91031:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:91031:1853163988435072:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319007.611534:0:91031:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.611576:0:91031:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755600 going to sleep for 11 seconds 00000100:00100000:2.0:1767319007.611658:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435072 00000100:00100000:2.0:1767319007.611662:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435072 00000100:00100000:2.0:1767319007.611691:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:2.0:1767319007.611697:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4089b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:91031:x1853163988435072:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319007.612374:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4089b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:91031:x1853163988435072:12345-0@lo:1000:osp_up0-1.0 Request processed in 675us (837us total) trans 128849018895 rc 0/0 00000100:00100000:2.0:1767319007.612383:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00000100:00100000:1.0:1767319007.679367:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923595776 00000100:00100000:1.0:1767319007.679384:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923595776 00000100:00100000:1.0:1767319007.679461:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1743 00000100:00100000:1.0:1767319007.679472:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80678:x1853163923595776:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767319007.679509:0:81218:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:1.0:1767319007.679573:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80678:x1853163923595776:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 103us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319007.679599:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1743 00000100:00100000:1.0:1767319007.683835:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319007.688903:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319007.694980:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923596032 00000100:00100000:2.0:1767319007.694990:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923596032 00000100:00100000:2.0:1767319007.695068:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2321 00000100:00100000:2.0:1767319007.695077:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80678:x1853163923596032:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:2.0:1767319007.695108:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319007.695179:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80678:x1853163923596032:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 102us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.695186:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2321 00000100:00080000:0.0:1767319007.695317:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319007.709209:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319007.709298:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923596160 00000100:00100000:2.0:1767319007.709308:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923596160 00000100:00100000:2.0:1767319007.709376:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2322 00000100:00100000:2.0:1767319007.709394:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80678:x1853163923596160:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:2.0:1767319007.709419:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319007.709482:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80678:x1853163923596160:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.709490:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2322 00000100:00080000:0.0:1767319007.709778:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319007.780483:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319007.800564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319007.800809:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319007.800835:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3742f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318b1 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.801111:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.801126:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.801137:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000004:00200000:2.0:1767319007.801188:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319007.801191:0:81218:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319007.801213:0:81218:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.801243:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3742f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b1 expref: 11 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.801262:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b1 expref: 10 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.801290:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767319007.801294:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319007.801297:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c600, rc 0) 00000100:00100000:2.0:1767319007.801365:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80688:x1853163923596544:12345-192.168.204.13@tcp:101:rm.0 Request processed in 625us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.801374:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1746 00000100:00100000:0.0:1767319007.804337:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319007.804740:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923596672 00000100:00100000:2.0:1767319007.804751:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923596672 00000100:00100000:2.0:1767319007.804854:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1747 00000100:00100000:2.0:1767319007.804864:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80688:x1853163923596672:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319007.804884:0:81218:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319007.804905:0:81218:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3743d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318b8 expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.804985:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.804998:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805008:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805019:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805055:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805063:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805160:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805169:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805176:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00000004:00200000:2.0:1767319007.805220:0:81218:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x31:0x0]: returning size 0 00000004:00200000:2.0:1767319007.805223:0:81218:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319007.805246:0:81218:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805256:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805265:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805272:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805278:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805284:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805290:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319007.805294:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805302:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805320:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767319007.805323:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319007.805328:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805334:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37444 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805347:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805353:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805357:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805362:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319007.805364:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805370:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805376:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d325ec100) 00010000:00010000:2.0:1767319007.805378:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319007.805381:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805385:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3744b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.805426:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c3743d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b8 expref: 12 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.805446:0:81218:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b8 expref: 11 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.805453:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x31:0x0].0x0 (ffff9e7d08560b00) 00010000:00010000:2.0:1767319007.805455:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319007.805458:0:81218:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4dc00, rc 0) 00000100:00100000:2.0:1767319007.805525:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80688:x1853163923596672:12345-192.168.204.13@tcp:101:rm.0 Request processed in 662us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.805533:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1747 00000100:00100000:1.0:1767319007.808815:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319007.808903:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923596928 00000100:00100000:2.0:1767319007.808912:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923596928 00000100:00100000:2.0:1767319007.808977:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1748 00000100:00100000:2.0:1767319007.808986:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80688:x1853163923596928:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319007.809047:0:81218:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319007.809071:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c37452 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b8 expref: 11 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.809091:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x31:0x0].0x0 (ffff9e7d08560b00) 00010000:00010000:2.0:1767319007.809106:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c37436 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318b1 expref: 10 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319007.809114:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767319007.809117:0:81218:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319007.809136:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809148:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809169:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809180:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809187:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809199:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809278:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809286:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809293:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809484:0:81218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809493:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809500:0:81218:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809505:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809511:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809523:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809554:0:81218:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319007.809571:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809606:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809613:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809619:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319007.809623:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809630:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809638:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x31:0x0].0x0 (ffff9e7d08560300) 00010000:00010000:2.0:1767319007.809641:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319007.809644:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809650:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c37467 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809741:0:81218:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809748:0:81218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809761:0:81218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809767:0:81218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809771:0:81218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319007.809774:0:81218:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809779:0:81218:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809786:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:2.0:1767319007.809788:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319007.809791:0:81218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809797:0:81218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c37459 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00000004:00010000:2.0:1767319007.809806:0:81218:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eab0acb3 reply state 00000000f2114881 transno 128849018897 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809816:0:81218:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319007.809822:0:81218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d325ec100) 00010000:00010000:2.0:1767319007.809824:0:81218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319007.809826:0:81218:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319007.809898:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:80688:x1853163923596928:12345-192.168.204.13@tcp:36:rm.0 Request processed in 912us (1091us total) trans 128849018897 rc 0/0 00000100:00100000:2.0:1767319007.809916:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1748 00010000:00010000:0.0:1767319007.810129:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319007.810135:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319007.810142:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319007.810145:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319007.810151:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319007.810166:0:16652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x31:0x0].0x0 (ffff9e7d08560300) 00010000:00010000:0.0:1767319007.810169:0:16652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767319007.810172:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319007.810177:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3746e lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 81218 initiator: MDT0 00010000:00010000:0.0:1767319007.810191:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319007.810192:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319007.810194:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319008.588105:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319009.290525:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435200 00000100:00100000:0.0:1767319009.290533:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435200 00000100:00100000:0.0:1767319009.290650:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767319009.290659:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988435200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319009.290687:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319009.291305:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988435200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 645us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319009.291313:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00080000:0.0:1767319009.291355:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319010.313325:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435328 00000100:00100000:0.0:1767319010.313335:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435328 00000100:00100000:0.0:1767319010.313419:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:0.0:1767319010.313429:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988435328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319010.313463:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319010.313508:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988435328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319010.313515:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00080000:1.0:1767319010.313610:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319010.633062:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319010.828436:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435584 00000100:00100000:1.0:1767319010.828442:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435584 00000100:00100000:1.0:1767319010.828480:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153 00000100:00100000:1.0:1767319010.828485:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988435584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319010.828511:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00000100:00100000:1.0:1767319010.828554:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988435584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319010.828561:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153 00000100:00100000:2.0:1767319010.829263:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988435840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829310:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829343:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988436352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829362:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829379:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988436864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829398:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829418:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1767319010.829423:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988435712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829458:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988436224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829470:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829479:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988436736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829492:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.829511:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435840 00000100:00100000:2.0:1767319010.829515:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435840 00000100:00100000:2.0:1767319010.829570:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436352 00000100:00100000:2.0:1767319010.829573:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436352 00000100:00100000:2.0:1767319010.829608:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436864 00000100:00100000:2.0:1767319010.829610:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436864 00000100:00100000:2.0:1767319010.829618:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436224 00000100:00100000:2.0:1767319010.829619:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436224 00000100:00100000:2.0:1767319010.829627:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1767319010.829631:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988435840:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319010.829643:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d046b4e00 x1853163988435840/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:676/0 lens 224/224 e 0 to 0 dl 1767319021 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319010.829673:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988435840:12345-0@lo:400:kworker.0 Request processed in 42us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829678:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1767319010.829689:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1767319010.829692:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988436352:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319010.829699:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d046b5180 x1853163988436352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:676/0 lens 224/224 e 0 to 0 dl 1767319021 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319010.829717:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988436352:12345-0@lo:400:kworker.0 Request processed in 23us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829722:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1767319010.829731:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:2.0:1767319010.829736:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988436864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829761:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988436864:12345-0@lo:400:kworker.0 Request processed in 25us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829767:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:2.0:1767319010.829777:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:2.0:1767319010.829783:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988436224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829804:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988436224:12345-0@lo:400:kworker.0 Request processed in 22us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829808:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:2.0:1767319010.829825:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435712 00000100:00100000:2.0:1767319010.829827:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435712 00000100:00100000:2.0:1767319010.829844:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1767319010.829847:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988435712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829873:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988435712:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829877:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1767319010.829899:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436736 00000100:00100000:2.0:1767319010.829901:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436736 00000100:00100000:2.0:1767319010.829919:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:2.0:1767319010.829922:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988436736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829938:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988436736:12345-0@lo:400:kworker.0 Request processed in 16us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.829942:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00080000:2.0:1767319010.829951:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319010.829954:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319010.829982:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988435712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.829993:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988436224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830001:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988436736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988435840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830017:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988436352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830025:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988436864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988436096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830075:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.830086:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988436608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830096:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.830105:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767319010.830113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988435968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.830135:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988436480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830145:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.830158:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436096 00000100:00100000:2.0:1767319010.830160:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436096 00000100:00100000:2.0:1767319010.830187:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436608 00000100:00100000:2.0:1767319010.830189:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436608 00000100:00100000:2.0:1767319010.830204:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:2.0:1767319010.830207:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988436096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830227:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988436096:12345-0@lo:400:kworker.0 Request processed in 19us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.830230:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:2.0:1767319010.830237:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1767319010.830240:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988436608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830253:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988436608:12345-0@lo:400:kworker.0 Request processed in 13us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.830257:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1767319010.830267:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988435968 00000100:00100000:2.0:1767319010.830269:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988435968 00000100:00100000:2.0:1767319010.830281:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436480 00000100:00100000:2.0:1767319010.830282:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436480 00000100:00100000:2.0:1767319010.830291:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1767319010.830294:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988435968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830316:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988435968:12345-0@lo:400:kworker.0 Request processed in 21us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.830321:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1767319010.830341:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1767319010.830347:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988436480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830371:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988436480:12345-0@lo:400:kworker.0 Request processed in 25us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.830376:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:2.0:1767319010.830393:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319010.830396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319010.830417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988435968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988436480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988436096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.830441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988436608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319011.111830:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319011.111913:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319011.112051:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319011.112128:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597056 00000100:00100000:0.0:1767319011.112137:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597056 00000100:00100000:0.0:1767319011.112190:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:0.0:1767319011.112199:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923597056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319011.112269:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923597056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 71us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319011.112277:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:2.0:1767319011.113745:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319011.113770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319011.113798:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597440 00000100:00100000:2.0:1767319011.113805:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597440 00000100:00100000:2.0:1767319011.113849:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597568 00000100:00100000:2.0:1767319011.113852:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597568 00000100:00100000:2.0:1767319011.113875:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2872 00000100:00100000:2.0:1767319011.113882:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923597440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319011.113934:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923597440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 52us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319011.113941:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2872 00000100:00100000:2.0:1767319011.113984:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2873 00000100:00100000:2.0:1767319011.113991:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923597568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319011.114018:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923597568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319011.114024:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2873 00000100:00080000:2.0:1767319011.114044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319011.114049:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319011.118611:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597184 00000100:00100000:1.0:1767319011.118626:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597184 00000100:00100000:1.0:1767319011.118686:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597312 00000100:00100000:1.0:1767319011.118690:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597312 00000100:00100000:1.0:1767319011.118718:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1503 00000100:00100000:1.0:1767319011.118726:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2511:x1853163923597184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319011.118810:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2511:x1853163923597184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (6896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319011.118818:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1503 00000100:00100000:1.0:1767319011.118845:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1504 00000100:00100000:1.0:1767319011.118853:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923597312:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:1.0:1767319011.118866:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d046b5c00 x1853163923597312/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:677/0 lens 224/224 e 0 to 0 dl 1767319022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319011.118892:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923597312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (6841us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319011.118899:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1504 00000100:00080000:1.0:1767319011.118927:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319011.118930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319011.339547:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988436992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319011.339644:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319011.339681:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319011.339687:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988437120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319011.339709:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319011.339771:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988436992 00000100:00100000:0.0:1767319011.339779:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988436992 00000100:00100000:0.0:1767319011.339816:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437120 00000100:00100000:0.0:1767319011.339819:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437120 00000100:00100000:0.0:1767319011.339833:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:0.0:1767319011.339841:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988436992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319011.339869:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319011.339910:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988436992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319011.339917:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:0.0:1767319011.339935:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767319011.339940:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988437120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319011.339949:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319011.339987:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988437120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319011.340004:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767319011.340045:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988437120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319011.340058:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988436992:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767319011.656676:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319012.691040:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319012.853820:0:117262:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mds2 REPLAY BARRIER on lustre-MDT0001 00000100:00100000:2.0:1767319012.912928:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319012.921026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319012.931720:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923597952 00000100:00100000:0.0:1767319012.931731:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923597952 00000100:00100000:0.0:1767319012.934015:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1751 00000100:00100000:0.0:1767319012.934033:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+5:80759:x1853163923597952:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767319012.934055:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319012.934079:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939000/0x719a348ff1c3749f lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318cd expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319012.934141:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c374a6 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319012.934155:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c374a6 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:0.0:1767319012.934168:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c374a6 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:0.0:1767319012.934209:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1767319012.934213:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767319012.934246:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939000/0x719a348ff1c3749f lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318cd expref: 7 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319012.934260:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c374a6 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318cd expref: 6 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319012.934274:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6400) 00010000:00010000:0.0:1767319012.934277:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1767319012.934281:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00010000:00000080:0.0:1767319012.934289:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3c1d2d80 x1853163923597952/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:678/0 lens 576/584 e 0 to 0 dl 1767319023 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319012.934360:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80759:x1853163923597952:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 333us (3116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319012.934367:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1751 00000100:00100000:2.0:1767319012.935226:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319012.939111:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923598080 00000100:00100000:1.0:1767319012.939126:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923598080 00000100:00100000:1.0:1767319012.939197:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 763 00000100:00100000:1.0:1767319012.939207:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2508:x1853163923598080:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319012.939222:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319012.939246:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265800/0x719a348ff1c37498 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318c6 expref: 13 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319012.939264:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7c04bf1400) 00010000:00010000:1.0:1767319012.939269:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319012.939548:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2508:x1853163923598080:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 341us (4323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.939556:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 763 00000100:00100000:1.0:1767319012.942264:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923598208 00000100:00100000:1.0:1767319012.942274:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923598208 00000100:00100000:1.0:1767319012.942333:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1752 00000100:00100000:1.0:1767319012.942348:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80759:x1853163923598208:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767319012.942367:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319012.942386:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4000/0x719a348ff1c374ad lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318d4 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319012.942449:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319012.942462:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942473:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942487:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319012.942495:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942500:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942606:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319012.942614:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942620:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:1.0:1767319012.942692:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1767319012.942697:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319012.942722:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942733:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942739:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 2/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942746:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942751:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319012.942756:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942762:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942773:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6400) 00010000:00010000:1.0:1767319012.942776:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319012.942780:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942786:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c374b4 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942796:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942801:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942807:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942822:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319012.942825:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942830:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942837:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0xd1d4b922 (ffff9e7d3bb95100) 00010000:00010000:1.0:1767319012.942840:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319012.942842:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942848:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c374bb lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319012.942878:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4000/0x719a348ff1c374ad lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318d4 expref: 8 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319012.942890:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318d4 expref: 7 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319012.942897:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xa:0x0].0x0 (ffff9e7d3bb95b00) 00010000:00010000:1.0:1767319012.942899:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1767319012.942901:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4e00, rc 0) 00010000:00000080:1.0:1767319012.942908:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3c1d0a80 x1853163923598208/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:678/0 lens 584/672 e 0 to 0 dl 1767319023 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319012.942986:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80759:x1853163923598208:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 638us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.942993:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1752 00000100:00100000:1.0:1767319012.953373:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319012.977684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319012.977727:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923598720 00000100:00100000:2.0:1767319012.977735:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923598720 00000100:00100000:2.0:1767319012.977786:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1755 00000100:00100000:2.0:1767319012.977796:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+13:80759:x1853163923598720:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767319012.977817:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319012.977820:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767319012.977844:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c374de lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318e2 expref: 13 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319012.977860:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d325ece00) 00010000:00010000:2.0:1767319012.977872:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319012.977885:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c374e5 lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318e9 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319012.978009:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,1 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.978021:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.978039:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.978051:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.978058:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.978063:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:2.0:1767319012.980673:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x32:0x0]: returning size 4096 00010000:00010000:2.0:1767319012.980702:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c374fa lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980717:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c374fa lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980728:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c374fa lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980739:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980745:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 2/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980751:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980757:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319012.980761:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980775:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980785:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d08560600) 00010000:00010000:2.0:1767319012.980788:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319012.980792:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980798:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c374ec lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000004:00010000:2.0:1767319012.980812:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000323006ce reply state 00000000038c4fe1 transno 128849018898 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980822:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.980827:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0xcd52553e (ffff9e7d08560700) 00010000:00010000:2.0:1767319012.980830:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319012.980832:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767319012.980872:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c374e5 lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318e9 expref: 15 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319012.980889:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c374fa lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318e9 expref: 14 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319012.980896:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d08560a00) 00010000:00010000:2.0:1767319012.980899:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319012.980901:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4dc00, rc 0) 00000100:00100000:2.0:1767319012.980976:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:80759:x1853163923598720:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 3180us (3515us total) trans 128849018898 rc 0/0 00000100:00100000:2.0:1767319012.980994:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1755 00000001:00080000:2.0:1767319012.985425:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018898 is committed 00010000:00010000:2.0:1767319012.985457:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985469:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985476:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985482:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319012.985487:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985494:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985510:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d325ec100) 00010000:00010000:2.0:1767319012.985513:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319012.985517:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985524:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37428 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985538:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985544:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985549:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985565:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319012.985567:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985574:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985599:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d325ec100) 00010000:00010000:2.0:1767319012.985602:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319012.985605:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985610:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37460 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81218 initiator: MDT0 00010000:00010000:2.0:1767319012.985629:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985635:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985641:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985646:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319012.985648:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985653:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985659:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0xcd52553e (ffff9e7d08560700) 00010000:00010000:2.0:1767319012.985666:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319012.985669:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 2/0,0 mode: --/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319012.985674:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c374f3 lrc: 0/0,0 mode: --/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000100:00100000:2.0:1767319013.004774:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923598976 00000100:00100000:2.0:1767319013.004784:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923598976 00000100:00100000:2.0:1767319013.004852:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1756 00000100:00100000:2.0:1767319013.004862:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80760:x1853163923598976:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767319013.004881:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319013.004885:0:95952:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767319013.004909:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264400/0x719a348ff1c374d0 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318db expref: 8 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319013.004927:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d325ecc00) 00010000:00010000:2.0:1767319013.004948:0:95952:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319013.004969:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c37501 lrc: 2/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318f0 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767319013.004993:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319013.005091:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 3/0,1 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319013.005104:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.005113:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.005125:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3750f lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319013.005146:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3750f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.005153:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3750f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00000004:00200000:2.0:1767319013.006889:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00010000:00010000:2.0:1767319013.006913:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c37516 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319013.006924:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c37516 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006946:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c37516 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006958:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 4/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006965:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 4/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006970:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006976:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.006982:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319013.006987:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.007066:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 5/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.007092:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d407b3400) 00010000:00010000:2.0:1767319013.007095:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319013.007100:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 3/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.007106:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c37508 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT1 00000004:00010000:2.0:1767319013.007118:0:95952:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e03b9bd3 reply state 00000000147c30e3 transno 77309411498 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3750f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.007127:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3750f lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT1 00010000:00010000:2.0:1767319013.007133:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0xf0209d98 (ffff9e7d407b3800) 00010000:00010000:2.0:1767319013.007135:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319013.007138:0:95952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767319013.007171:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c37501 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319013.007188:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c37516 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 9 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319013.007194:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:2.0:1767319013.007197:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319013.007199:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c000, rc 0) 00010000:00000080:2.0:1767319013.007206:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3b681c00 x1853163923598976/t77309411498(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:679/0 lens 520/584 e 0 to 0 dl 1767319024 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767319013.007270:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:80760:x1853163923598976:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 2409us (2602us total) trans 77309411498 rc 0/0 00000100:00100000:2.0:1767319013.007299:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1756 00000100:00100000:0.0:1767319014.409420:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988437248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319014.409515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319014.409647:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437248 00000100:00100000:2.0:1767319014.409665:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437248 00000100:00100000:2.0:1767319014.409734:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1767319014.409745:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988437248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319014.409782:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319014.409845:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988437248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319014.409937:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00080000:2.0:1767319014.409963:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319014.410522:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988437248:0@lo:13:osp-pre-1-1.0 00000020:01000004:1.0:1767319014.435005:0:117359:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1767319014.435088:0:117359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.435108:0:117359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.435116:0:117359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.435123:0:117359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.435644:0:117359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767319014.435654:0:117359:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1767319014.435922:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319014.435930:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1767319014.435937:0:117359:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1767319014.435972:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1767319014.436018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988437376:0@lo:39:umount.0 00000100:00100000:1.0:1767319014.436114:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319014.438297:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319014.438309:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438332:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092400 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319014.438336:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438346:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319014.438354:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319014.438360:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767319014.438372:0:15460:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1767319014.438376:0:15460:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1767319014.438416:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438423:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319014.438462:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438471:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092400/0x719a348ff1c36e7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438485:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.438488:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.438490:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319014.438636:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319014.438654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988437504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.438731:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319014.438837:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437504 00000100:00100000:0.0:1767319014.438843:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437504 00000100:00100000:0.0:1767319014.438895:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1767319014.438913:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988437504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319014.438928:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319014.438947:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557a00/0x719a348ff1c36e86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e7f expref: 23 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.438963:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319014.439007:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7013:x1853163988437504:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319014.439015:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1767319014.439060:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988437504:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1767319014.440366:0:99810:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd53800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319014.440418:0:99810:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0cd56000 for lustre-MDT0000 00000100:00080000:1.0:1767319014.440663:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1767319014.440684:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988437376:0@lo:39:umount.0 00000100:00080000:2.0:1767319014.441438:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319014.441443:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1767319014.441448:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1767319014.442438:0:117359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.442451:0:117359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.442457:0:117359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.442462:0:117359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.444984:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319014.445002:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445054:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093a00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319014.445058:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445069:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319014.445085:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319014.445091:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767319014.445094:0:16652:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1767319014.445145:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445152:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319014.445197:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445210:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445212:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445215:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319014.445254:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988437632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319014.445447:0:117359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:1.0:1767319014.445460:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319014.445464:0:117359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093a00/0x719a348ff1c36e9b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ea2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445482:0:117359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445491:0:117359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445498:0:117359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445505:0:117359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445529:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319014.445535:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445541:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319014.445544:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445549:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319014.445563:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319014.445568:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1767319014.445569:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1767319014.445616:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445623:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319014.445636:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445643:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445645:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445646:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319014.445647:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319014.445654:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988437760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.445680:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319014.445716:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437632 00010000:00010000:2.0:1767319014.445720:0:117359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:1.0:1767319014.445724:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437632 00010000:00010000:2.0:1767319014.445724:0:117359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557600/0x719a348ff1c36e8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319014.445733:0:117359:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1767319014.445741:0:117359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445747:0:117359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445752:0:117359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.445757:0:117359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445780:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767319014.445784:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437760 00010000:00010000:0.0:1767319014.445785:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319014.445787:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437760 00010000:00010000:0.0:1767319014.445792:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319014.445795:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445801:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319014.445808:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319014.445812:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 10000000:01000000:0.0:1767319014.445813:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767319014.445815:0:49994:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00100000:1.0:1767319014.445820:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a1fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988437632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319014.445835:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.445836:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319014.445840:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319014.445853:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556400/0x719a348ff1c36ea2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e9b expref: 23 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319014.445870:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.445870:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319014.445878:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445879:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.445881:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319014.445888:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319014.445896:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988437888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.445916:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a1fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7011:x1853163988437632:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319014.445924:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1767319014.445934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319014.445981:0:117359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319014.445991:0:117359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d200/0x719a348ff1c36eb7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36ebe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319014.446000:0:117359:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1767319014.446006:0:117359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.446013:0:117359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319014.446014:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988437888 00000100:00100000:1.0:1767319014.446017:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988437888 00010000:00010000:2.0:1767319014.446019:0:117359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319014.446038:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767319014.446045:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7011:x1853163988437760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319014.446051:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319014.446060:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0c092c00/0x719a348ff1c36e94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e8d expref: 22 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446068:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319014.446089:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7011:x1853163988437760:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319014.446105:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767319014.446117:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1767319014.446123:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7014:x1853163988437888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319014.446131:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319014.446140:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d04f1bc00/0x719a348ff1c36ebe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36eb7 expref: 20 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446149:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319014.446176:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7014:x1853163988437888:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319014.446182:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1767319014.446236:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988437888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.446264:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988437760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.446271:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988437632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319014.446287:0:117359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319014.446307:0:117359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1767319014.446311:0:117359:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1767319014.446314:0:117359:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:1.0:1767319014.446405:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319014.446411:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446418:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319014.446421:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446429:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319014.446435:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319014.446446:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319014.446449:0:16652:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1767319014.446451:0:16652:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1767319014.446469:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446475:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319014.446490:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446496:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09556e00/0x719a348ff1c36ea9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36eb0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.446505:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319014.446507:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319014.446509:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319014.446517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988438016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319014.446542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1767319014.446667:0:117359:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1767319014.446675:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='FA') 00000020:00000080:2.0:1767319014.446681:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1767319014.446689:0:117359:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0001 00000100:00100000:1.0:1767319014.446894:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988438016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319014.447370:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:2.0:1767319014.452967:0:117359:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0001: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:1.0:1767319014.453439:0:91026:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411498 is committed 00000020:00000080:2.0:1767319014.453828:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 4/9 00000020:00080000:2.0:1767319014.453839:0:117359:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d07402000 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319014.453846:0:117359:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d3c13c000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319014.453854:0:117359:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d042c3000 f8e581f7-de51-4550-90ea-109e3cc27a77 192.168.204.13@tcp 7 (0 0 3) 0 0 0 0: 0000000000000000 77309411498 stale:0 00000020:00080000:2.0:1767319014.453860:0:117359:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d31d64800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319014.453865:0:117359:0:(genops.c:1570:class_disconnect_exports()) OBD device 14 (ffff9e7d3bfee360) has exports, disconnecting them 00000020:00080000:2.0:1767319014.453879:0:117359:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d07402000), last request at 1767318984 00000020:00000080:2.0:1767319014.453888:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36dd7 00000100:00080000:2.0:1767319014.453899:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d07401800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319014.453942:0:117359:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d07402000): rc 0 00000020:00000080:2.0:1767319014.453944:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d07402000/lustre-MDT0000-mdtlov_UUID 00000020:00080000:2.0:1767319014.453955:0:117359:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d3c13c000), last request at 1767319010 00000020:00000080:2.0:1767319014.453957:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36b0d 00000100:00080000:2.0:1767319014.453961:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c2000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1767319014.453977:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1767319014.453983:0:117359:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d3c13c000): rc 0 00000020:00000080:2.0:1767319014.453985:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d3c13c000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00080000:2.0:1767319014.453989:0:117359:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.204.13@tcp (ffff9e7d042c3000), last request at 1767319013 00000020:00000080:2.0:1767319014.453991:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c35167 00000020:00010000:2.0:1767319014.454000:0:117359:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d042c3000: total 2 00000100:00080000:2.0:1767319014.454002:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d042c7800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319014.454028:0:117359:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d042c3000): rc 0 00000020:00080000:2.0:1767319014.454032:0:117359:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d31d64800), last request at 1767319010 00000020:00000080:2.0:1767319014.454035:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fb29 00000100:00080000:2.0:1767319014.454039:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d31d65000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319014.454048:0:117359:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d31d64800): rc 0 00000020:00000080:2.0:1767319014.454050:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d31d64800/lustre-MDT0001-lwp-OST0001_UUID 00000004:00000080:2.0:1767319014.454059:0:117359:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb1abc4687b28 00000100:00080000:2.0:1767319014.454083:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319014.454088:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018895 gen 4 00010000:00010000:2.0:1767319014.454217:0:117359:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4ca00/0x719a348ff1c354a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36f6d expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319014.454227:0:117359:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4ca00/0x719a348ff1c354a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36f6d expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319014.454289:0:117359:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767319014.454318:0:117359:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1767319014.454325:0:117359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c0ab4ca00/0x719a348ff1c354a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36f6d expref: -99 pid: 81218 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1767319014.455043:0:117359:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1767319014.455078:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e1800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000020:00010000:1.0:1767319014.455405:0:16652:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d042c3000: total 3 00010000:00010000:1.0:1767319014.455469:0:16652:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d042c3000, canceled 0 locks, left on hash table 3. 00010000:00010000:1.0:1767319014.455509:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c374a6 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318cd expref: 4 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.455541:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c374c2 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318d4 expref: 3 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.455555:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c37516 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 2 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319014.455599:0:16652:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d042c3000, canceled 3 locks, left on hash table 0. 00010000:00010000:0.0:1767319014.456376:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.456384:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319014.456717:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988438144:0@lo:39:umount.0 00000100:00100000:0.0:1767319014.456810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319014.457508:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767319014.457514:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294969442 gen 3 00000004:00080000:2.0:1767319014.457617:0:117359:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:2.0:1767319014.457693:0:117359:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1767319014.457718:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d10249000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767319014.457736:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1767319014.457741:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969456 gen 3 00000004:00080000:2.0:1767319014.457756:0:117359:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:2.0:1767319014.457844:0:117359:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1767319014.457863:0:117359:0:(import.c:65:import_set_state_nolock()) ffff9e7d31d67000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1767319014.457953:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 14 (ffff9e7d3bfee360) has no exports 00000100:00100000:0.0:1767319014.458432:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101 00000100:00100000:0.0:1767319014.458446:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988438272:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767319014.458469:0:37856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36ad5 00000100:00080000:0.0:1767319014.458477:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319014.458525:0:37856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1767319014.458667:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+2:7010:x1853163988438272:12345-0@lo:9:umount.0 Request processed in 225us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319014.458674:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101 00010000:00010000:0.0:1767319014.458695:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1767319014.459263:0:117359:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 28, last_idx 30 00000040:00080000:2.0:1767319014.459481:0:117359:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 29, last_idx 30 00000020:00080000:0.0:1767319014.459816:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 14 (ffff9e7d3bfee360) has no exports 00000020:00000080:1.0:1767319014.518942:0:16652:0:(genops.c:904:class_export_put()) final put ffff9e7d042c3000/f8e581f7-de51-4550-90ea-109e3cc27a77 00010000:00010000:1.0:1767319014.519035:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319014.519039:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319014.519043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319014.602359:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319014.602372:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018895 gen 5 00000100:00100000:1.0:1767319014.602393:0:117359:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d08f1c380 x1853163988438144/t128849018899(128849018899) o39->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319024 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319014.602429:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1767319014.604859:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1767319014.604869:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294969442 gen 4 00000004:00080000:1.0:1767319014.604881:0:117359:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1767319014.604885:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767319014.605319:0:91036:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767319014.605326:0:91036:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x4a:0x0] index 1 count 1 00000040:00080000:2.0:1767319014.605340:0:91036:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 18 count 2 00000100:00080000:1.0:1767319014.614077:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1767319014.614090:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969456 gen 4 00000004:00080000:1.0:1767319014.614116:0:117359:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1767319014.614119:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1767319014.617535:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa34 00000020:00000080:1.0:1767319014.617549:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d39a7d800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1767319014.618909:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa49 00000020:00000080:1.0:1767319014.618921:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d36fe1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319014.624366:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d39a7d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1767319014.629876:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1767319014.629907:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767319014.629926:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1767319014.629933:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff9e7d3bfeb1b0) has no exports 00000004:01000000:1.0:1767319014.630529:0:117359:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1767319014.630544:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa96 00000020:00000080:1.0:1767319014.630555:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd55000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1767319014.639416:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1767319014.639456:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767319014.639478:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1767319014.639484:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 26 (ffff9e7d32cee360) has no exports 00000020:00000080:1.0:1767319014.639498:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa88 00000020:00000080:1.0:1767319014.639509:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d31d60800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1767319014.640233:0:117359:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1767319014.640240:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1767319014.640246:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969456 gen 5 00000100:00020000:1.0:1767319014.640251:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000100:00100000:1.0:1767319014.640255:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1767319014.640258:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000020:00000080:1.0:1767319014.640310:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319014.640321:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319014.640335:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fab2 00000020:00000080:1.0:1767319014.640342:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd50000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1767319014.640346:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1767319014.640350:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767319014.640356:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1767319014.640359:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 27 (ffff9e7d097ae360) has no exports 00000020:00000080:1.0:1767319014.640363:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2faa4 00000020:00000080:1.0:1767319014.640366:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d1024e800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1767319014.641003:0:117359:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1767319014.641007:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1767319014.641011:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294969442 gen 5 00000100:00020000:1.0:1767319014.641015:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 27 not setup 00000100:00100000:1.0:1767319014.641017:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1767319014.641019:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 27 not setup 00000020:00000080:1.0:1767319014.641072:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319014.641081:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1767319014.641097:0:117359:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1767319014.641105:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa7a 00000020:00000080:1.0:1767319014.641121:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd57000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1767319014.641136:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='') 00000020:00000080:1.0:1767319014.641140:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767319014.641146:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1767319014.641148:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 25 (ffff9e7d32ceca88) has no exports 00000020:00000080:1.0:1767319014.641152:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa73 00000020:00000080:1.0:1767319014.641156:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d0a2e3000/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1767319014.643949:0:117359:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1767319014.643969:0:117359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319014.643974:0:117359:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018895 gen 6 00000100:00020000:2.0:1767319014.643997:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000100:00100000:2.0:1767319014.644001:0:117359:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767319014.644004:0:117359:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:2.0:1767319014.644110:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319014.644128:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1767319014.644174:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319014.644179:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1767319014.644185:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d31d66000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319014.644201:0:117359:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d66000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1767319014.644219:0:117359:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1767319014.644400:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa50 00000020:00000080:2.0:1767319014.644407:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d36fe7800/lustre-MDD0001_UUID 00000020:01000000:2.0:1767319014.644411:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1767319014.644415:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767319014.644423:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767319014.644427:0:117359:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff9e7d3bfe98d8) has no exports 00000020:00000080:2.0:1767319014.644605:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319014.644610:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1767319014.644615:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2fa57 00000020:00000080:2.0:1767319014.644620:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d36fe4800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1767319014.644630:0:117359:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d3fb69000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1767319014.644634:0:117359:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d3fb69000 2 00000020:01000004:2.0:1767319014.644638:0:117359:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d3fb69000 from lustre-MDT0001 00000020:00000080:2.0:1767319014.644659:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319014.644664:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1767319014.644667:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d39a79000/lustre-MDT0001_UUID 00000020:00000080:2.0:1767319014.644669:0:117359:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d39a79000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1767319014.644678:0:117359:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1767319014.644723:0:117359:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:2.0:1767319014.644727:0:117359:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1767319014.644730:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767319014.644736:0:117359:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767319014.644751:0:117359:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9e7d042c6000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319014.644756:0:117359:0:(genops.c:1570:class_disconnect_exports()) OBD device 28 (ffff9e7d097aca88) has exports, disconnecting them 00000020:00080000:2.0:1767319014.644761:0:117359:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9e7d042c6000), last request at 1767317974 00000020:00000080:2.0:1767319014.644767:0:117359:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c2faf1 00000020:00080000:2.0:1767319014.644781:0:117359:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d042c6000): rc 0 00000020:00000080:2.0:1767319014.644784:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d042c6000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1767319014.790298:0:117359:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319014.790319:0:117359:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1767319014.790325:0:117359:0:(genops.c:904:class_export_put()) final put ffff9e7d3fb6a000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1767319014.790331:0:117359:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3fb6a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1767319014.790345:0:117359:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1767319014.790478:0:117359:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9e7d3fb69800 00000020:02000400:1.0:1767319014.790560:0:117359:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1767319015.816802:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319015.949768:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988438528 00000100:00100000:2.0:1767319015.949779:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988438528 00000100:00100000:2.0:1767319015.949848:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1767319015.949858:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988438528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.949938:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988438528:12345-0@lo:400:kworker.0 Request processed in 82us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319015.949947:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1767319015.960632:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439040 00000100:00100000:2.0:1767319015.960645:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439040 00000100:00100000:2.0:1767319015.960727:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988438656 00000100:00100000:2.0:1767319015.960731:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988438656 00000100:00100000:2.0:1767319015.960742:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439680 00000100:00100000:2.0:1767319015.960745:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439680 00000100:00100000:2.0:1767319015.960758:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988438784 00000100:00100000:2.0:1767319015.960761:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988438784 00000100:00100000:2.0:1767319015.960776:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988438912 00000100:00100000:2.0:1767319015.960779:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988438912 00000100:00100000:2.0:1767319015.960795:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1767319015.960805:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988439040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.960887:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988439040:12345-0@lo:400:kworker.0 Request processed in 70us (11709us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319015.960897:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1767319015.960917:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1767319015.960938:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988439680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.960972:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988439680:12345-0@lo:400:kworker.0 Request processed in 34us (11423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319015.960978:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1767319015.960992:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1767319015.960998:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988438784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.961032:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988438784:12345-0@lo:400:kworker.0 Request processed in 33us (10618us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319015.961039:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1767319015.961051:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:2.0:1767319015.961055:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7011:x1853163988438656:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319015.961061:0:82097:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319015.961086:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7011:x1853163988438656:12345-0@lo:400:kworker.0 Request processed in 30us (11628us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319015.961092:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:2.0:1767319015.961104:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:2.0:1767319015.961108:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163988438912:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319015.961113:0:82097:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319015.961136:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163988438912:12345-0@lo:400:kworker.0 Request processed in 27us (10528us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319015.961142:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00080000:2.0:1767319015.961180:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319015.961220:0:7013:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767319015.961239:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319015.961244:0:7013:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319015.961250:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319015.961263:0:7013:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4146 00000100:00080000:2.0:1767319015.961270:0:7013:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319015.961307:0:7013:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1fb80 x1853163988439808/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319015.961336:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988438912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.961359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988438784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.961419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988439808:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1767319015.961452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319015.961487:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439808 00000100:00100000:2.0:1767319015.961491:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439808 00000100:00100000:2.0:1767319015.961514:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1767319015.961518:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988439808:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1767319015.961539:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319015.961574:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988439808:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 54us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319015.961614:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00080000:2.0:1767319015.961640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319015.961645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319015.961648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988439808:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767319015.963366:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439296 00000100:00100000:1.0:1767319015.963382:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439296 00000100:00100000:1.0:1767319015.963464:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439424 00000100:00100000:1.0:1767319015.963468:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439424 00000100:00100000:1.0:1767319015.963498:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767319015.963508:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988439296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.963773:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:2.0:1767319015.963785:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988439424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319015.964362:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988439296:12345-0@lo:400:kworker.0 Request processed in 855us (13846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319015.964372:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767319015.964401:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156 00000100:00100000:1.0:1767319015.964406:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7011:x1853163988439168:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767319015.964412:0:18380:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319015.964442:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7011:x1853163988439168:12345-0@lo:400:kworker.0 Request processed in 35us (14942us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319015.964449:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156 00000100:00080000:0.0:1767319015.965040:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767319015.965064:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767319015.965070:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767319015.965078:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319015.965083:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 3227 00000100:00080000:0.0:1767319015.965090:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319015.965133:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163988439936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319015.965176:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988438656:0@lo:400:kworker.0 00000100:00080000:0.0:1767319015.965193:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-osp-MDT0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767319015.965196:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767319015.965199:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767319015.965205:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319015.965210:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4231 00000100:00080000:0.0:1767319015.965214:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d09274000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319015.965240:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163988440064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319015.965251:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988439168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.965275:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988439680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.965289:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988438528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.965305:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988439040:0@lo:400:kworker.0 00000100:02020000:0.0:1767319015.965315:0:7011:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0001-osp-MDT0000: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1767319015.965325:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-osp-MDT0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767319015.965328:0:7011:0:(import.c:213:ptlrpc_set_import_discon()) osp: import ffff9e7d09274000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1767319015.965499:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988439936:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1767319015.965562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319015.965628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988440064:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1767319015.965654:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319015.965809:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439936 00000100:00100000:0.0:1767319015.965815:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439936 00000100:00100000:0.0:1767319015.965858:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1767319015.965864:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988439936:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1767319015.965899:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319015.965940:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988439936:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 75us (378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319015.965947:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00080000:1.0:1767319015.966019:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319015.966025:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319015.966029:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988439936:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767319015.966144:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988439424:12345-0@lo:400:kworker.0 Request processed in 2359us (5685us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319015.966153:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:2.0:1767319015.966186:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440064 00000100:00100000:2.0:1767319015.966190:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440064 00000100:00100000:2.0:1767319015.966337:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:2.0:1767319015.966342:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988440064:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1767319015.966354:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319015.966398:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988440064:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 53us (742us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319015.966404:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00080000:1.0:1767319015.966450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319015.966454:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319015.966457:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988440064:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1767319015.966742:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319015.966749:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319015.966777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988439424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319015.966791:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988439296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319016.228345:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319016.238087:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319016.238141:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319016.238187:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319016.238232:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319016.238930:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923599232 00000100:00100000:1.0:1767319016.238945:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923599232 00000100:00100000:1.0:1767319016.239022:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923599360 00000100:00100000:1.0:1767319016.239026:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923599360 00000100:00100000:1.0:1767319016.239051:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1508 00000100:00100000:1.0:1767319016.239062:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923599232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319016.239165:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923599232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319016.239187:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1508 00000100:00100000:1.0:1767319016.239210:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1762 00000100:00100000:1.0:1767319016.239215:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163923599360:12345-192.168.204.13@tcp:400:kworker.0 00000020:00080000:1.0:1767319016.239222:0:81217:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.13@tcp 00000100:00100000:1.0:1767319016.239251:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163923599360:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 34us (1073us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319016.239258:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1762 00000100:00080000:1.0:1767319016.239278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319016.240129:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923599488 00000100:00100000:0.0:1767319016.240138:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923599488 00000100:00080000:1.0:1767319016.240468:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319016.240473:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319016.458642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988440192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319016.458721:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440320 00000100:00100000:0.0:1767319016.458733:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440320 00000100:00100000:0.0:1767319016.458802:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767319016.458813:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988440320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319016.458853:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319016.458919:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988440320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319016.458928:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1767319016.463427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988440192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767319017.865539:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319019.913144:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767319020.044746:0:116153:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:0.0:1767319020.044760:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018899 is committed 00000020:00000080:0.0:1767319020.044765:0:116153:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319020.044923:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b06e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319020.044983:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04912000 for lustre-MDT0000 00000001:00100000:0.0:1767319020.045051:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1767319020.045055:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d39a7c800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1767319020.045679:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319020.045684:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d07403000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319020.045848:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d07403000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1767319020.045883:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d39a7f000 for lustre-OST0000 00000100:00100000:2.0:1767319021.065630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988440576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319021.065662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319021.065688:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988440832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319021.065709:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319021.065725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988441088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319021.065747:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319021.065798:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988441216 00000100:00100000:2.0:1767319021.065824:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988441216 00000100:00100000:2.0:1767319021.065897:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767319021.065908:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988441216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319021.066126:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988441216:12345-0@lo:400:kworker.0 Request processed in 218us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319021.066136:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767319021.066182:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31930a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988441216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066369:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988440704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.066430:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988441472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.066469:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767319021.066474:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988440448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.066526:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988441344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.066575:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440960 00000100:00100000:1.0:1767319021.066602:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440960 00000100:00100000:1.0:1767319021.066630:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440576 00000100:00100000:1.0:1767319021.066635:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440576 00000100:00100000:1.0:1767319021.066643:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440832 00000100:00100000:1.0:1767319021.066645:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440832 00000100:00100000:1.0:1767319021.066651:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988440704 00000100:00100000:1.0:1767319021.066654:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988440704 00000100:00100000:1.0:1767319021.066667:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988441472 00000100:00100000:1.0:1767319021.066670:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988441472 00000100:00100000:1.0:1767319021.066681:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1767319021.066687:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988440960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066721:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988440960:12345-0@lo:400:kworker.0 Request processed in 34us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.066727:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1767319021.066749:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1767319021.066755:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988440704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.066801:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988440704:12345-0@lo:400:kworker.0 Request processed in 45us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.066807:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1767319021.066831:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1767319021.068066:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988441472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319021.068102:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988441472:12345-0@lo:400:kworker.0 Request processed in 1265us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.068109:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:2.0:1767319021.068627:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988440960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319021.344872:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600128 00000100:00100000:2.0:1767319021.344882:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600128 00000100:00100000:2.0:1767319021.344938:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1766 00000100:00100000:2.0:1767319021.344947:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923600128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319021.344970:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319021.345038:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923600128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 91us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319021.345046:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1766 00000100:00100000:0.0:1767319021.345728:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600000 00000100:00100000:0.0:1767319021.345734:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600000 00000100:00100000:0.0:1767319021.345795:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1512 00000100:00100000:0.0:1767319021.345803:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923600000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319021.345856:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923600000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 54us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319021.345863:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1512 00000100:00100000:0.0:1767319021.347822:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923599872 00000100:00100000:0.0:1767319021.347829:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923599872 00000100:00100000:0.0:1767319021.347867:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 86 00000100:00100000:0.0:1767319021.347876:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923599872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319021.347932:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923599872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 57us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319021.347940:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 86 00000100:00100000:2.0:1767319021.348028:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600384 00000100:00100000:2.0:1767319021.348033:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600384 00000100:00100000:2.0:1767319021.348070:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600256 00000100:00100000:2.0:1767319021.348073:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600256 00000100:00100000:2.0:1767319021.348095:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2880 00000100:00100000:2.0:1767319021.348102:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923600384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767319021.348121:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319021.348125:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319021.348143:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923600384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 42us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319021.348145:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2881 00000100:00100000:2.0:1767319021.348150:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2880 00000100:00100000:0.0:1767319021.348151:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923600256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319021.348174:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923600256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319021.348180:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2881 00000100:00100000:1.0:1767319021.577430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988441600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319021.577507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.579533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988441600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767319021.962106:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319024.008783:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319026.057204:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319026.186132:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319026.186142:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319026.186146:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319026.186154:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4267 00000100:00080000:0.0:1767319026.186160:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319026.186167:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319026.186190:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36393800 x1853163988441984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319026.186221:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319026.186225:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319026.186227:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319026.186230:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4267 00000100:00080000:0.0:1767319026.186233:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319026.186237:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319026.186247:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36391f80 x1853163988442240/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319026.186270:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319026.186274:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319026.186276:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319026.186279:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4267 00000100:00080000:0.0:1767319026.186282:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319026.186285:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d09274000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319026.186297:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36392a00 x1853163988442496/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319026.186481:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988442112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.186551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.186600:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988442880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.186625:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.186647:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767319026.186653:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988441856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.186692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.186726:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988442752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.186753:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.186792:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988441856 00000100:00100000:1.0:1767319026.186807:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988441856 00000100:00100000:1.0:1767319026.186862:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1767319026.186873:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988441856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.186926:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988441856:12345-0@lo:400:kworker.0 Request processed in 54us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319026.186935:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1767319026.187004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988441856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.187032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988442752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.187069:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:1.0:1767319026.187078:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988442624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.187117:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988442624:12345-0@lo:400:kworker.0 Request processed in 41us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319026.187157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988441984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319026.187171:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988442112 00000100:00100000:0.0:1767319026.187176:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988442112 00000100:00100000:2.0:1767319026.187190:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319026.187215:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988442240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319026.187237:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.189308:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:1.0:1767319026.189396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988442624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319026.190147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988442496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319026.190205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319026.191915:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988442880 00000100:00100000:0.0:1767319026.191928:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988442880 00000100:00100000:0.0:1767319026.192617:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988442368 00000100:00100000:0.0:1767319026.192622:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988442368 00000100:00100000:0.0:1767319026.192661:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988441984 00000100:00100000:0.0:1767319026.192664:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988441984 00000100:00100000:0.0:1767319026.192673:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988442240 00000100:00100000:0.0:1767319026.192676:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988442240 00000100:00100000:0.0:1767319026.192704:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1767319026.192714:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988442112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319026.193832:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988442112:12345-0@lo:400:kworker.0 Request processed in 1116us (7277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.193842:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1767319026.193867:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767319026.193874:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988442880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319026.193907:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988442880:12345-0@lo:400:kworker.0 Request processed in 33us (7281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.193912:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767319026.193922:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1767319026.193927:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988442368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319026.193956:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988442368:12345-0@lo:400:kworker.0 Request processed in 29us (7114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.193962:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1767319026.193974:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1767319026.193978:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988441984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319026.194012:0:82097:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319026.194760:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988441984:12345-0@lo:38:kworker.0 Request processed in 748us (7538us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319026.194769:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1767319026.194779:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1767319026.194785:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988442240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319026.194796:0:81219:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319026.194820:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988442496 00000100:00100000:2.0:1767319026.194828:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988442496 00000100:00100000:0.0:1767319026.194832:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988442368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.194832:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988442240:12345-0@lo:38:kworker.0 Request processed in 44us (7593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319026.194838:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1767319026.194867:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159 00000100:00100000:0.0:1767319026.194871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988442112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319026.194876:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988442496:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319026.194888:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988442880:0@lo:400:kworker.0 00010000:00020000:2.0:1767319026.194892:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319026.194916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.194922:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767319026.194924:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319026.194925:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988441984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319026.195001:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988442496:12345-0@lo:38:kworker.0 Request processed in 126us (4795us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319026.195009:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159 00000100:00080000:1.0:1767319026.200093:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.200125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.200131:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988442240:0@lo:38:kworker.0 00000100:00080000:1.0:1767319026.200152:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.200156:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.200159:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988442496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.468704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319026.468751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319026.468789:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319026.468814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319026.468860:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319026.468889:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600896 00000100:00100000:1.0:1767319026.468898:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600896 00000100:00100000:1.0:1767319026.468952:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601024 00000100:00100000:1.0:1767319026.468955:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601024 00000100:00100000:1.0:1767319026.468976:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2884 00000100:00100000:1.0:1767319026.468985:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923600896:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319026.469052:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923600896:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319026.469060:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2884 00000100:00100000:1.0:1767319026.469076:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2885 00000100:00100000:1.0:1767319026.469083:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923601024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319026.469109:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923601024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319026.469114:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2885 00000100:00100000:0.0:1767319026.469640:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600640 00000100:00100000:0.0:1767319026.469646:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600640 00000100:00100000:0.0:1767319026.469694:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923600768 00000100:00100000:0.0:1767319026.469697:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923600768 00000100:00100000:0.0:1767319026.469720:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1516 00000100:00100000:0.0:1767319026.469727:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923600640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319026.469763:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923600640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 37us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.469769:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1516 00000100:00100000:0.0:1767319026.469783:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1769 00000100:00100000:0.0:1767319026.469787:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923600768:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319026.469806:0:81218:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319026.469848:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923600768:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (988us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319026.469855:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1769 00000100:00080000:0.0:1767319026.469872:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319026.469886:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319026.469888:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319026.698753:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319026.698784:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988443008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319026.698858:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319026.698913:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443008 00000100:00100000:0.0:1767319026.698921:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443008 00000100:00100000:0.0:1767319026.698966:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1767319026.698975:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988443008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319026.699004:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319026.699063:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988443008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.699070:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1767319026.699115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988443008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319026.699806:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988443136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319026.699846:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319026.700221:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988443136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767319028.104717:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319029.130562:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319030.153815:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319031.177744:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319031.308692:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319031.308701:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319031.308705:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319031.308713:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4273 00000100:00080000:2.0:1767319031.308718:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319031.308724:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319031.308761:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0dc00 x1853163988443392/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319031.308818:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988443392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.308875:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319031.308928:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443392 00000100:00100000:2.0:1767319031.308934:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443392 00000100:00100000:2.0:1767319031.308972:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1767319031.308979:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988443392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319031.308999:0:86850:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319031.309037:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988443392:12345-0@lo:38:kworker.0 Request processed in 57us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319031.309044:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00080000:2.0:1767319031.309077:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319031.309081:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319031.309084:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988443392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319031.309109:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319031.309112:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319031.309114:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319031.309117:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4273 00000100:00080000:2.0:1767319031.309120:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319031.309123:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319031.309132:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163988443648/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319031.309147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988443648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.309164:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319031.309189:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443648 00000100:00100000:2.0:1767319031.309193:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443648 00000100:00100000:2.0:1767319031.309208:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:2.0:1767319031.309212:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988443648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319031.309221:0:86850:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319031.309242:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988443648:12345-0@lo:38:kworker.0 Request processed in 29us (77us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319031.309248:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00080000:2.0:1767319031.309268:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319031.309271:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319031.309274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988443648:0@lo:38:kworker.0 00000100:00080000:2.0:1767319031.309298:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319031.309301:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319031.309303:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319031.309306:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4273 00000100:00080000:2.0:1767319031.309308:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319031.309311:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d09274000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319031.309318:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988443776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319031.309338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319031.309360:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443776 00000100:00100000:2.0:1767319031.309363:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443776 00000100:00100000:2.0:1767319031.309392:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1767319031.309397:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988443776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319031.309428:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988443776:12345-0@lo:400:kworker.0 Request processed in 31us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319031.309434:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1767319031.309462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988443776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319031.309483:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163988443904/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319031.309498:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988443904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.309519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319031.309543:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443904 00000100:00100000:2.0:1767319031.309546:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443904 00000100:00100000:2.0:1767319031.309562:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4160 00000100:00100000:2.0:1767319031.309566:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988443904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319031.309575:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319031.309630:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988443904:12345-0@lo:38:kworker.0 Request processed in 63us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319031.309636:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4160 00000100:00080000:2.0:1767319031.309656:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319031.309659:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319031.309662:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988443904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.309691:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988444032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319031.309713:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.309955:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988443520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.309983:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.310000:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988444288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310018:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.310036:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767319031.310041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988443264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310064:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.310088:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988444160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310106:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319031.310130:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319031.310147:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443264 00000100:00100000:0.0:1767319031.310151:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443264 00000100:00100000:0.0:1767319031.310177:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1767319031.310182:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988443264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310212:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988443264:12345-0@lo:400:kworker.0 Request processed in 30us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.310217:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1767319031.310241:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444032 00000100:00100000:0.0:1767319031.310244:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444032 00000100:00100000:0.0:1767319031.310266:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444160 00000100:00100000:0.0:1767319031.310268:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444160 00000100:00100000:0.0:1767319031.310284:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:0.0:1767319031.310288:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988444032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310315:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988444032:12345-0@lo:400:kworker.0 Request processed in 26us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.310320:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:0.0:1767319031.310329:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1767319031.310333:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988444160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310351:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988444160:12345-0@lo:400:kworker.0 Request processed in 18us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.310356:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00080000:0.0:1767319031.310376:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319031.310378:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319031.310393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988444032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310408:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988443520 00000100:00100000:0.0:1767319031.310411:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988443520 00000100:00100000:0.0:1767319031.310429:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444288 00000100:00100000:0.0:1767319031.310431:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444288 00000100:00100000:0.0:1767319031.310450:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1767319031.310455:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988443520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310478:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988443520:12345-0@lo:400:kworker.0 Request processed in 23us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.310484:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1767319031.310492:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1767319031.310497:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988444288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310514:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988444288:12345-0@lo:400:kworker.0 Request processed in 17us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.310519:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00080000:0.0:1767319031.310532:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319031.310543:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988443264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310552:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988444160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988443520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.310568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988444288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319031.592176:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319031.592224:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319031.592256:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601408 00000100:00100000:0.0:1767319031.592262:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319031.592268:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601408 00000100:00100000:0.0:1767319031.592290:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319031.592310:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1772 00000100:00100000:2.0:1767319031.592319:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923601408:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767319031.592327:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00020000:2.0:1767319031.592346:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319031.592353:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601536 00000100:00100000:0.0:1767319031.592358:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601536 00000100:00100000:2.0:1767319031.592399:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923601408:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 80us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319031.592415:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1772 00000100:00100000:2.0:1767319031.592429:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601280 00000100:00100000:2.0:1767319031.592433:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601280 00000100:00100000:2.0:1767319031.592462:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1520 00000100:00100000:2.0:1767319031.592467:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923601280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319031.592497:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923601280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 31us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319031.592503:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1520 00000100:00100000:0.0:1767319031.592747:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601664 00000100:00100000:0.0:1767319031.592752:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601664 00000100:00100000:0.0:1767319031.592774:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2888 00000100:00100000:0.0:1767319031.592781:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923601664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319031.592815:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923601664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 34us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.592822:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2888 00000100:00100000:0.0:1767319031.592836:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6103 00000100:00100000:0.0:1767319031.592842:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923601536:12345-192.168.204.13@tcp:9:kworker.0 00000020:00000080:0.0:1767319031.592860:0:37856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37196 00000100:00080000:0.0:1767319031.592867:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d069e9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319031.592909:0:37856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1767319031.593029:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+2:2507:x1853163923601536:12345-192.168.204.13@tcp:9:kworker.0 Request processed in 186us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.593035:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6103 00000100:00100000:0.0:1767319031.593055:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601152 00000100:00100000:0.0:1767319031.593059:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601152 00000100:00100000:0.0:1767319031.593081:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:0.0:1767319031.593088:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eafbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923601152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319031.593110:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eafbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923601152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 22us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.593116:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00080000:0.0:1767319031.593148:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319031.593151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319031.593154:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767319031.593172:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319031.818022:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444416 00000100:00100000:0.0:1767319031.818031:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444416 00000100:00100000:0.0:1767319031.818079:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:0.0:1767319031.818088:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988444416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319031.818128:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319031.818176:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988444416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.818184:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:0.0:1767319031.818248:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988444416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319031.819157:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319031.819205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988444544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319031.819243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319031.819375:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444544 00000100:00100000:1.0:1767319031.819380:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444544 00000100:00100000:1.0:1767319031.819416:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:1.0:1767319031.819424:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988444544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319031.819443:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319031.819507:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988444544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319031.819514:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767319031.819643:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988444544:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767319032.208515:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319033.232151:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319034.248965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319035.275267:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319036.297721:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319036.427853:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988444672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.427884:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319036.427910:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988445568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.427928:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319036.427946:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767319036.427951:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988444928:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.427968:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319036.427981:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988445696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.427998:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319036.428019:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444672 00000100:00100000:1.0:1767319036.428022:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444672 00000100:00100000:1.0:1767319036.428048:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1767319036.428054:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988444672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428082:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988444672:12345-0@lo:400:kworker.0 Request processed in 29us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.428088:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1767319036.428121:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988445568 00000100:00100000:1.0:1767319036.428124:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988445568 00000100:00100000:1.0:1767319036.428148:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:1.0:1767319036.428154:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988445568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428179:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988445568:12345-0@lo:400:kworker.0 Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.428185:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:1.0:1767319036.428198:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988444928 00000100:00100000:1.0:1767319036.428201:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988444928 00000100:00100000:1.0:1767319036.428220:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988445696 00000100:00100000:1.0:1767319036.428222:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988445696 00000100:00100000:1.0:1767319036.428236:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1767319036.428242:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988444928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428265:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988444928:12345-0@lo:400:kworker.0 Request processed in 24us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.428271:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1767319036.428281:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1767319036.428286:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988445696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428307:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988445696:12345-0@lo:400:kworker.0 Request processed in 21us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.428313:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00080000:1.0:1767319036.428331:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319036.428334:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319036.428352:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988444928:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428361:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988445696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428368:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988444672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.428385:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988445568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319036.706185:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319036.706232:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319036.706261:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601792 00000100:00100000:1.0:1767319036.706274:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601792 00000100:00100000:1.0:1767319036.706318:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 92 00000100:00100000:1.0:1767319036.706331:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923601792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319036.706405:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923601792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.706412:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 92 00000100:00100000:1.0:1767319036.706442:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923601920 00000100:00100000:1.0:1767319036.706445:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923601920 00000100:00100000:1.0:1767319036.706477:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1524 00000100:00100000:1.0:1767319036.706483:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2510:x1853163923601920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319036.706526:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2510:x1853163923601920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 43us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.706533:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1524 00000100:00080000:1.0:1767319036.706665:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319036.708388:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319036.708421:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319036.708449:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602048 00000100:00100000:1.0:1767319036.708457:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602048 00000100:00100000:1.0:1767319036.708499:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00100000:1.0:1767319036.708506:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923602048:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319036.708528:0:95952:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319036.708789:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923602048:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 280us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319036.708797:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00100000:1.0:1767319036.708817:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602176 00000100:00100000:1.0:1767319036.708820:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602176 00000100:00100000:1.0:1767319036.708944:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2891 00000100:00100000:1.0:1767319036.708951:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923602176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319036.708983:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923602176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319036.708989:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2891 00000100:00080000:1.0:1767319036.709274:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319036.941903:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988445824 00000100:00100000:0.0:1767319036.941917:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988445824 00000100:00100000:1.0:1767319036.942110:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988445952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319036.942174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319036.948649:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988445952 00000100:00100000:0.0:1767319036.948665:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988445952 00000100:00100000:0.0:1767319036.948721:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:0.0:1767319036.948731:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988445824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319036.948765:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319036.948855:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988445824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (10589us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319036.948863:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:0.0:1767319036.948881:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1767319036.948888:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988445952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319036.948903:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319036.948941:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988445952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (6768us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319036.948947:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1767319036.949010:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988445952:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1767319036.949039:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d069e9800/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0000 00000020:00000080:0.0:1767319036.949084:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d069e9000 for lustre-OST0000 00000080:01200004:0.0:1767319037.129259:0:118125:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d0cd50800 00000020:01000004:0.0:1767319037.129317:0:118125:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:0.0:1767319037.129319:0:118125:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1767319037.129330:0:118125:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1767319037.129343:0:118125:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1767319037.129347:0:118125:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319037.129362:0:118125:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9e7d3fabb1b0) 00000020:00000080:0.0:1767319037.129377:0:118125:0:(obd_config.c:657:class_attach()) OBD: dev 3 attached type osd-ldiskfs with refcount 2 00000020:00000080:0.0:1767319037.129381:0:118125:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00100000:10000000:0.0:1767319037.279948:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1767319037.280493:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.281375:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.281919:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.282130:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.282371:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.282739:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.282949:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.283187:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.283381:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.283727:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.283977:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.284178:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1767319037.284374:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1767319037.285188:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.285362:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.285557:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.285845:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.286057:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.286295:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.286497:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.286878:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.287075:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.287282:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.287541:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.287959:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.288158:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.288350:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.288627:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.288967:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.289252:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.289628:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.289883:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.290117:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.290524:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.290934:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.291133:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.291334:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.291546:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.291910:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.292145:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.292335:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.292545:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.292893:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1767319037.293122:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1767319037.293312:0:118125:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00080000:01000000:0.0:1767319037.295996:0:118125:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1767319037.296232:0:118125:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1767319037.296242:0:118125:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:0.0:1767319037.296254:0:118125:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37524 00000020:01000004:0.0:1767319037.296260:0:118125:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1767319037.296283:0:118125:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1767319037.296286:0:118125:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1767319037.296292:0:118125:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1767319037.296315:0:118125:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1767319037.296319:0:118125:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.113@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1767319037.299754:0:118125:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.113@tcp ctxt 0 is initialized 00000020:01000004:1.0:1767319037.299796:0:118125:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.113@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1767319037.299800:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1767319037.299803:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1767319037.299804:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319037.299805:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319037.299807:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319037.299808:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319037.299810:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319037.299812:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319037.299813:0:118125:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1767319037.299816:0:118125:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1767319037.299819:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767319037.299894:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1767319037.299895:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319037.299896:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319037.299898:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319037.299899:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319037.299906:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319037.299907:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319037.299908:0:118125:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1767319037.299935:0:118125:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1767319037.299956:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446080:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1767319037.300022:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.300130:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.300174:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988446080 00000100:00100000:2.0:1767319037.300181:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988446080 00000100:00100000:2.0:1767319037.300258:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1767319037.300268:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:118125:x1853163988446080:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1767319037.300298:0:116160:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1767319037.300301:0:116160:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1767319037.300309:0:116160:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1767319037.301115:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446080:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1767319037.301126:0:118125:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1767319037.301129:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767319037.301130:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1767319037.301131:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319037.301132:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319037.301133:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319037.301134:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319037.301135:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319037.301137:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319037.301138:0:118125:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1767319037.301158:0:118125:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d0cd50800 from lustre-MDT0001 10000000:01000000:1.0:1767319037.301186:0:118125:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1767319037.301189:0:118125:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1767319037.301197:0:118125:0:(mgc_request_server.c:834:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9e7d32ce8000 local copy 00010000:00010000:1.0:1767319037.301204:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.301283:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446208:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319037.301310:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.301369:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36856000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.301608:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446208:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1767319037.301618:0:118125:0:(mgc_request_server.c:727:mgc_llog_local_copy()) MGC192.168.204.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1767319037.301632:0:118125:0:(mgc_request_server.c:857:mgc_get_local_copy()) MGC192.168.204.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1767319037.301637:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.301657:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319037.301676:0:118125:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9e7d0cd50800 10000000:01000000:2.0:1767319037.301679:0:118125:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1767319037.301682:0:118125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9e7d0cd50800 10000000:01000000:2.0:1767319037.301684:0:118125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1767319037.301687:0:118125:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d0cd50800 from 1 10000000:01000000:2.0:1767319037.301689:0:118125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1767319037.301708:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.301713:0:118125:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.301719:0:118125:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319037.301727:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446336:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319037.301745:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.302058:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7ee000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.302116:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988446336 00000100:00100000:1.0:1767319037.302120:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988446336 00000100:00100000:1.0:1767319037.302135:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1767319037.302139:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:118125:x1853163988446336:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319037.302151:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319037.302162:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37532 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3752b expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302178:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37532 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3752b expref: 19 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302185:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37532 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3752b expref: 19 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302190:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5e00, rc 0) 00000100:00100000:1.0:1767319037.302217:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:118125:x1853163988446336:12345-0@lo:101:mount.lustre.0 Request processed in 77us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.302221:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1767319037.302270:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446336:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319037.302279:0:118125:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.302285:0:118125:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319037.302295:0:118125:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1767319037.302310:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.302314:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319037.302318:0:118125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1767319037.302320:0:118125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1767319037.302323:0:118125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9e7d0cd50800 10000000:01000000:2.0:1767319037.302325:0:118125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1767319037.302327:0:118125:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1767319037.302328:0:118125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1767319037.302338:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.302342:0:118125:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.302346:0:118125:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319037.302353:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446464:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319037.302369:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.302377:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7ee000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.302414:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988446464 00000100:00100000:1.0:1767319037.302417:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988446464 00000100:00100000:1.0:1767319037.302428:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1767319037.302431:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:118125:x1853163988446464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319037.302436:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319037.302443:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37540 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37539 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302455:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37539 expref: 20 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302462:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37539 expref: 20 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.302467:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5a00, rc 0) 00000100:00100000:1.0:1767319037.302515:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988446464:12345-0@lo:101:mount.lustre.0 Request processed in 74us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.302524:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1767319037.302661:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446464:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319037.302667:0:118125:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.302672:0:118125:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1767319037.302805:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x68:0x0] index 46 count 46 00000040:00080000:2.0:1767319037.303108:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319037.306725:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].1, 224 off8416 00000040:00080000:2.0:1767319037.306777:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].2, 136 off8552 00000040:00080000:2.0:1767319037.306792:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].3, 176 off8728 00000040:00080000:2.0:1767319037.306804:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].4, 224 off8952 00000040:00080000:2.0:1767319037.306816:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].5, 224 off9176 00000040:00080000:2.0:1767319037.306946:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].6, 120 off9296 00000040:00080000:2.0:1767319037.306963:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].7, 112 off9408 00000040:00080000:2.0:1767319037.306976:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].8, 160 off9568 00000040:00080000:2.0:1767319037.306989:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].9, 224 off9792 00000040:00080000:2.0:1767319037.307001:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].10, 224 off10016 00000040:00080000:2.0:1767319037.307015:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].11, 80 off10096 00000040:00080000:2.0:1767319037.307027:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].12, 224 off10320 00000040:00080000:2.0:1767319037.307039:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].13, 224 off10544 00000040:00080000:2.0:1767319037.307056:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].14, 160 off10704 00000040:00080000:2.0:1767319037.307070:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].15, 224 off10928 00000040:00080000:2.0:1767319037.307084:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].16, 224 off11152 00000040:00080000:2.0:1767319037.307096:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].17, 88 off11240 00000040:00080000:2.0:1767319037.307108:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].18, 144 off11384 00000040:00080000:2.0:1767319037.307120:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].19, 152 off11536 00000040:00080000:2.0:1767319037.307131:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].20, 136 off11672 00000040:00080000:2.0:1767319037.307144:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].21, 224 off11896 00000040:00080000:2.0:1767319037.307156:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].22, 224 off12120 00000040:00080000:2.0:1767319037.307169:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].23, 80 off12200 00000040:00080000:2.0:1767319037.307181:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].24, 224 off12424 00000040:00080000:2.0:1767319037.307195:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].25, 224 off12648 00000040:00080000:2.0:1767319037.307208:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].26, 88 off12736 00000040:00080000:2.0:1767319037.307222:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].27, 144 off12880 00000040:00080000:2.0:1767319037.307236:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].28, 152 off13032 00000040:00080000:2.0:1767319037.307249:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].29, 136 off13168 00000040:00080000:2.0:1767319037.307278:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].30, 224 off13392 00000040:00080000:2.0:1767319037.307291:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].31, 224 off13616 00000040:00080000:2.0:1767319037.307303:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].32, 80 off13696 00000040:00080000:2.0:1767319037.307317:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].33, 224 off13920 00000040:00080000:2.0:1767319037.307330:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].34, 224 off14144 00000040:00080000:2.0:1767319037.307344:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].35, 88 off14232 00000040:00080000:2.0:1767319037.307356:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].36, 144 off14376 00000040:00080000:2.0:1767319037.307367:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].37, 152 off14528 00000040:00080000:2.0:1767319037.307379:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].38, 136 off14664 00000040:00080000:2.0:1767319037.307391:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].39, 224 off14888 00000040:00080000:2.0:1767319037.307403:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].40, 224 off15112 00000040:00080000:2.0:1767319037.307415:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].41, 80 off15192 00000040:00080000:2.0:1767319037.307427:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].42, 224 off15416 00000040:00080000:2.0:1767319037.307437:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].43, 224 off15640 00000040:00080000:2.0:1767319037.307451:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].44, 120 off15760 00000040:00080000:2.0:1767319037.307490:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6d:0x0].45, 224 off15984 00000040:00080000:2.0:1767319037.307496:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x68:0x0] index 45 count 46 00000100:00100000:2.0:1767319037.307753:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319037.307817:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.307974:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01370b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.308015:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988446592 00000100:00100000:1.0:1767319037.308022:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988446592 00000100:00100000:1.0:1767319037.308117:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1767319037.308126:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988446592:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319037.308247:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988446592:12345-0@lo:501:mount.lustre.0 Request processed in 122us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.308253:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1767319037.308318:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319037.308347:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446720:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319037.308377:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.308438:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01370b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.308713:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446720:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1767319037.309020:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1767319037.309065:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446848:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.309093:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.309119:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01370b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.310109:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446848:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.310287:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].1, 224 off8416 00000040:00080000:2.0:1767319037.310313:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].2, 136 off8552 00000040:00080000:2.0:1767319037.310327:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].3, 176 off8728 00000040:00080000:2.0:1767319037.310339:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].4, 224 off8952 00000040:00080000:2.0:1767319037.310352:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].5, 224 off9176 00000040:00080000:2.0:1767319037.310364:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].6, 120 off9296 00000040:00080000:2.0:1767319037.310375:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].7, 112 off9408 00000040:00080000:2.0:1767319037.310386:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].8, 160 off9568 00000040:00080000:2.0:1767319037.310397:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].9, 224 off9792 00000040:00080000:2.0:1767319037.310409:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].10, 224 off10016 00000040:00080000:2.0:1767319037.310421:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].11, 80 off10096 00000040:00080000:2.0:1767319037.310435:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].12, 224 off10320 00000040:00080000:2.0:1767319037.310449:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].13, 224 off10544 00000040:00080000:2.0:1767319037.310461:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].14, 160 off10704 00000040:00080000:2.0:1767319037.310483:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].15, 224 off10928 00000040:00080000:2.0:1767319037.310498:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].16, 224 off11152 00000040:00080000:2.0:1767319037.310721:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].17, 88 off11240 00000040:00080000:2.0:1767319037.310738:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].18, 144 off11384 00000040:00080000:2.0:1767319037.310759:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].19, 152 off11536 00000040:00080000:2.0:1767319037.310772:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].20, 136 off11672 00000040:00080000:2.0:1767319037.310784:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].21, 224 off11896 00000040:00080000:2.0:1767319037.310798:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].22, 224 off12120 00000040:00080000:2.0:1767319037.310811:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].23, 80 off12200 00000040:00080000:2.0:1767319037.310906:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].24, 224 off12424 00000040:00080000:2.0:1767319037.310925:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].25, 224 off12648 00000040:00080000:2.0:1767319037.310939:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].26, 88 off12736 00000040:00080000:2.0:1767319037.310952:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].27, 144 off12880 00000040:00080000:2.0:1767319037.310965:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].28, 152 off13032 00000040:00080000:2.0:1767319037.310979:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].29, 136 off13168 00000040:00080000:2.0:1767319037.310992:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].30, 224 off13392 00000040:00080000:2.0:1767319037.311014:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].31, 224 off13616 00000040:00080000:2.0:1767319037.311027:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].32, 80 off13696 00000040:00080000:2.0:1767319037.311038:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].33, 224 off13920 00000040:00080000:2.0:1767319037.311050:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].34, 224 off14144 00000040:00080000:2.0:1767319037.311062:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].35, 88 off14232 00000040:00080000:2.0:1767319037.311073:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].36, 144 off14376 00000040:00080000:2.0:1767319037.311084:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].37, 152 off14528 00000040:00080000:2.0:1767319037.311095:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].38, 136 off14664 00000040:00080000:2.0:1767319037.311107:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].39, 224 off14888 00000040:00080000:2.0:1767319037.311119:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].40, 224 off15112 00000040:00080000:2.0:1767319037.311132:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].41, 80 off15192 00000040:00080000:2.0:1767319037.311144:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].42, 224 off15416 00000040:00080000:2.0:1767319037.311155:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].43, 224 off15640 00000040:00080000:2.0:1767319037.311166:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].44, 120 off15760 00000040:00080000:2.0:1767319037.311178:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].45, 224 off15984 00000040:00080000:2.0:1767319037.311191:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].46, 224 off16208 00000040:00080000:2.0:1767319037.311203:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].47, 120 off16328 00000040:00080000:2.0:1767319037.311216:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].48, 56 off16384 00000100:00100000:2.0:1767319037.311261:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446976:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.311313:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.311392:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01370b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.311429:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988446976 00000100:00100000:0.0:1767319037.311435:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988446976 00000100:00100000:0.0:1767319037.311528:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1767319037.311536:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988446976:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319037.312010:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988446976:12345-0@lo:502:mount.lustre.0 Request processed in 471us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.312018:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1767319037.312113:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988446976:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.312258:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].49, 224 off16608 00000040:00080000:2.0:1767319037.312281:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].50, 224 off16832 00000040:00080000:2.0:1767319037.312294:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].51, 144 off16976 00000040:00080000:2.0:1767319037.312308:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].52, 224 off17200 00000040:00080000:2.0:1767319037.312320:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].53, 224 off17424 00000040:00080000:2.0:1767319037.312334:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].54, 144 off17568 00000040:00080000:2.0:1767319037.312349:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].55, 224 off17792 00000040:00080000:2.0:1767319037.312363:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].56, 224 off18016 00000040:00080000:2.0:1767319037.312375:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].57, 120 off18136 00000100:00100000:2.0:1767319037.312402:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988447104:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.312436:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.312466:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01370b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.312528:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447104 00000100:00100000:1.0:1767319037.312531:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447104 00000100:00100000:1.0:1767319037.312559:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1767319037.312564:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988447104:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319037.312640:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988447104:12345-0@lo:502:mount.lustre.0 Request processed in 76us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.312644:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1767319037.312806:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988447104:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.312934:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6e:0x0].58, 224 off18360 00000040:00080000:2.0:1767319037.312943:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 58 count 58 00000020:01000000:2.0:1767319037.313405:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319037.313414:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.313416:0:118130:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1767319037.313419:0:118130:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1767319037.313421:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319037.313433:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9e7d05d118d8) 00000020:00000080:2.0:1767319037.313454:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1767319037.313458:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1767319037.313539:0:118130:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:2.0:1767319037.313544:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c3754e 00000020:00000080:2.0:1767319037.313713:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1767319037.313716:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319037.313718:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.313720:0:118130:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1767319037.313721:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319037.313723:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.313724:0:118130:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1767319037.313726:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319037.313731:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001 (ffff9e7d05d131b0) 00000020:00000080:2.0:1767319037.313739:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1767319037.313741:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1767319037.313743:0:118130:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1767319037.313745:0:118130:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1767319037.313748:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1767319037.313780:0:118130:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d0cd50800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1767319037.313794:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0001 (ffff9e7d05d16360) 00000020:00000080:2.0:1767319037.313800:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1767319037.313988:0:118130:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:2.0:1767319037.313993:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37563 00000020:00000080:2.0:1767319037.314059:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1767319037.314063:0:118130:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1767319037.314065:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x719a348ff1c3756a 00080000:01000000:2.0:1767319037.314069:0:118130:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:2.0:1767319037.314071:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37571 00010000:00010000:1.0:1767319037.320789:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319037.367170:0:118130:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-4 is initialized 00000001:00080000:2.0:1767319037.367301:0:118130:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 0 srv lr: 77309411477 lx: 0 gen 27 00000001:00080000:2.0:1767319037.367344:0:118130:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 0 srv lr: 77309411477 lx: 0 gen 24 00000001:00000004:2.0:1767319037.367365:0:118130:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 19, last_transno is 77309411477 00000001:00080000:2.0:1767319037.367460:0:118130:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1767319037.367533:0:118130:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d3bc029c0: xid 1853163923595648, transno 77309411497, client gen 24, slot idx 0 00000001:00080000:2.0:1767319037.367544:0:118130:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d3bc02540: xid 1853163923595392, transno 77309411496, client gen 24, slot idx 1 00000020:00000080:2.0:1767319037.370810:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1767319037.370824:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319037.370853:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.370855:0:118130:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1767319037.370860:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767319037.370863:0:118130:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1767319037.370865:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319037.370866:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319037.370868:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319037.370870:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.370872:0:118130:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1767319037.370875:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319037.370880:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.370881:0:118130:0:(obd_config.c:1477:class_process_config()) marker 10 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1767319037.370886:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1767319037.370941:0:118130:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1767319037.370960:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319037.370964:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.370965:0:118130:0:(obd_config.c:1477:class_process_config()) marker 10 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1767319037.370968:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319037.370971:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319037.370973:0:118130:0:(obd_config.c:1477:class_process_config()) marker 17 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1767319037.370975:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767319037.370980:0:118130:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:00000080:2.0:1767319037.371004:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319037.371018:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9e7d05d14a88) 00000020:00000080:2.0:1767319037.371038:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 25 attached type osp with refcount 2 00000020:00000080:2.0:1767319037.371043:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1767319037.371100:0:118130:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1767319037.371107:0:118130:0:(osd_handler.c:8940:osd_obd_connect()) connect #3 00000020:00000080:2.0:1767319037.371113:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c3758d 00010000:00080000:2.0:1767319037.371145:0:118130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d0a2e5000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:2.0:1767319037.372833:0:118130:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-9 is initialized 00000020:00000080:0.0:1767319037.377645:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319037.377659:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1767319037.377695:0:118130:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1767319037.377720:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37594 00000100:00080000:0.0:1767319037.377731:0:118130:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319037.377737:0:118130:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d0a2e5000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319037.377771:0:118130:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262a00 x1853163988447232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319037.377794:0:118130:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1767319037.378626:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319037.378631:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319037.378633:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319037.378637:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319037.378640:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319037.378643:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319037.378661:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163988447360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319037.378699:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319037.378708:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319037.378709:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319037.378712:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319037.378715:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319037.378718:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319037.378731:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d075b7800 x1853163988447616/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319037.378745:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319037.378748:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319037.378749:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319037.378752:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319037.378754:0:99810:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319037.378757:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d09274000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319037.378766:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d075b4700 x1853163988447872/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319037.378812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988447488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.378857:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.378878:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988448256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.378899:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.378919:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319037.378924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988447744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.378943:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.378969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988448000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.378992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.379017:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319037.379023:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988448128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379043:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.379071:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447488 00000100:00100000:1.0:1767319037.379075:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447488 00000100:00100000:1.0:1767319037.379105:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448256 00000100:00100000:1.0:1767319037.379108:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448256 00000100:00100000:1.0:1767319037.379127:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447744 00000100:00100000:1.0:1767319037.379129:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447744 00000100:00100000:1.0:1767319037.379146:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1767319037.379153:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988447488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379188:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988447488:12345-0@lo:400:kworker.0 Request processed in 36us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379194:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1767319037.379207:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767319037.379212:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988448256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379235:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988448256:12345-0@lo:400:kworker.0 Request processed in 22us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379240:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767319037.379249:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1767319037.379255:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988447744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379279:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988447744:12345-0@lo:400:kworker.0 Request processed in 24us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379284:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1767319037.379308:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448000 00000100:00100000:1.0:1767319037.379311:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448000 00000100:00100000:1.0:1767319037.379333:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448128 00000100:00100000:1.0:1767319037.379336:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448128 00000100:00100000:1.0:1767319037.379362:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:1.0:1767319037.379368:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988448000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379399:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988448000:12345-0@lo:400:kworker.0 Request processed in 32us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379405:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:1.0:1767319037.379414:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767319037.379419:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988448128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379442:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988448128:12345-0@lo:400:kworker.0 Request processed in 23us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379448:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767319037.379527:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988448128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379541:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988448000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988447744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379610:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988447488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379623:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988448256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319037.379691:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988448384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319037.379726:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.379761:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448384 00000100:00100000:1.0:1767319037.379765:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448384 00000100:00100000:1.0:1767319037.379790:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1767319037.379796:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988448384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319037.379817:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445187584 avail 1298948096 00000100:00100000:1.0:1767319037.379847:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988448384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.379860:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1767319037.379887:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988448384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319037.380396:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447360 00000100:00100000:1.0:1767319037.380401:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447360 00000100:00100000:1.0:1767319037.380424:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447616 00000100:00100000:1.0:1767319037.380427:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447616 00000100:00100000:1.0:1767319037.380440:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1767319037.380444:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988447360:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319037.380547:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1767319037.380552:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988447616:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319037.380641:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988447360:12345-0@lo:38:kworker.0 Request processed in 194us (442us total) trans 0 rc -11/-11 00000100:00100000:1.0:1767319037.380647:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1767319037.380672:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988447872 00000100:00100000:1.0:1767319037.380675:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988447872 00000100:00100000:1.0:1767319037.380692:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000100:00100000:1.0:1767319037.380695:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988447872:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319037.381372:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988447616:12345-0@lo:38:kworker.0 Request processed in 817us (1127us total) trans 0 rc -11/-11 00000100:00100000:0.0:1767319037.381380:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1767319037.381426:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988447872:12345-0@lo:38:kworker.0 Request processed in 729us (1151us total) trans 0 rc -11/-11 00000100:00100000:1.0:1767319037.381433:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000020:01000000:1.0:1767319037.381527:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.381534:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.381536:0:118130:0:(obd_config.c:1477:class_process_config()) marker 17 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1767319037.381539:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319037.381542:0:118130:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1767319037.381544:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.381545:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.381547:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319037.381549:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.381551:0:118130:0:(obd_config.c:1477:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1767319037.381554:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1767319037.381565:0:118130:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1767319037.381569:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.381570:0:118130:0:(obd_config.c:1477:class_process_config()) marker 23 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1767319037.381574:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319037.381608:0:118130:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:1.0:1767319037.381630:0:118130:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1767319037.381633:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319037.381648:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9e7d36c4ca88) 00000020:00000080:1.0:1767319037.381667:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 26 attached type osp with refcount 2 00000020:00000080:1.0:1767319037.381671:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1767319037.381749:0:118130:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1767319037.381755:0:118130:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:1.0:1767319037.381762:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c375a9 00010000:00080000:1.0:1767319037.381789:0:118130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d04914000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767319037.381992:0:118130:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-10 is initialized 00000040:01000000:1.0:1767319037.383032:0:118130:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1767319037.383058:0:118130:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1767319037.383340:0:118130:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 17, last_idx 18 00000040:00080000:1.0:1767319037.384066:0:118130:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319037.384092:0:118130:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].19, 64 off9408 00000040:00080000:1.0:1767319037.384218:0:118130:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x4c:0x0].1, 64 off8256 00000040:00080000:1.0:1767319037.384702:0:118135:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 19 synced_idx: 0 lgh_last_idx: 19 00000040:00080000:1.0:1767319037.384707:0:118135:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x48:0x0] at index 18 of catalog [0x1:0x2:0x0] 00000040:00080000:1.0:1767319037.384810:0:118135:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 18, last_idx 19 00000040:00080000:1.0:1767319037.384837:0:118135:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x48:0x0] at index 18 of catalog [0x1:0x2:0x0] 00000040:00080000:1.0:1767319037.384938:0:118135:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 19 synced_idx: 19 lgh_last_idx: 19 00000040:00080000:1.0:1767319037.384941:0:118135:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x4c:0x0] at index 19 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1767319037.387709:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319037.387721:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1767319037.387759:0:118130:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1767319037.387783:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c375b0 00000100:00080000:1.0:1767319037.387801:0:118130:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767319037.387807:0:118130:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9e7d04914000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319037.387988:0:118130:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0719d880 x1853163988448512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319037.388013:0:118130:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1767319037.388068:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.388072:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.388074:0:118130:0:(obd_config.c:1477:class_process_config()) marker 23 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1767319037.388077:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319037.388080:0:118130:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1767319037.388081:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.388083:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.388084:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319037.388087:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.388089:0:118130:0:(obd_config.c:1477:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1767319037.388091:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1767319037.388096:0:118130:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1767319037.388099:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.388101:0:118130:0:(obd_config.c:1477:class_process_config()) marker 31 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1767319037.388105:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319037.388108:0:118130:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:1.0:1767319037.388131:0:118130:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1767319037.388134:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319037.388147:0:118130:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9e7d08db4a88) 00000020:00000080:1.0:1767319037.388161:0:118130:0:(obd_config.c:657:class_attach()) OBD: dev 27 attached type osp with refcount 2 00000020:00000080:1.0:1767319037.388166:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1767319037.388225:0:118130:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1767319037.388231:0:118130:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:1.0:1767319037.388238:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c375be 00010000:00080000:1.0:1767319037.388279:0:118130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d2c5bb800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767319037.388442:0:118130:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-11 is initialized 00000040:01000000:1.0:1767319037.388528:0:118130:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1767319037.388542:0:118130:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1767319037.389196:0:118130:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 17, last_idx 18 00000040:00080000:1.0:1767319037.390040:0:118130:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319037.390067:0:118130:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].19, 64 off9408 00000040:00080000:1.0:1767319037.390179:0:118130:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x4e:0x0].1, 64 off8256 00000040:00080000:2.0:1767319037.391299:0:118137:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 19 synced_idx: 0 lgh_last_idx: 19 00000040:00080000:2.0:1767319037.391304:0:118137:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x4a:0x0] at index 18 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1767319037.391431:0:118137:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 18, last_idx 19 00000040:00080000:2.0:1767319037.391447:0:118137:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x4a:0x0] at index 18 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1767319037.391766:0:118137:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 19 synced_idx: 19 lgh_last_idx: 19 00000040:00080000:2.0:1767319037.391769:0:118137:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x4e:0x0] at index 19 of catalog [0x1:0x5:0x0] 00000100:00100000:0.0:1767319037.392490:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448512 00000100:00100000:0.0:1767319037.392498:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448512 00000100:00100000:0.0:1767319037.392553:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104 00000100:00100000:0.0:1767319037.392560:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:7010:x1853163988448512:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767319037.392616:0:37856:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4284 last 0 00000020:00000080:0.0:1767319037.392646:0:37856:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c375c5 00002000:00100000:0.0:1767319037.392660:0:37856:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e7d31b36000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1767319037.392664:0:37856:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1767319037.392667:0:37856:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1767319037.392728:0:37856:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:0.0:1767319037.392738:0:37856:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1767319037.392762:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d04870800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319037.392842:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988448512:12345-0@lo:8:llog_process_th.0 Request processed in 281us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.392848:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104 00000100:00100000:2.0:1767319037.393131:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319037.393141:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 1 00000100:00080000:2.0:1767319037.393147:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1767319037.393153:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1767319037.393155:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d04914000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1767319037.393174:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:2.0:1767319037.393188:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988448512:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1767319037.393283:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319037.393296:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988448640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319037.393334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.393372:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448640 00000100:00100000:1.0:1767319037.393376:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448640 00000100:00100000:1.0:1767319037.393412:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1767319037.393419:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988448640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319037.393434:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319037.393466:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988448640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.393488:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00080000:1.0:1767319037.393516:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319037.393540:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988448640:0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1767319037.393765:0:118135:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1767319037.393819:0:118135:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4284328238327ns, next at 0ns, rc = 0 00080000:00080000:0.0:1767319037.393837:0:118135:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1767319037.396171:0:118127:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000020:00000080:1.0:1767319037.397040:0:118130:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319037.397052:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1767319037.397097:0:118130:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1767319037.397121:0:118130:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c375cc 00000100:00080000:1.0:1767319037.397132:0:118130:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767319037.397137:0:118130:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9e7d2c5bb800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319037.397172:0:118130:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0719e300 x1853163988448768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319037.397244:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988448768:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1767319037.397308:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319037.397373:0:118130:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1767319037.397424:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.397428:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397430:0:118130:0:(obd_config.c:1477:class_process_config()) marker 31 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1767319037.397433:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319037.397437:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397438:0:118130:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1767319037.397442:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767319037.397443:0:118130:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1767319037.397446:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.397448:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397449:0:118130:0:(obd_config.c:1477:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1767319037.397452:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319037.397454:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397456:0:118130:0:(obd_config.c:1477:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1767319037.397460:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1767319037.397465:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.397467:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397468:0:118130:0:(obd_config.c:1477:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000020:01000000:1.0:1767319037.397480:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319037.397483:0:118130:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #42 00000020:01000000:1.0:1767319037.397485:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.397486:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000100:00100000:0.0:1767319037.397634:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448768 00000100:00100000:0.0:1767319037.397642:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448768 00000100:00100000:0.0:1767319037.397673:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105 00000100:00100000:0.0:1767319037.397680:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:7010:x1853163988448768:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767319037.397704:0:37861:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4284 last 0 00000020:00000080:0.0:1767319037.397731:0:37861:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c375d3 00002000:00100000:0.0:1767319037.397751:0:37861:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e7d04873000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1767319037.397755:0:37861:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1767319037.397759:0:37861:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1767319037.397836:0:37861:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:0.0:1767319037.397846:0:37861:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1767319037.397866:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d04873800 : changing import state from RECOVER to FULL 00000020:01000000:1.0:1767319037.397945:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319037.397950:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397952:0:118130:0:(obd_config.c:1477:class_process_config()) marker 42 (0x6) lustre-MDT0001-m new lustre.pool_134 00000020:01000000:1.0:1767319037.397955:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319037.397957:0:118130:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #45 00000020:01000000:1.0:1767319037.397958:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.397960:0:118130:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319037.397961:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319037.397963:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397965:0:118130:0:(obd_config.c:1477:class_process_config()) marker 45 (0x6) lustre-MDT0001-m add lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319037.397974:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319037.397977:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397979:0:118130:0:(obd_config.c:1477:class_process_config()) marker 46 (0x1) lustre-MDT0001-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:00000080:1.0:1767319037.397982:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:01000000:1.0:1767319037.397991:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.397993:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.397994:0:118130:0:(obd_config.c:1477:class_process_config()) marker 46 (0x2) lustre-MDT0001-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319037.397997:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319037.398000:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.398002:0:118130:0:(obd_config.c:1477:class_process_config()) marker 49 (0x1) lustre-MDT0001-m del lustre.pool_134 00000020:00000080:1.0:1767319037.398004:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000020:01000000:1.0:1767319037.398019:0:118130:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319037.398022:0:118130:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319037.398023:0:118130:0:(obd_config.c:1477:class_process_config()) marker 49 (0x2) lustre-MDT0001-m del lustre.pool_134 00000040:00080000:1.0:1767319037.398026:0:118130:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6e:0x0] index 59 count 58 00000020:01000000:1.0:1767319037.398093:0:118125:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-58 (rc=0) 10000000:01000000:1.0:1767319037.398128:0:118125:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1767319037.398143:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.398153:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319037.398160:0:118125:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d0cd50800 from 1 10000000:01000000:1.0:1767319037.398162:0:118125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767319037.398186:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.398193:0:118125:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.398200:0:118125:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.398222:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988448896:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319037.398252:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.398275:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7eeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.398951:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988448768:12345-0@lo:8:llog_process_th.0 Request processed in 1268us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.398960:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105 00000100:00100000:0.0:1767319037.398985:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988448896 00000100:00100000:0.0:1767319037.398991:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988448896 00000100:00100000:0.0:1767319037.399031:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1767319037.399040:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:118125:x1853163988448896:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319037.399051:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319037.399066:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c375e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c375da expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.399092:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c375e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c375da expref: 21 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.399104:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c375e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c375da expref: 21 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.399113:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939a00, rc 0) 00000100:00100000:0.0:1767319037.399162:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:118125:x1853163988448896:12345-0@lo:101:mount.lustre.0 Request processed in 123us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.399169:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1767319037.399422:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988448896:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319037.399436:0:118125:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.399445:0:118125:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.400386:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449024:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1767319037.400436:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.400484:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7eeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.401043:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449024:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1767319037.401946:0:118125:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1767319037.401974:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.401986:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319037.401994:0:118125:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d0cd50800 from 1 10000000:01000000:1.0:1767319037.401997:0:118125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319037.402024:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.402031:0:118125:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.402048:0:118125:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.402065:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449152:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319037.402104:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.402181:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7eeb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.404364:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319037.404376:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 2 00000100:00080000:2.0:1767319037.404385:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1767319037.404391:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767319037.404394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5bb800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1767319037.404417:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:2.0:1767319037.404423:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988448768:0@lo:8:llog_process_th.0 00000004:00080000:2.0:1767319037.404458:0:118137:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1767319037.404657:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988449280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319037.404710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767319037.404964:0:118137:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4284339382996ns, next at 0ns, rc = 0 00080000:00080000:2.0:1767319037.404970:0:118137:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1767319037.405084:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988449152 00000100:00100000:0.0:1767319037.405091:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988449152 00000100:00100000:0.0:1767319037.405151:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1767319037.405160:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2eaa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:118125:x1853163988449152:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319037.405172:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319037.405191:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a939000/0x719a348ff1c375ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c375e8 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.405216:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a939000/0x719a348ff1c375ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c375e8 expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.405227:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a939000/0x719a348ff1c375ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c375e8 expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.405234:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939000, rc 0) 00000100:00100000:0.0:1767319037.405290:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2eaa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:118125:x1853163988449152:12345-0@lo:101:mount.lustre.0 Request processed in 131us (3185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.405297:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1767319037.405332:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988449280 00000100:00100000:0.0:1767319037.405336:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988449280 00000100:00100000:0.0:1767319037.405368:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:0.0:1767319037.405373:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988449280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319037.405386:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319037.405417:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988449280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.405423:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00080000:0.0:1767319037.405437:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319037.405468:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988449280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319037.405552:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449152:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319037.405567:0:118125:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.405577:0:118125:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1767319037.405786:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6a:0x0] index 7 count 7 00000004:00080000:1.0:1767319037.407385:0:118127:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000040:00080000:2.0:1767319037.407939:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319037.408157:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].1, 224 off8416 00000040:00080000:2.0:1767319037.408181:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].2, 112 off8528 00000040:00080000:2.0:1767319037.408195:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].3, 224 off8752 00000040:00080000:2.0:1767319037.408209:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].4, 224 off8976 00000040:00080000:2.0:1767319037.408220:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].5, 112 off9088 00000040:00080000:2.0:1767319037.408237:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6f:0x0].6, 224 off9312 00000040:00080000:2.0:1767319037.408251:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6a:0x0] index 6 count 7 00000100:00100000:2.0:1767319037.408395:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319037.408453:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.408687:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.415986:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449408:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319037.416041:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449536:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319037.416092:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.416131:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7eeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.416525:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449536:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1767319037.416953:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319037.417022:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319037.417058:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.417086:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d300 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.417720:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449664:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1767319037.417902:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].1, 224 off8416 00000040:00080000:0.0:1767319037.417934:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].2, 112 off8528 00000040:00080000:0.0:1767319037.417942:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].3, 224 off8752 00000040:00080000:0.0:1767319037.417951:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].4, 224 off8976 00000040:00080000:0.0:1767319037.417959:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].5, 112 off9088 00000100:00100000:0.0:1767319037.417976:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449792:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319037.418003:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.418027:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d840 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.418391:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1767319037.418401:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:118125:x1853163988449792:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319037.418499:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:118125:x1853163988449792:12345-0@lo:502:mount.lustre.0 Request processed in 100us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.418537:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449792:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1767319037.418594:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x70:0x0].6, 224 off9312 00000040:00080000:0.0:1767319037.418607:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000100:00100000:1.0:1767319037.418665:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000020:01000000:0.0:1767319037.419530:0:118139:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319037.419540:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319037.419542:0:118139:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1767319037.419550:0:118139:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d0cd50800 00000020:00000080:0.0:1767319037.419552:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1767319037.419559:0:118139:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319037.419560:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319037.419561:0:118139:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1767319037.419563:0:118139:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319037.419564:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319037.419565:0:118139:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1767319037.419568:0:118139:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d0cd50800 00000020:00000080:0.0:1767319037.419569:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1767319037.419634:0:118139:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319037.419637:0:118139:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319037.419639:0:118139:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1767319037.419641:0:118139:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x70:0x0] index 7 count 7 00000020:01000000:1.0:1767319037.421353:0:118125:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1767319037.421386:0:118125:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1767319037.421406:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.421415:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319037.421463:0:118125:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1767319037.421465:0:118125:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9e7d0cd50800 10000000:01000000:1.0:1767319037.421467:0:118125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9e7d0cd50800 10000000:01000000:1.0:1767319037.421479:0:118125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1767319037.421485:0:118125:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d0cd50800 from 1 10000000:01000000:1.0:1767319037.421488:0:118125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767319037.421629:0:118125:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.421638:0:118125:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.421648:0:118125:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.421670:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449920:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319037.421728:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.421773:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988449920 00000100:00100000:1.0:1767319037.421774:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.421782:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988449920 00000100:00100000:0.0:1767319037.421834:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1767319037.421844:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:118125:x1853163988449920:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319037.421865:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319037.421878:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c375fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c375f6 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.421904:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c375fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c375f6 expref: 23 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.421918:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c375fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c375f6 expref: 23 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.421927:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938e00, rc 0) 00000100:00100000:0.0:1767319037.421985:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988449920:12345-0@lo:101:mount.lustre.0 Request processed in 142us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.421995:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1767319037.422016:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988449920:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319037.422032:0:118125:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319037.422041:0:118125:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1767319037.422250:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6c:0x0] index 52 count 51 00000040:00080000:1.0:1767319037.422745:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319037.422908:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].1, 224 off8416 00000040:00080000:1.0:1767319037.422931:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].2, 120 off8536 00000040:00080000:1.0:1767319037.422945:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].3, 168 off8704 00000040:00080000:1.0:1767319037.422956:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].4, 224 off8928 00000040:00080000:1.0:1767319037.422969:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].5, 224 off9152 00000040:00080000:1.0:1767319037.422983:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].6, 120 off9272 00000040:00080000:1.0:1767319037.422996:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].7, 168 off9440 00000040:00080000:1.0:1767319037.423011:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].8, 224 off9664 00000040:00080000:1.0:1767319037.423022:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].9, 224 off9888 00000040:00080000:1.0:1767319037.423034:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].10, 120 off10008 00000040:00080000:1.0:1767319037.423046:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].11, 224 off10232 00000040:00080000:1.0:1767319037.423059:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].12, 224 off10456 00000040:00080000:1.0:1767319037.423071:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].13, 88 off10544 00000040:00080000:1.0:1767319037.423084:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].14, 128 off10672 00000040:00080000:1.0:1767319037.423096:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].15, 144 off10816 00000040:00080000:1.0:1767319037.423107:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].16, 160 off10976 00000040:00080000:1.0:1767319037.423119:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].17, 224 off11200 00000040:00080000:1.0:1767319037.423131:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].18, 224 off11424 00000040:00080000:1.0:1767319037.423143:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].19, 80 off11504 00000040:00080000:1.0:1767319037.423154:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].20, 224 off11728 00000040:00080000:1.0:1767319037.423165:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].21, 224 off11952 00000040:00080000:1.0:1767319037.423178:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].22, 88 off12040 00000040:00080000:1.0:1767319037.423191:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].23, 128 off12168 00000040:00080000:1.0:1767319037.423206:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].24, 144 off12312 00000040:00080000:1.0:1767319037.423218:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].25, 160 off12472 00000040:00080000:1.0:1767319037.423230:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].26, 224 off12696 00000040:00080000:1.0:1767319037.423242:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].27, 224 off12920 00000040:00080000:1.0:1767319037.423253:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].28, 80 off13000 00000040:00080000:1.0:1767319037.423402:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].29, 224 off13224 00000040:00080000:1.0:1767319037.423428:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].30, 224 off13448 00000040:00080000:1.0:1767319037.423654:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].31, 88 off13536 00000040:00080000:1.0:1767319037.423676:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].32, 128 off13664 00000040:00080000:1.0:1767319037.423690:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].33, 144 off13808 00000040:00080000:1.0:1767319037.423704:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].34, 128 off13936 00000040:00080000:1.0:1767319037.423718:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].35, 224 off14160 00000040:00080000:1.0:1767319037.423732:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].36, 224 off14384 00000040:00080000:1.0:1767319037.423747:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].37, 80 off14464 00000040:00080000:1.0:1767319037.423764:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].38, 224 off14688 00000040:00080000:1.0:1767319037.423781:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].39, 224 off14912 00000040:00080000:1.0:1767319037.423795:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].40, 88 off15000 00000040:00080000:1.0:1767319037.423809:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].41, 128 off15128 00000040:00080000:1.0:1767319037.423820:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].42, 144 off15272 00000040:00080000:1.0:1767319037.423833:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].43, 128 off15400 00000040:00080000:1.0:1767319037.423849:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].44, 224 off15624 00000040:00080000:1.0:1767319037.423865:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].45, 224 off15848 00000040:00080000:1.0:1767319037.423882:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].46, 80 off15928 00000040:00080000:1.0:1767319037.423903:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].47, 224 off16152 00000040:00080000:1.0:1767319037.423920:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].48, 232 off16384 00000040:00080000:1.0:1767319037.424047:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].49, 224 off16608 00000040:00080000:1.0:1767319037.424067:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].50, 120 off16728 00000040:00080000:1.0:1767319037.424086:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x71:0x0].51, 224 off16952 00000040:00080000:1.0:1767319037.424092:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6c:0x0] index 51 count 51 00000100:00100000:1.0:1767319037.424172:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450048:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319037.424222:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.424355:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.424393:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450048 00000100:00100000:0.0:1767319037.424400:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450048 00000100:00100000:0.0:1767319037.424647:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1767319037.424657:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450048:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319037.424798:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450048:12345-0@lo:501:mount.lustre.0 Request processed in 143us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.424807:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1767319037.424928:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450048:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319037.424961:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450176:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319037.425000:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.425052:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d36540 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.425082:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450176 00000100:00100000:0.0:1767319037.425086:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450176 00000100:00100000:0.0:1767319037.425141:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1767319037.425148:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450176:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319037.425215:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450176:12345-0@lo:503:mount.lustre.0 Request processed in 67us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.425222:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1767319037.425494:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450176:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1767319037.426032:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1767319037.426107:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.426148:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.426373:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450304 00000100:00100000:2.0:1767319037.426378:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450304 00000100:00100000:2.0:1767319037.426400:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1767319037.426406:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450304:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.426491:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450304:12345-0@lo:502:mount.lustre.0 Request processed in 84us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319037.426498:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1767319037.426654:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d36540 going to sleep for 11 seconds 00000100:00100000:2.0:1767319037.426668:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450304:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.426841:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].1, 224 off8416 00000040:00080000:2.0:1767319037.426869:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].2, 120 off8536 00000040:00080000:2.0:1767319037.426886:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].3, 168 off8704 00000040:00080000:2.0:1767319037.426899:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].4, 224 off8928 00000040:00080000:2.0:1767319037.426923:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].5, 224 off9152 00000040:00080000:2.0:1767319037.426935:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].6, 120 off9272 00000040:00080000:2.0:1767319037.426949:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].7, 168 off9440 00000040:00080000:2.0:1767319037.426962:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].8, 224 off9664 00000040:00080000:2.0:1767319037.426976:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].9, 224 off9888 00000040:00080000:2.0:1767319037.426988:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].10, 120 off10008 00000040:00080000:2.0:1767319037.427002:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].11, 224 off10232 00000040:00080000:2.0:1767319037.427014:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].12, 224 off10456 00000040:00080000:2.0:1767319037.427029:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].13, 88 off10544 00000040:00080000:2.0:1767319037.427042:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].14, 128 off10672 00000040:00080000:2.0:1767319037.427055:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].15, 144 off10816 00000040:00080000:2.0:1767319037.427068:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].16, 160 off10976 00000040:00080000:2.0:1767319037.427085:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].17, 224 off11200 00000040:00080000:2.0:1767319037.427101:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].18, 224 off11424 00000040:00080000:2.0:1767319037.427117:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].19, 80 off11504 00000040:00080000:2.0:1767319037.427132:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].20, 224 off11728 00000040:00080000:2.0:1767319037.427149:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].21, 224 off11952 00000040:00080000:2.0:1767319037.427166:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].22, 88 off12040 00000040:00080000:2.0:1767319037.427181:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].23, 128 off12168 00000040:00080000:2.0:1767319037.427197:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].24, 144 off12312 00000040:00080000:2.0:1767319037.427212:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].25, 160 off12472 00000040:00080000:2.0:1767319037.427228:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].26, 224 off12696 00000040:00080000:2.0:1767319037.427243:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].27, 224 off12920 00000040:00080000:2.0:1767319037.427259:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].28, 80 off13000 00000040:00080000:2.0:1767319037.427273:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].29, 224 off13224 00000040:00080000:2.0:1767319037.427285:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].30, 224 off13448 00000040:00080000:2.0:1767319037.427306:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].31, 88 off13536 00000040:00080000:2.0:1767319037.427325:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].32, 128 off13664 00000040:00080000:2.0:1767319037.427343:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].33, 144 off13808 00000040:00080000:2.0:1767319037.427358:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].34, 128 off13936 00000040:00080000:2.0:1767319037.427371:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].35, 224 off14160 00000040:00080000:2.0:1767319037.427384:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].36, 224 off14384 00000040:00080000:2.0:1767319037.427400:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].37, 80 off14464 00000040:00080000:2.0:1767319037.427428:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].38, 224 off14688 00000040:00080000:2.0:1767319037.427445:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].39, 224 off14912 00000040:00080000:2.0:1767319037.427461:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].40, 88 off15000 00000040:00080000:2.0:1767319037.427491:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].41, 128 off15128 00000040:00080000:2.0:1767319037.427776:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].42, 144 off15272 00000040:00080000:2.0:1767319037.427796:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].43, 128 off15400 00000040:00080000:2.0:1767319037.427809:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].44, 224 off15624 00000040:00080000:2.0:1767319037.427822:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].45, 224 off15848 00000040:00080000:2.0:1767319037.427836:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].46, 80 off15928 00000040:00080000:2.0:1767319037.427848:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].47, 224 off16152 00000040:00080000:2.0:1767319037.427861:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].48, 232 off16384 00000100:00100000:2.0:1767319037.427897:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450432:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.427945:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.428016:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d36540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.428051:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450432 00000100:00100000:1.0:1767319037.428056:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450432 00000100:00100000:1.0:1767319037.428092:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1767319037.428103:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450432:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319037.428230:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450432:12345-0@lo:502:mount.lustre.0 Request processed in 126us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.428242:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1767319037.428301:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450432:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.428433:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].49, 224 off16608 00000040:00080000:2.0:1767319037.428454:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].50, 120 off16728 00000040:00080000:2.0:1767319037.428468:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].51, 224 off16952 00000040:00080000:2.0:1767319037.428494:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].52, 224 off17176 00000040:00080000:2.0:1767319037.428665:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].53, 112 off17288 00000040:00080000:2.0:1767319037.428687:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].54, 224 off17512 00000040:00080000:2.0:1767319037.428699:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].55, 224 off17736 00000040:00080000:2.0:1767319037.428713:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].56, 136 off17872 00000040:00080000:2.0:1767319037.428727:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].57, 224 off18096 00000040:00080000:2.0:1767319037.428741:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].58, 224 off18320 00000040:00080000:2.0:1767319037.428756:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].59, 136 off18456 00000040:00080000:2.0:1767319037.428770:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].60, 224 off18680 00000040:00080000:2.0:1767319037.428785:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].61, 224 off18904 00000040:00080000:2.0:1767319037.428803:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].62, 112 off19016 00000100:00100000:2.0:1767319037.428824:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450560:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319037.428862:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.428918:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d36540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.428947:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450560 00000100:00100000:1.0:1767319037.428952:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450560 00000100:00100000:1.0:1767319037.428977:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1767319037.428984:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450560:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319037.429083:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450560:12345-0@lo:502:mount.lustre.0 Request processed in 99us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.429090:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1767319037.429145:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450560:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1767319037.429183:0:118125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x72:0x0].63, 224 off19240 00000040:00080000:2.0:1767319037.429191:0:118125:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 63 count 63 00000020:00000080:2.0:1767319037.433803:0:118142:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319037.433820:0:118142:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9e7d05d10000) 00000020:00000080:2.0:1767319037.433847:0:118142:0:(obd_config.c:657:class_attach()) OBD: dev 28 attached type lwp with refcount 2 00000020:00000080:2.0:1767319037.433853:0:118142:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1767319037.434014:0:118142:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d0cd50800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1767319037.434019:0:118142:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d0cd50800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1767319037.434021:0:118142:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d0cd50800 3 00010000:00080000:2.0:1767319037.434052:0:118142:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d31a1e800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:2.0:1767319037.436058:0:118142:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-12 is initialized 00000020:00000080:2.0:1767319037.436160:0:118142:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1767319037.436206:0:118142:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1767319037.436220:0:118142:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x719a348ff1c3760b 00000100:00080000:2.0:1767319037.436230:0:118142:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1767319037.436236:0:118142:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d31a1e800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319037.436269:0:118142:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163988450688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319037.436305:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988450688:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319037.436370:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319037.436431:0:118142:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1767319037.437518:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450688 00000100:00100000:0.0:1767319037.437527:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450688 00000100:00100000:0.0:1767319037.437569:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1767319037.437576:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988450688:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1767319037.437613:0:81217:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 4284 last 0 00000020:00000080:0.0:1767319037.437649:0:81217:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x719a348ff1c37612 00000004:00100000:0.0:1767319037.437663:0:81217:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319037.437670:0:81217:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d0520ef00 00000100:00080000:0.0:1767319037.437700:0:81217:0:(import.c:65:import_set_state_nolock()) ffff9e7c06dfd000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319037.437772:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988450688:12345-0@lo:38:llog_process_th.0 Request processed in 195us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.437780:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1767319037.438632:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319037.438642:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 30 00000100:00080000:2.0:1767319037.438649:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1767319037.438660:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767319037.438663:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d31a1e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1767319037.438670:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988450688:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1767319037.438800:0:118142:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x72:0x0] index 64 count 63 00000020:01000000:2.0:1767319037.438851:0:118125:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-63 (rc=0) 10000000:01000000:2.0:1767319037.438881:0:118125:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767319037.438895:0:118125:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.438905:0:118125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767319037.438950:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1767319037.438952:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319037.438954:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319037.438955:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319037.438957:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319037.438958:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319037.438960:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319037.438962:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319037.438963:0:118125:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767319037.438967:0:118125:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1767319037.438969:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767319037.438971:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319037.438972:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319037.438974:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319037.438975:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319037.438977:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319037.438978:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319037.438979:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319037.438980:0:118125:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767319037.438999:0:118125:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1767319037.439015:0:118125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450816:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1767319037.439069:0:118125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319037.439117:0:118125:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d36540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.439404:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988450816 00000100:00100000:1.0:1767319037.439410:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988450816 00000100:00100000:1.0:1767319037.439447:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1767319037.439454:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450816:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1767319037.439487:0:116160:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1767319037.439500:0:116160:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1767319037.445716:0:116160:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1767319037.445735:0:116160:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1767319037.446297:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1767319037.446311:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:116162:x1853163988450944:12345-0@lo:104: 00010000:00010000:0.0:1767319037.446329:0:15455:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.446391:0:15455:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767319037.446397:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:116162:x1853163988450944:12345-0@lo:104: Request processed in 91us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.446405:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00010000:00010000:0.0:1767319037.446426:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319037.446431:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.446438:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319037.446442:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.446460:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319037.446466:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319037.446703:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:118125:x1853163988450816:12345-0@lo:253:mount.lustre.0 Request processed in 7249us (7635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.446712:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1767319037.446901:0:118125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:118125:1853163988450816:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1767319037.446912:0:118125:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1767319037.446915:0:118125:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767319037.446917:0:118125:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319037.446918:0:118125:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319037.446919:0:118125:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319037.446921:0:118125:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319037.446922:0:118125:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319037.446923:0:118125:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319037.446925:0:118125:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319037.446926:0:118125:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1767319037.446941:0:118125:0:(tgt_mount.c:2557:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1767319037.447479:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319037.447485:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.447493:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c800 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319037.447497:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319037.447609:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1767319037.447646:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.447653:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319037.447678:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.447684:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c375da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c375e1 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.447695:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319037.447697:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319037.447698:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319037.447715:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988451328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319037.447748:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.447813:0:116162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988450944:0@lo:104: 00000100:00100000:0.0:1767319037.447827:0:116162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988451200:0@lo:104: 00000100:00100000:0.0:1767319037.448317:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988451328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319037.448342:0:116162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:116162:1853163988451072:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319037.448362:0:116162:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.448441:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319037.448449:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319037.448454:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767319037.448489:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.448496:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319037.448617:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.448635:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c800/0x719a348ff1c36e47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c36e4e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319037.448649:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319037.448651:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319037.448653:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319037.449049:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988451456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319037.449094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.449321:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988451456 00000100:00100000:1.0:1767319037.449327:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988451456 00010000:00010000:1.0:1767319037.449350:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 22 pid: 116158 timeout: 4384 lvb_type: 0 00000100:00100000:1.0:1767319037.449409:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:1.0:1767319037.449417:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7012:x1853163988451456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319037.449428:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319037.449440:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 22 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:1.0:1767319037.449449:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 22 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:1.0:1767319037.449460:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557000/0x719a348ff1c36e4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c36e47 expref: 22 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:1.0:1767319037.449479:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319037.449740:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7012:x1853163988451456:12345-0@lo:103:ldlm_bl.0 Request processed in 323us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.449748:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767319037.449829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988451456:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1767319037.450970:0:118125:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0001: committed batchid 73014444100 00000040:01000000:0.0:1767319037.451192:0:118125:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1767319037.451413:0:118147:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 73014444100 00000020:00080000:2.0:1767319037.451418:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444100 00000040:01000000:0.0:1767319037.452023:0:118148:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1767319037.452309:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000040:01000000:2.0:1767319037.452917:0:118125:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1767319037.452953:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1767319037.453448:0:118125:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1767319037.453454:0:118125:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1767319037.453499:0:118125:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319037.454126:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988451584 00000100:00100000:1.0:1767319037.454135:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988451584 00000100:00100000:1.0:1767319037.454187:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165 00000100:00100000:1.0:1767319037.454196:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451584:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454281:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451584:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 86us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.454288:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165 00000100:00100000:1.0:1767319037.454331:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9ddc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988451584:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1767319037.454362:0:118149:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1767319037.454397:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988451712:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454432:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.454452:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988451712 00000100:00100000:1.0:1767319037.454456:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988451712 00000100:00100000:1.0:1767319037.454490:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166 00000100:00100000:1.0:1767319037.454497:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451712:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454613:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451712:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 116us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.454620:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166 00000100:00100000:1.0:1767319037.454636:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.454648:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988451712:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454696:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:118149:1853163988451840:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454723:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.454750:0:81229:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988451840 00000100:00100000:1.0:1767319037.454753:0:81229:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988451840 00000100:00100000:1.0:1767319037.454777:0:81229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319037.454783:0:81229:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:118149:x1853163988451840:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454817:0:81229:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:118149:x1853163988451840:12345-0@lo:900:lod0001_rec0000.0 Request processed in 35us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.454824:0:81229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319037.454840:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.454852:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:118149:1853163988451840:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454886:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988451968:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454909:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.454926:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988451968 00000100:00100000:1.0:1767319037.454930:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988451968 00000100:00100000:1.0:1767319037.454949:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167 00000100:00100000:1.0:1767319037.454954:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451968:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.454989:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988451968:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 35us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.455003:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167 00000100:00100000:1.0:1767319037.455022:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.455033:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988451968:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.455086:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452096:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.455137:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319037.455157:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452096 00000100:00100000:1.0:1767319037.455160:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452096 00000100:00100000:1.0:1767319037.455181:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:1.0:1767319037.455186:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452096:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319037.455328:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.455829:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602304 00000100:00100000:0.0:1767319037.455836:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602304 00010000:00010000:0.0:1767319037.455867:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7c0c092800/0x719a348ff1c36f0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317fb expref: 9 pid: 116158 timeout: 4384 lvb_type: 0 00000100:00100000:0.0:1767319037.455894:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2603 00000100:00100000:0.0:1767319037.455902:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923602304:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319037.455915:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319037.455921:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7c0c092800/0x719a348ff1c36f0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317fb expref: 9 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:0.0:1767319037.455932:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7c0c092800/0x719a348ff1c36f0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317fb expref: 9 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:0.0:1767319037.455948:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0c092800/0x719a348ff1c36f0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e317fb expref: 9 pid: 116158 timeout: 4384 lvb_type: 0 00010000:00010000:0.0:1767319037.455960:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.455967:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767319037.455990:0:15457:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014724632s 00010000:00010000:0.0:1767319037.455994:0:15457:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456000:0:15457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456006:0:15457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456012:0:15457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456017:0:15457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319037.456021:0:15457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456028:0:15457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456042:0:15457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456051:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319037.456067:0:116162:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456074:0:116162:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319037.456080:0:116162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41265000/0x719a348ff1c37619 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319037.456146:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+8:2509:x1853163923602304:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 243us (3839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.456154:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2603 00080000:10000000:0.0:1767319037.457784:0:118125:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x40:0x0] (8/32) registered 00010000:00080000:0.0:1767319037.460138:0:118125:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0001, 2 recoverable clients, last_transno 77309411497 00000100:00100000:1.0:1767319037.460645:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452096:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 5453us (5502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.460658:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1767319037.460666:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452096:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1767319037.460712:0:118149:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 28, last_idx 30 00000100:00100000:0.0:1767319037.460896:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.460956:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.460986:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2d025cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319037.461356:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452224 00000100:00100000:1.0:1767319037.461371:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452224 00010000:00080000:2.0:1767319037.461420:0:118150:0:(ldlm_lib.c:2837:target_recovery_thread()) lustre-MDT0001: started recovery thread pid 118150 00000100:00100000:1.0:1767319037.461422:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00010000:02000000:2.0:1767319037.461431:0:118150:0:(ldlm_lib.c:2319:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00000100:00100000:1.0:1767319037.461435:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452224:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:2.0:1767319037.461437:0:118150:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:2.0:1767319037.461442:0:118150:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:1.0:1767319037.461831:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452224:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 399us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319037.461837:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000020:01000004:0.0:1767319037.462028:0:118125:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1767319037.462060:0:118125:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.113@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1767319037.462079:0:118125:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1767319037.462100:0:118125:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000100:00100000:0.0:1767319037.462635:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452224:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1767319037.462677:0:118149:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 30 synced_idx: 0 lgh_last_idx: 30 00000040:00080000:0.0:1767319037.462683:0:118149:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x2000090a1:0x2:0x0] at index 29 of catalog [0x200000bd1:0x3:0x0] 00000100:00100000:0.0:1767319037.462746:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452352:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.462790:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.462821:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452352 00000100:00100000:0.0:1767319037.462827:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452352 00000100:00100000:0.0:1767319037.462861:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170 00000100:00100000:0.0:1767319037.462871:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452352:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.462927:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452352:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 55us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.462947:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170 00000100:00100000:0.0:1767319037.462971:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2d025480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.462984:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452352:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.463039:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.463086:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.463105:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452480 00000100:00100000:0.0:1767319037.463108:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452480 00000100:00100000:0.0:1767319037.463126:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171 00000100:00100000:0.0:1767319037.463132:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452480:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.466095:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.467933:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452480:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 4796us (4841us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.467946:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171 00000100:00100000:0.0:1767319037.468002:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.468114:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452608:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.468151:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.468177:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452608 00000100:00100000:0.0:1767319037.468182:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452608 00000100:00100000:0.0:1767319037.468218:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4172 00000100:00100000:0.0:1767319037.468227:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452608:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.468286:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118149:x1853163988452608:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 60us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.468292:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4172 00000100:00100000:0.0:1767319037.468311:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945da80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.468331:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988452608:0@lo:1000:lod0001_rec0000.0 00000004:00080000:0.0:1767319037.468375:0:118149:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d2d025780 with version 1 00000004:00080000:0.0:1767319037.468396:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 1 rpc_version 1 00000020:00100000:0.0:1767319037.468409:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319037.468416:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2e260700 x1853163988452864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319037.468430:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988452864:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.468452:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.468464:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945da80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.468488:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988452864 00000100:00100000:0.0:1767319037.468492:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988452864 00000100:00100000:0.0:1767319037.468526:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173 00000100:00100000:0.0:1767319037.468533:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988452864:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.469013:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:118133:x1853163988452864:12345-0@lo:1000:osp_up0-1.0 Request processed in 479us (558us total) trans 128849018900 rc 0/0 00000100:00100000:0.0:1767319037.469021:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173 00000100:00100000:0.0:1767319037.469060:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988452864:0@lo:1000:osp_up0-1.0 00000040:00080000:0.0:1767319037.469089:0:118149:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 29, last_idx 30 00000004:00080000:0.0:1767319037.469101:0:118149:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d1945da80 with version 2 00000040:00080000:0.0:1767319037.469109:0:118149:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x2000090a1:0x2:0x0] at index 29 of catalog [0x200000bd1:0x3:0x0] 00000004:00080000:0.0:1767319037.469120:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 2 rpc_version 2 00000020:00100000:0.0:1767319037.469133:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319037.469138:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3c1d3800 x1853163988453120/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319037.469152:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453120:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.469184:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.469210:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.469223:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988453120 00000100:00100000:0.0:1767319037.469227:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988453120 00000100:00100000:0.0:1767319037.469257:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174 00000100:00100000:0.0:1767319037.469265:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:118133:x1853163988453120:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.469376:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118133:x1853163988453120:12345-0@lo:1000:osp_up0-1.0 Request processed in 112us (193us total) trans 128849018901 rc 0/0 00000100:00100000:0.0:1767319037.469385:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174 00000100:00100000:0.0:1767319037.469410:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453120:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.469486:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988453248:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.469542:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.469561:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988453248 00000100:00100000:0.0:1767319037.469564:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988453248 00000100:00100000:0.0:1767319037.469605:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:0.0:1767319037.469611:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118149:x1853163988453248:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.469734:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118149:x1853163988453248:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 121us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.469743:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00000100:00100000:0.0:1767319037.469766:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.469784:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719e300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988453248:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1767319037.469825:0:118149:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 30 synced_idx: 30 lgh_last_idx: 30 00000040:00080000:0.0:1767319037.469830:0:118149:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x2000090a1:0x3:0x0] at index 30 of catalog [0x200000bd1:0x3:0x0] 00000100:00100000:0.0:1767319037.469885:0:118149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988453376:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.469914:0:118149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.469940:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988453376 00000100:00100000:0.0:1767319037.469952:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988453376 00000100:00100000:0.0:1767319037.469980:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:0.0:1767319037.469987:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118149:x1853163988453376:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319037.470032:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118149:x1853163988453376:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319037.470037:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:0.0:1767319037.470052:0:118149:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.470063:0:118149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:118149:1853163988453376:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1767319037.470098:0:118149:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1767319037.470124:0:118149:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897000 with version 3 00000004:00080000:0.0:1767319037.470135:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 3 rpc_version 3 00000020:00100000:0.0:1767319037.470147:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319037.470153:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2e865c00 x1853163988453632/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319037.470166:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453632:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.470188:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.470200:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.470212:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988453632 00000100:00100000:0.0:1767319037.470216:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988453632 00000100:00100000:0.0:1767319037.470237:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4177 00000100:00100000:0.0:1767319037.470243:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118133:x1853163988453632:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.470431:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:118133:x1853163988453632:12345-0@lo:1000:osp_up0-1.0 Request processed in 187us (241us total) trans 128849018902 rc 0/0 00000100:00100000:0.0:1767319037.470438:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4177 00000100:00100000:0.0:1767319037.470467:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453632:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767319037.470515:0:118149:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897b40 with version 4 00000040:00080000:0.0:1767319037.470527:0:118149:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x2000090a1:0x3:0x0] at index 30 of catalog [0x200000bd1:0x3:0x0] 00000004:00080000:0.0:1767319037.470538:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 4 rpc_version 4 00000020:00100000:0.0:1767319037.470549:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319037.470554:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2e864380 x1853163988453888/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319037.470567:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453888:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.470616:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319037.470631:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d318979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319037.470643:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988453888 00000100:00100000:0.0:1767319037.470647:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988453888 00000100:00100000:0.0:1767319037.470668:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178 00000100:00100000:0.0:1767319037.470676:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:118133:x1853163988453888:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319037.470774:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:118133:x1853163988453888:12345-0@lo:1000:osp_up0-1.0 Request processed in 99us (158us total) trans 128849018903 rc 0/0 00000100:00100000:0.0:1767319037.470781:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178 00000100:00100000:0.0:1767319037.470808:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988453888:0@lo:1000:osp_up0-1.0 00000040:00080000:0.0:1767319037.470838:0:118149:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x200000bd1:0x3:0x0] index 30 count 1 00000004:00080000:0.0:1767319037.470900:0:118149:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1767319037.470905:0:118149:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00010000:00080000:0.0:1767319037.471001:0:118150:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:00000004:1.0:1767319037.487339:0:118151:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319037.487669:0:118151:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1767319038.364135:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319038.563177:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602432 00000100:00100000:1.0:1767319038.563186:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602432 00000100:00100000:1.0:1767319038.563247:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:1.0:1767319038.563271:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923602432:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319038.563289:0:116160:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319038.563310:0:116160:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37620 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e318f7 expref: -99 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319038.563339:0:116160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37620 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f7 expref: 9 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319038.563351:0:116160:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37620 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f7 expref: 9 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319038.563360:0:116160:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5400, rc 0) 00000100:00100000:1.0:1767319038.563423:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923602432:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 152us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319038.563431:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:0.0:1767319038.575290:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319038.575613:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602560 00000100:00100000:2.0:1767319038.575623:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602560 00000100:00100000:2.0:1767319038.575682:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:2.0:1767319038.575691:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923602560:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1767319038.575717:0:116158:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1767319038.575739:0:116158:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1767319038.575743:0:116158:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 54 00000100:00100000:0.0:1767319038.578263:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923602560:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 2566us (2976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.578277:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:0.0:1767319038.611808:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319038.611972:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602688 00000100:00100000:2.0:1767319038.611984:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602688 00000100:00100000:2.0:1767319038.612037:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1779 00000100:00100000:2.0:1767319038.612046:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923602688:12345-192.168.204.13@tcp:38:lctl.0 00010000:00080000:2.0:1767319038.612084:0:81217:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'f8e581f7-de51-4550-90ea-109e3cc27a77' at ffff9e7d2c597800, cookie 0x719a348ff1c3757f 00010000:00080000:2.0:1767319038.612090:0:81217:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t77309411498 exp ffff9e7d2c597800 cur 4285 last 1767319037 00010000:02000400:2.0:1767319038.612100:0:81217:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0001: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:2.0:1767319038.612107:0:81217:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0001: recovery timer will expire in 70 seconds 00000004:00100000:2.0:1767319038.612127:0:81217:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type b7, return b7 00000020:01000000:2.0:1767319038.612133:0:81217:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3b518500 00000100:00080000:2.0:1767319038.612264:0:81217:0:(import.c:65:import_set_state_nolock()) ffff9e7d3bf82000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319038.612335:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923602688:12345-192.168.204.13@tcp:38:lctl.0 Request processed in 288us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319038.612343:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1779 00000100:00100000:2.0:1767319038.628176:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319038.632998:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923598976 00000100:00100000:0.0:1767319038.633032:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923598976 00000100:00100000:0.0:1767319038.633119:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1780 00000100:00100000:0.0:1767319038.633131:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923598976:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00080000:0.0:1767319038.633152:0:82097:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 77309411498, current: 77309411498, replaying 00000100:00100000:0.0:1767319038.633169:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923598976:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 41us (5003us total) trans 0 rc 0/-999 00000100:00100000:0.0:1767319038.633176:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1780 00010000:00080000:0.0:1767319038.633196:0:118150:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:0.0:1767319038.921194:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454016 00000100:00100000:0.0:1767319038.921202:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454016 00000100:00100000:0.0:1767319038.921254:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1767319038.921264:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988454016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319038.921276:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319038.921288:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a938a00/0x719a348ff1c3762e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37627 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.921312:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a938a00/0x719a348ff1c3762e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37627 expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.921322:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a938a00/0x719a348ff1c3762e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37627 expref: 22 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.921330:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938a00, rc 0) 00000100:00100000:0.0:1767319038.921373:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988454016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.921380:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1767319038.921561:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319038.921596:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319038.921605:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319038.921653:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454144:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1767319038.921682:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319038.921695:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319038.921744:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454144 00000100:00100000:0.0:1767319038.921749:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454144 00000100:00100000:0.0:1767319038.921784:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1767319038.921789:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e30f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988454144:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767319038.921810:0:116158:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1767319038.921828:0:116158:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767319038.921831:0:116158:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 54 00000100:00100000:0.0:1767319038.921908:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e30f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988454144:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.921916:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1767319038.921946:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d075b7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454144:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1767319038.921991:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767319038.921997:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922005:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319038.922013:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1767319038.922014:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d04877800 from 54 10000000:01000000:0.0:1767319038.922017:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1767319038.922031:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922038:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922045:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319038.922057:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767319038.922080:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319038.922101:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319038.922112:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454272 00000100:00100000:0.0:1767319038.922115:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454272 00000100:00100000:0.0:1767319038.922132:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1767319038.922138:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3150d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988454272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319038.922145:0:116158:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319038.922151:0:116158:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a939e00/0x719a348ff1c3763c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37635 expref: -99 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922163:0:116158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a939e00/0x719a348ff1c3763c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37635 expref: 23 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922171:0:116158:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a939e00/0x719a348ff1c3763c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37635 expref: 23 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922177:0:116158:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939e00, rc 0) 00000100:00100000:0.0:1767319038.922204:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3150d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988454272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 66us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.922210:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1767319038.922250:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319038.922261:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922268:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319038.922302:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454400:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1767319038.922329:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319038.922342:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319038.922358:0:116158:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454400 00000100:00100000:0.0:1767319038.922362:0:116158:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454400 00000100:00100000:0.0:1767319038.922378:0:116158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1767319038.922383:0:116158:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d22915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988454400:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767319038.922392:0:116158:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1767319038.922401:0:116158:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767319038.922403:0:116158:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 54 00000100:00100000:0.0:1767319038.922650:0:116158:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d22915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988454400:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 266us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.922657:0:116158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1767319038.922685:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988454400:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1767319038.922714:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767319038.922719:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319038.922726:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319039.370565:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319040.392834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319040.878553:0:118375:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1767319041.417011:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319041.837452:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319041.837498:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319041.837534:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319041.838036:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923602816 00000100:00100000:0.0:1767319041.838041:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923602816 00000100:00100000:0.0:1767319041.838080:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 122 00000100:00100000:0.0:1767319041.838087:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923602816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319041.838116:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923602816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 30us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319041.838123:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 122 00000100:00100000:0.0:1767319041.838152:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603072 00000100:00100000:0.0:1767319041.838155:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603072 00000100:00100000:0.0:1767319041.838195:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2894 00000100:00100000:0.0:1767319041.838201:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319041.838225:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319041.838231:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2894 00000100:00080000:0.0:1767319041.838246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319041.838251:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319042.057031:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988454528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319042.057104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.061732:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767319042.061767:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988454656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319042.061801:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319042.061877:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988454656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319042.061885:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00080000:0.0:1767319042.061912:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319042.061917:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319042.061961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988454656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319042.062609:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988454528:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767319042.442735:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319042.569830:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454784 00000100:00100000:1.0:1767319042.569839:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454784 00000100:00100000:1.0:1767319042.569894:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1767319042.569904:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7012:x1853163988454784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319042.569963:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445236736 avail 1298997248 00000100:00100000:1.0:1767319042.570009:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7012:x1853163988454784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.570016:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1767319042.574952:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319042.575535:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319042.575541:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319042.575544:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319042.575556:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319042.575601:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6d80 x1853163988455040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319042.575638:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319042.575642:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319042.575643:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319042.575655:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319042.575666:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5500 x1853163988455296/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319042.575682:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319042.575685:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319042.575686:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319042.575691:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d09274000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319042.575701:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163988455552/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319042.575765:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988455040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319042.575842:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.575873:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988455296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319042.575894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.575917:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988455552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319042.575939:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.575972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988455168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.575990:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.576005:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319042.576009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988455424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.576034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.577428:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988455680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.580102:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988455552 00000100:00100000:2.0:1767319042.580114:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988455552 00000100:00100000:2.0:1767319042.580163:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:2.0:1767319042.580171:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988455552:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319042.580202:0:18378:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff9e7d2c592000, cookie 0x719a348ff1c37578 00010000:00080000:2.0:1767319042.580207:0:18378:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff9e7d2c592000 cur 4289 last 1767319037 00000004:00100000:2.0:1767319042.580226:0:18378:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319042.580230:0:18378:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3b518500 00000100:00080000:2.0:1767319042.580260:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d3bf83800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319042.580349:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988455552:12345-0@lo:38:kworker.0 Request processed in 178us (4409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.580356:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00100000:1.0:1767319042.582601:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.582646:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988454912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319042.582683:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.582735:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988455680 00000100:00100000:1.0:1767319042.582742:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988455680 00000100:00100000:1.0:1767319042.582797:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:1.0:1767319042.582805:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988455680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319042.582856:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988455680:12345-0@lo:400:kworker.0 Request processed in 51us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.582863:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:1.0:1767319042.582885:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988454912 00000100:00100000:1.0:1767319042.582889:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988454912 00000100:00100000:1.0:1767319042.582913:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767319042.582919:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39baf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988454912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319042.582955:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39baf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988454912:12345-0@lo:400:kworker.0 Request processed in 35us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.582961:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767319042.583008:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988455680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319042.583017:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988454912:0@lo:400:kworker.0 00000100:00080000:0.0:1767319042.585666:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319042.585731:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319042.585748:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988455936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319042.585820:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.585861:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988455936 00000100:00100000:0.0:1767319042.585867:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988455936 00000100:00100000:0.0:1767319042.585903:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1767319042.585910:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988455936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319042.585964:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988455936:12345-0@lo:400:kworker.0 Request processed in 54us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319042.585971:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1767319042.586011:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988455936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319042.586052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988456064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319042.586079:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.587252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988455808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587299:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.587329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988456320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587350:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.587370:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319042.587393:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988456192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.587460:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456320 00000100:00100000:2.0:1767319042.587467:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456320 00000100:00100000:2.0:1767319042.587507:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767319042.587513:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988456320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587557:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988456320:12345-0@lo:400:kworker.0 Request processed in 44us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.587593:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767319042.587628:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456064 00000100:00100000:2.0:1767319042.587632:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456064 00000100:00100000:2.0:1767319042.587663:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988455808 00000100:00100000:2.0:1767319042.587666:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988455808 00000100:00100000:2.0:1767319042.587681:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456192 00000100:00100000:2.0:1767319042.587683:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456192 00000100:00100000:2.0:1767319042.587701:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:2.0:1767319042.587707:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988456064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587742:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988456064:12345-0@lo:400:kworker.0 Request processed in 35us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.587748:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:2.0:1767319042.587761:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1767319042.587766:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988455808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587806:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988455808:12345-0@lo:400:kworker.0 Request processed in 40us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.587812:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1767319042.587826:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:2.0:1767319042.587833:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988456192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587858:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988456192:12345-0@lo:400:kworker.0 Request processed in 26us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.587863:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:2.0:1767319042.587908:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988456192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988455808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319042.587928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988456320:0@lo:400:kworker.0 00000100:00080000:2.0:1767319042.587961:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319042.587965:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319042.587995:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988456064:0@lo:400:kworker.0 00010000:00080000:0.0:1767319042.593535:0:118468:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0001-osp-MDT0000 to lustre-MDT0001_UUID@0@lo 00010000:00010000:0.0:1767319042.593542:0:118468:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0001-osp-MDT0000 (0) 00010000:00010000:0.0:1767319042.593553:0:118468:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0001-osp-MDT0000 00000100:00080000:0.0:1767319042.594270:0:118468:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:1.0:1767319042.594601:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988456448:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1767319042.594673:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.594745:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456448 00000100:00100000:1.0:1767319042.594754:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456448 00000100:00100000:1.0:1767319042.594808:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:1.0:1767319042.594817:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988456448:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:1.0:1767319042.594837:0:18378:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d2a4b0000 x1853163988456448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:708/0 lens 224/0 e 0 to 0 dl 1767319053 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319042.594849:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988456448:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 34us (176us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767319042.597368:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00010000:00010000:0.0:1767319042.611170:0:118150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,1 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 118150 initiator: MDT0 00010000:00010000:0.0:1767319042.611193:0:118150:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.611209:0:118150:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.611222:0:118150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 118150 initiator: MDT0 00010000:00010000:0.0:1767319042.611227:0:118150:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.611231:0:118150:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 118150 initiator: MDT1 00000004:00200000:0.0:1767319042.611709:0:118150:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00010000:00010000:0.0:1767319042.612207:0:118150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 118150 initiator: MDT0 00010000:00010000:0.0:1767319042.612218:0:118150:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612227:0:118150:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612238:0:118150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612244:0:118150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 2/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612257:0:118150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612263:0:118150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319042.612267:0:118150:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612274:0:118150:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612284:0:118150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d325ece00) 00010000:00010000:0.0:1767319042.612287:0:118150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319042.612291:0:118150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 2/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612296:0:118150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37658 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 118150 initiator: MDT1 00000004:00010000:0.0:1767319042.612308:0:118150:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001ebde178 reply state 0000000009d00aa4 transno 77309411498 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612318:0:118150:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.612324:0:118150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0xf0209d98 (ffff9e7d3bbb6e00) 00010000:00010000:0.0:1767319042.612326:0:118150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319042.612329:0:118150:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319042.612457:0:118150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264800/0x719a348ff1c37651 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 9 pid: 118150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.612480:0:118150:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 8 pid: 118150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.612497:0:118150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319042.612500:0:118150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319042.612502:0:118150:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939200, rc 0) 00010000:00080000:0.0:1767319042.612574:0:118150:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0001: recovery timer will expire in 101 seconds 00000020:00080000:0.0:1767319042.612618:0:118150:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:0.0:1767319042.612622:0:118150:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 77309411499 00000020:00080000:0.0:1767319042.612626:0:118150:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:0.0:1767319042.612627:0:118150:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 77309411499 00000001:00080000:1.0:1767319042.616409:0:118127:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 77309411498 is committed 00010000:00010000:0.0:1767319042.616697:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616709:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616716:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616721:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319042.616735:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616743:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616760:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0xf0209d98 (ffff9e7d3bbb6e00) 00010000:00010000:0.0:1767319042.616764:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319042.616768:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 2/0,0 mode: --/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 118150 initiator: MDT1 00010000:00010000:0.0:1767319042.616774:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3765f lrc: 0/0,0 mode: --/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 118150 initiator: MDT1 00000100:00100000:1.0:1767319042.619495:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319042.619539:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603200 00000100:00100000:1.0:1767319042.619548:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603200 00000100:00100000:1.0:1767319042.619619:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1533 00000100:00100000:1.0:1767319042.619631:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2507:x1853163923603200:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 00010000:00080000:1.0:1767319042.619657:0:81218:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d0955f480 x1853163923603200/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:708/0 lens 224/0 e 0 to 0 dl 1767319053 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319042.619698:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2507:x1853163923603200:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 Request processed in 70us (213us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767319042.619707:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1533 00000020:00080000:2.0:1767319042.619764:0:118150:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:2.0:1767319042.619769:0:118150:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 77309411499 00010000:00080000:2.0:1767319042.619773:0:118150:0:(ldlm_lib.c:2246:check_for_next_transno()) waking for completed recovery 00000020:00080000:2.0:1767319042.619776:0:118150:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:2.0:1767319042.619792:0:118150:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767319042.619802:0:118150:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:2.0:1767319042.619914:0:118150:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 19, last_transno is 81604378624 00000001:00100000:1.0:1767319042.623621:0:118127:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00100000:1.0:1767319042.623637:0:118127:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1767319042.623835:0:118150:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:0.0:1767319042.623884:0:118150:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0001: cancel recovery timer 00010000:00080000:0.0:1767319042.623899:0:118150:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7d2a4b0000 x1853163988456448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:708/0 lens 224/0 e 0 to 0 dl 1767319053 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767319042.624012:0:118150:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.204.13@tcp: req@ffff9e7d0955f480 x1853163923603200/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:708/0 lens 224/0 e 0 to 0 dl 1767319053 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:0.0:1767319042.624088:0:118150:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0001: Recovery over after 0:04, of 2 clients 2 recovered and 0 were evicted. 00000100:00080000:1.0:1767319042.624197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1767319042.624204:0:7010:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff9e7d3a9a3b80 x1853163988456448/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319058 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319042.624213:0:7010:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e7d3a9a3b80 x1853163988456448/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319058 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319042.624220:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767319042.624233:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00080000:1.0:1767319042.624240:0:7010:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e2962bf2): req@ffff9e7d08f1c380 x1853163988439552/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319031 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319042.624255:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988456448:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1767319042.624366:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.624419:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988456576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319042.624443:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.624480:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988439552 00000100:00100000:1.0:1767319042.624486:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988439552 00000100:00100000:1.0:1767319042.624524:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456576 00000100:00100000:1.0:1767319042.624528:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456576 00000100:00100000:1.0:1767319042.624560:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:1.0:1767319042.624569:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988439552:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319042.624598:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183 00000100:00100000:2.0:1767319042.624612:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7013:x1853163988456576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319042.624628:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445453824 avail 1299214336 00000004:00000024:2.0:1767319042.624629:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445453824 avail 1299214336 00000100:00100000:1.0:1767319042.624679:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988439552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.624687:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:1.0:1767319042.624736:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988439552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319042.624756:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988456576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 146us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.624764:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183 00000100:00100000:1.0:1767319042.624774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988456576:0@lo:41:osp-pre-1-0.0 00000004:00000080:2.0:1767319042.651407:0:118150:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb1abc1e33e10 00100000:10000000:2.0:1767319042.651420:0:118150:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:2.0:1767319042.651919:0:118136:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x280000401:0x604:0x0] 00000100:00100000:2.0:1767319042.651978:0:118136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:118136:1853163988456704:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1767319042.652012:0:118138:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x2c0000401:0x470:0x0] 00000100:00100000:0.0:1767319042.652039:0:118138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:118138:1853163988456832:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1767319042.652046:0:118136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.652084:0:118136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319042.652090:0:118138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.652115:0:118138:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319042.652136:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456704 00000100:00100000:0.0:1767319042.652144:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456704 00000100:00100000:0.0:1767319042.652186:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456832 00000100:00100000:0.0:1767319042.652190:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456832 00000100:00100000:0.0:1767319042.652218:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106 00000100:00100000:0.0:1767319042.652227:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:118136:x1853163988456704:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1767319042.652256:0:37862:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1569 -> diff = -29 00002000:02000040:0.0:1767319042.652261:0:37862:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000401:1541 to 0x280000401:1569) 00000100:00100000:1.0:1767319042.655187:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107 00000100:00100000:1.0:1767319042.655216:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:118138:x1853163988456832:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1767319042.655257:0:37861:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1569 -> diff = -433 00002000:02000040:1.0:1767319042.655262:0:37861:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000401:1137 to 0x2c0000401:1569) 00002000:00010000:0.0:1767319042.659965:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x621:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319042.659979:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3766d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.659995:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319042.659998:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319042.660010:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3766d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.660026:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3766d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.660036:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3766d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.660044:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3766d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.660068:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319042.671508:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319042.671514:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d31535200/0x719a348ff1c376c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671521:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.671529:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d31535200/0x719a348ff1c376c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671538:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d31535200/0x719a348ff1c376c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671549:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d31535200/0x719a348ff1c376c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671557:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d31535200/0x719a348ff1c376c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671570:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.671574:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d31534a00/0x719a348ff1c376cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671598:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.671601:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d31534a00/0x719a348ff1c376cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671609:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d31534a00/0x719a348ff1c376cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671618:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d31534a00/0x719a348ff1c376cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.671625:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.671627:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.671633:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.673475:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x621:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.673484:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673497:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673498:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673503:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673516:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673523:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673528:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673543:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.673707:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x620:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.673713:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673720:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673721:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673724:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673730:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673744:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673749:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673757:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319042.673844:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x61f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.673848:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673855:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673857:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.673860:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673866:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673871:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673875:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673884:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767319042.673890:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319042.673898:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673902:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.673905:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673910:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673919:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673923:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c376d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673934:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319042.673936:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673942:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.673945:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673951:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673959:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673971:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c376dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673983:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.673986:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.673993:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.673996:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674000:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674007:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674011:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c376e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674018:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.674019:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.674020:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.674088:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x61e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.674091:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674103:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674104:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674106:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674112:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674116:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674121:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674129:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319042.674133:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.674135:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674139:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.674141:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674145:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674150:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674158:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c376eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674165:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.674166:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.674167:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.674197:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.674258:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x61d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.674262:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c376f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x61d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674270:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674272:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674274:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c376f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674282:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c376f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674290:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c376f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674295:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c376f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674321:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.674482:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x612:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.674488:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c376f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674500:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674502:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.674506:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c376f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674515:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c376f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674523:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c376f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674531:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c376f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.674539:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00100000:0.0:1767319042.674714:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:1.0:1767319042.674854:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.675047:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x611:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675053:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37700 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675061:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675063:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675066:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37700 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675076:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37700 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675083:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37700 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675097:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c37700 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675114:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.675205:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x610:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675211:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37707 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675219:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675220:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675223:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675231:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675239:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675247:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c37707 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675258:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.675329:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675334:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3770e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675352:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675354:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675358:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3770e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675367:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3770e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675384:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3770e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675392:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c3770e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675405:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.675476:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675481:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675489:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675490:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675494:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675503:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675511:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675525:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675542:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.675566:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.675575:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.675638:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ca00 already unused, calling callback (ffffffffc0d26b40) 00002000:00010000:2.0:1767319042.675642:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319042.675643:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675653:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3771c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.675658:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675664:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675668:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675673:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.675678:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675684:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675699:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.675704:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c37715 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675711:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3771c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675724:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.675740:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.675745:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.675750:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.675794:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675799:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c37723 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675815:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675816:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675819:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c37723 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675829:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c37723 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675837:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c37723 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675845:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c37723 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675860:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.675883:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.675927:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.675931:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675938:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675939:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.675942:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675950:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675956:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675969:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.675985:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.676002:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.676009:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676016:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.676020:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676027:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676041:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319042.676057:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319042.676058:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3772a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676064:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37731 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676074:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676075:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676078:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676082:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.676086:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.676090:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.676090:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676100:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676108:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37731 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676125:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.676184:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x609:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.676189:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37738 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x609:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676205:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676206:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676209:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37738 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676217:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37738 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676225:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37738 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676232:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37738 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676249:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.676308:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x608:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.676312:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676318:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676320:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676322:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676330:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676337:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676349:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676361:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.676443:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x607:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.676448:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676457:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676458:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676461:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676468:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676475:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676482:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676497:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319042.676518:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319042.676525:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676532:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ca00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.676535:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676543:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676555:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676563:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37746 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319042.676566:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x606:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.676576:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676611:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.676617:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676640:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.676647:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676657:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676679:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676687:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c3774d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676707:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.676710:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.676712:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.676798:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676800:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676803:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676812:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676820:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676827:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676844:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.676864:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.676870:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676878:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.676881:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676889:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676907:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319042.676919:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x605:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.676927:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d400/0x719a348ff1c3775b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676932:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d200/0x719a348ff1c37754 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676938:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676942:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.676947:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d400/0x719a348ff1c3775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676954:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.676958:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d400/0x719a348ff1c3775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.676963:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.676967:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.676970:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d400/0x719a348ff1c3775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676985:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d400/0x719a348ff1c3775b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.676999:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767319042.677063:0:37862:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000401:1540 00000100:00100000:2.0:1767319042.677150:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:118136:x1853163988456704:12345-0@lo:5:osp-pre-1-1.0 Request processed in 24921us (25101us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.677159:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106 00000100:00100000:2.0:1767319042.677213:0:118136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:118136:1853163988456704:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1767319042.677229:0:118136:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x280000401:0x621:0x0] from OST, last_created [0x280000401:0x621:0x0]last_used is [0x280000401:0x604:0x0] 00000100:00100000:2.0:1767319042.677298:0:118136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:118136:1853163988457088:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1767319042.677301:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319042.677319:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988456960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319042.677335:0:118136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319042.677359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.677362:0:118136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360086c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319042.677396:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457088 00000100:00100000:2.0:1767319042.677402:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457088 00000100:00100000:1.0:1767319042.677419:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988456960 00000100:00100000:1.0:1767319042.677426:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988456960 00000100:00100000:2.0:1767319042.677439:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:2.0:1767319042.677449:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:118136:x1853163988457088:12345-0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1767319042.677465:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767319042.677479:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988456960:12345-0@lo:13:osp-pre-1-1.0 00002000:00080000:2.0:1767319042.677484:0:18971:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000401 at 1570 00002000:00000024:1.0:1767319042.677496:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8618304 pending 896 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319042.677537:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988456960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.677546:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767319042.677609:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988456960:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319042.677741:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.677747:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534400/0x719a348ff1c37769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.677755:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.677759:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534400/0x719a348ff1c37769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.677768:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534400/0x719a348ff1c37769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.677781:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534400/0x719a348ff1c37769 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.677800:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534400/0x719a348ff1c37769 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.677823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.677828:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.677831:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319042.679151:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:118136:x1853163988457088:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1702us (1813us total) trans 4294969461 rc 0/0 00000100:00100000:2.0:1767319042.679161:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00000100:00100000:2.0:1767319042.679223:0:118136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:118136:1853163988457088:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1767319042.679234:0:118136:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x280000401:0x621:0x0]-[0x280000401:0x641:0x0] 00000100:00100000:2.0:1767319042.679268:0:118136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:118136:1853163988457216:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1767319042.679303:0:118136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319042.679327:0:118136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360086c0 going to sleep for 11 seconds 00000020:00000004:0.0:1767319042.679546:0:118481:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000100:00100000:1.0:1767319042.679782:0:81228:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457216 00000100:00100000:1.0:1767319042.679789:0:81228:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457216 00000100:00100000:1.0:1767319042.679831:0:81228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319042.679840:0:81228:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:118136:x1853163988457216:12345-0@lo:900:osp-pre-1-1.0 00000020:00000004:2.0:1767319042.679865:0:118481:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1767319042.679892:0:81228:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:118136:x1853163988457216:12345-0@lo:900:osp-pre-1-1.0 Request processed in 54us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319042.679898:0:81228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319042.679939:0:118136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:118136:1853163988457216:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1767319042.681470:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.681479:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c37785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x616:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681488:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.681492:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c37785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x616:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681500:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c37785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x616:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681515:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c37785 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x616:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681529:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c37785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x616:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681549:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.681551:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.681553:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.681843:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319042.681849:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535400/0x719a348ff1c3778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x615:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681857:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.681860:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535400/0x719a348ff1c3778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x615:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681868:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535400/0x719a348ff1c3778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x615:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681880:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535400/0x719a348ff1c3778c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x615:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681888:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535400/0x719a348ff1c3778c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x615:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681905:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.681908:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534800/0x719a348ff1c37793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681939:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.681943:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534800/0x719a348ff1c37793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681953:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534800/0x719a348ff1c37793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681968:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534800/0x719a348ff1c37793 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.681978:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534800/0x719a348ff1c37793 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682002:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682005:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682009:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682193:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319042.682200:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c3779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682207:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.682211:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c3779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682218:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c3779a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682241:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c3779a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682247:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c3779a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x613:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682264:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.682271:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535000/0x719a348ff1c377a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682286:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.682290:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535000/0x719a348ff1c377a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682311:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535000/0x719a348ff1c377a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682327:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535000/0x719a348ff1c377a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682338:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535000/0x719a348ff1c377a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x612:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682357:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682360:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682364:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682461:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.682474:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c377a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682481:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.682491:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c377a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682515:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c377a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682533:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c377a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682551:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c377a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x611:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.682566:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682571:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.682573:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.685173:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319042.685186:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c377af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685186:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.685195:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535800/0x719a348ff1c377b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.685199:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319042.685206:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c377af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685208:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.685214:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535800/0x719a348ff1c377b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.685224:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c377af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685227:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535800/0x719a348ff1c377b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.685252:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c377af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685252:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535800/0x719a348ff1c377b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685273:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535800/0x719a348ff1c377b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.685291:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c377af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x610:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685292:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685295:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685298:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.685317:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.685319:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.685321:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685599:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.685604:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c377bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685612:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.685615:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c377bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685630:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c377bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685641:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c377bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685648:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c377bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685661:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685662:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685664:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685874:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.685879:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535200/0x719a348ff1c377c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685886:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.685889:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535200/0x719a348ff1c377c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685897:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535200/0x719a348ff1c377c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685909:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535200/0x719a348ff1c377c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685916:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31535200/0x719a348ff1c377c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.685935:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685937:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.685939:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686026:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.686031:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265400/0x719a348ff1c377cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686039:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.686042:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265400/0x719a348ff1c377cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686050:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265400/0x719a348ff1c377cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686061:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265400/0x719a348ff1c377cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686068:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265400/0x719a348ff1c377cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686080:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686081:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686083:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686178:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.686183:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c377d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686199:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.686202:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c377d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686209:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c377d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686220:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c377d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686226:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265e00/0x719a348ff1c377d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686240:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686242:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686244:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686607:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319042.686613:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265800/0x719a348ff1c377d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686620:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.686624:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265800/0x719a348ff1c377d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686631:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265800/0x719a348ff1c377d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686653:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265800/0x719a348ff1c377d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686660:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d41265800/0x719a348ff1c377d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.686674:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686676:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.686678:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.687883:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319042.688044:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x607:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.688050:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688057:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688059:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688062:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688070:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688077:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688084:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688161:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319042.688188:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.688196:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688206:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.688210:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688218:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688239:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688246:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c377ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x607:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319042.688260:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x606:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319042.688266:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.688267:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688271:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.688274:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.688278:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688281:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688284:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688293:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688299:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688303:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.688308:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688332:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319042.688444:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x605:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.688449:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688457:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688458:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688461:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688481:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688489:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688495:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688506:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319042.688621:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x604:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.688626:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688633:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688634:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688637:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688646:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688653:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688660:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688681:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1767319042.688771:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x603:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.688776:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688783:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688784:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688787:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688796:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688803:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688809:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688817:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767319042.688835:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767319042.688841:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688850:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.688854:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688863:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688875:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688882:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c377f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x606:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688910:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767319042.688914:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319042.688916:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x602:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319042.688926:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688927:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.688933:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688937:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688941:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319042.688947:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688948:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688967:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.688983:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c377fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.688985:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.689004:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689008:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319042.689014:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319042.689016:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689034:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319042.689039:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319042.689040:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.689621:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319042.689628:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.689635:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319042.689637:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.689644:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.689654:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689814:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689833:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689840:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37803 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689854:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319042.689857:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689863:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319042.689867:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689874:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689885:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689891:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37811 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319042.689905:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.689908:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.689910:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.689917:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319042.689929:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.690747:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c3780a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319042.690769:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.690771:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319042.690773:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1767319042.693383:0:37861:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000401:1136 00000100:00100000:2.0:1767319042.693608:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:118138:x1853163988456832:12345-0@lo:5:osp-pre-0-1.0 Request processed in 38380us (41491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.693620:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107 00000100:00100000:0.0:1767319042.693818:0:118138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:118138:1853163988456832:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1767319042.693833:0:118138:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x2c0000401:0x621:0x0] from OST, last_created [0x2c0000401:0x621:0x0]last_used is [0x2c0000401:0x470:0x0] 00000100:00100000:2.0:1767319042.693911:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319042.693949:0:118138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:118138:1853163988457472:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1767319042.693981:0:118138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.694011:0:118138:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319042.695920:0:118138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:118138:1853163988457472:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1767319042.695933:0:118138:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x2c0000401:0x621:0x0]-[0x2c0000401:0x641:0x0] 00000100:00100000:0.0:1767319042.695969:0:118138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:118138:1853163988457600:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1767319042.696005:0:118138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.696036:0:118138:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319042.696283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988457344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319042.696314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319042.696713:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457344 00000100:00100000:0.0:1767319042.696789:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457344 00000100:00100000:0.0:1767319042.696855:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:0.0:1767319042.696863:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988457344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319042.696878:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319042.696914:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988457344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319042.696920:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:2.0:1767319042.696996:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988457344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319042.852829:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319042.852868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319042.852911:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319042.852939:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319042.852961:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603456 00000100:00100000:2.0:1767319042.852968:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603456 00000100:00100000:2.0:1767319042.853015:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603584 00000100:00100000:2.0:1767319042.853017:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603584 00000100:00100000:2.0:1767319042.853061:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1534 00000100:00100000:2.0:1767319042.853070:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923603456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319042.853140:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923603456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.853147:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1534 00000100:00100000:2.0:1767319042.853163:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1535 00000100:00100000:2.0:1767319042.853169:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319042.853186:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 19us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.853190:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1535 00000100:00100000:2.0:1767319042.853208:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603328 00000100:00100000:2.0:1767319042.853211:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603328 00000100:00100000:2.0:1767319042.853243:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 124 00000100:00100000:2.0:1767319042.853250:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923603328:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319042.853278:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923603328:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319042.853285:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 124 00000100:00100000:0.0:1767319042.855444:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603712 00000100:00100000:0.0:1767319042.855455:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603712 00000100:00100000:0.0:1767319042.855513:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2899 00000100:00100000:0.0:1767319042.855522:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319042.855605:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923603712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319042.855614:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2899 00000001:00080000:2.0:1767319043.096328:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018903 is committed 00010000:00010000:1.0:1767319043.464876:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319044.488885:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319044.527036:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319044.527211:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923603840 00000100:00100000:0.0:1767319044.527221:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923603840 00000100:00100000:0.0:1767319044.527305:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1783 00000100:00100000:0.0:1767319044.527315:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81108:x1853163923603840:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767319044.527363:0:81219:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445236736 avail 1298997248 00000100:00100000:0.0:1767319044.527439:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81108:x1853163923603840:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 125us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319044.527446:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1783 00000100:00080000:2.0:1767319044.527923:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319044.529864:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319044.530473:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319044.534454:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319044.534565:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604096 00000100:00100000:0.0:1767319044.534575:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604096 00000100:00100000:0.0:1767319044.534651:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6110 00000100:00100000:0.0:1767319044.534658:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2507:x1853163923604096:12345-192.168.204.13@tcp:8:lfs.0 00010000:00080000:0.0:1767319044.534695:0:37862:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp t4294969477 exp 0000000000000000 cur 4291 last 0 00000020:00000080:0.0:1767319044.534723:0:37862:0:(genops.c:1402:class_connect()) connect: client f8e581f7-de51-4550-90ea-109e3cc27a77, cookie 0x719a348ff1c37818 00002000:00100000:0.0:1767319044.534735:0:37862:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d39a7d800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1767319044.534752:0:37862:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:0.0:1767319044.534820:0:37862:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:0.0:1767319044.534830:0:37862:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1767319044.534857:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a742800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319044.534930:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923604096:12345-192.168.204.13@tcp:8:lfs.0 Request processed in 271us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319044.534938:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6110 00000100:00100000:1.0:1767319044.538688:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319044.538793:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604224 00000100:00100000:0.0:1767319044.538804:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604224 00000100:00100000:0.0:1767319044.538879:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2344 00000100:00100000:0.0:1767319044.538889:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+6:81108:x1853163923604224:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319044.538930:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319044.539018:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+6:81108:x1853163923604224:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 118us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319044.539026:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2344 00000100:00080000:2.0:1767319044.539295:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319044.545976:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604352 00000100:00100000:0.0:1767319044.545985:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604352 00000100:00100000:0.0:1767319044.546205:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2345 00000100:00100000:0.0:1767319044.546215:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:81108:x1853163923604352:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319044.546252:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319044.546327:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:81108:x1853163923604352:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 113us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319044.546335:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2345 00000100:00080000:2.0:1767319044.546880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319045.513367:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319046.536735:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319047.181744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988457728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319047.181814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.181870:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457728 00000100:00100000:2.0:1767319047.181877:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457728 00000100:00100000:2.0:1767319047.181934:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:2.0:1767319047.181942:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988457728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319047.181967:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319047.182009:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988457728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.182014:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00080000:2.0:1767319047.182034:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319047.182130:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988457728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319047.192651:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988457856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319047.192722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.194251:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457856 00000100:00100000:2.0:1767319047.194261:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457856 00000100:00100000:2.0:1767319047.194338:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:2.0:1767319047.194349:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988457856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319047.194380:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319047.194441:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988457856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.194448:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00100000:2.0:1767319047.194498:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988457856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767319047.564771:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319047.688823:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988457984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319047.689007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.689507:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988458112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319047.689542:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.689608:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988457984 00000100:00100000:1.0:1767319047.689617:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988457984 00000100:00100000:1.0:1767319047.689678:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:1.0:1767319047.689686:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988457984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319047.689706:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319047.689745:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988457984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.689752:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00100000:1.0:1767319047.689774:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458112 00000100:00100000:1.0:1767319047.689778:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458112 00000100:00100000:1.0:1767319047.689800:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4184 00000100:00100000:1.0:1767319047.689806:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988458112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319047.689831:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445453824 avail 1299214336 00000100:00100000:1.0:1767319047.689861:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988458112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.689885:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4184 00000100:00100000:1.0:1767319047.689931:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988458112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319047.689960:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988457984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319047.690537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988458240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319047.690570:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319047.690618:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458240 00000100:00100000:0.0:1767319047.690622:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458240 00000100:00100000:0.0:1767319047.690647:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185 00000100:00100000:0.0:1767319047.690654:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988458240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767319047.690672:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445236736 avail 1298997248 00000100:00100000:0.0:1767319047.690706:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988458240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319047.690713:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185 00000100:00100000:0.0:1767319047.690744:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018903 gen 2 00000004:00080000:0.0:1767319047.690749:0:7012:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018900 committed transno 128849018903 00000004:00080000:0.0:1767319047.690766:0:7012:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018901 committed transno 128849018903 00000004:00080000:0.0:1767319047.690776:0:7012:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018902 committed transno 128849018903 00000004:00080000:0.0:1767319047.690783:0:7012:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018903 committed transno 128849018903 00000100:00100000:0.0:1767319047.690796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988458240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319047.691060:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988458752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.691162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319047.691227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988459264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.691248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.691633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988458496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.692533:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988458624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319047.692761:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458752 00000100:00100000:2.0:1767319047.692818:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458752 00000100:00100000:1.0:1767319047.693460:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459264 00000100:00100000:1.0:1767319047.693465:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459264 00000100:00100000:1.0:1767319047.693498:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458624 00000100:00100000:1.0:1767319047.693500:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458624 00000100:00100000:1.0:1767319047.693522:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1767319047.693529:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988458752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.693574:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988458752:12345-0@lo:400:kworker.0 Request processed in 45us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.693599:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1767319047.693615:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1767319047.693621:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988459264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.693646:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988459264:12345-0@lo:400:kworker.0 Request processed in 27us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.693652:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:2.0:1767319047.694778:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459136 00000100:00100000:2.0:1767319047.694787:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459136 00000100:00100000:2.0:1767319047.694838:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:2.0:1767319047.694846:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988459136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319047.694912:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988459136:12345-0@lo:400:kworker.0 Request processed in 66us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.694918:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00080000:2.0:1767319047.694966:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319047.694994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988459136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.695515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988458752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.695527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988459264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.695622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319047.695659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988458368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.695678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319047.695702:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988459008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.695734:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319047.695761:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458880 00000100:00100000:0.0:1767319047.695765:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458880 00000100:00100000:0.0:1767319047.695795:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988458496 00000100:00100000:0.0:1767319047.695799:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988458496 00000100:00100000:0.0:1767319047.695816:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459008 00000100:00100000:0.0:1767319047.695819:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459008 00000100:00100000:0.0:1767319047.696015:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1767319047.696024:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988458880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.696085:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988458880:12345-0@lo:400:kworker.0 Request processed in 63us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319047.696100:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1767319047.696114:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1767319047.696119:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988458496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.696151:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988458496:12345-0@lo:400:kworker.0 Request processed in 32us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319047.696157:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1767319047.696167:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1767319047.696172:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988459008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319047.696194:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988459008:12345-0@lo:400:kworker.0 Request processed in 22us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319047.696199:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:1.0:1767319047.696335:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988458880:0@lo:400:kworker.0 00000100:00080000:1.0:1767319047.697506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319047.697512:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319047.698963:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988458496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.698996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988459008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319047.969868:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319047.969912:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319047.969949:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319047.969982:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319047.970006:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319047.970037:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604992 00000100:00100000:2.0:1767319047.970045:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604992 00000100:00100000:0.0:1767319047.970114:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604864 00000100:00100000:0.0:1767319047.970118:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604864 00000100:00100000:2.0:1767319047.970179:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2901 00000100:00100000:2.0:1767319047.970188:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923604992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319047.970255:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923604992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.970261:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2901 00000100:00100000:1.0:1767319047.970612:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604480 00000100:00100000:1.0:1767319047.970617:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604480 00000100:00100000:1.0:1767319047.970656:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 126 00000100:00100000:1.0:1767319047.970663:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32d78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923604480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319047.970698:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32d78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923604480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.970705:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 126 00000100:00100000:2.0:1767319047.970793:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923604608 00000100:00100000:2.0:1767319047.970798:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923604608 00000100:00100000:0.0:1767319047.974925:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2902 00000100:00100000:0.0:1767319047.974934:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923604864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319047.975018:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923604864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (5010us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319047.975026:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2902 00000100:00080000:1.0:1767319047.977009:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319047.977018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319047.977022:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319047.977024:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319047.978083:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1543 00000100:00100000:2.0:1767319047.978091:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923604608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319047.978126:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923604608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (8143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.978132:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1543 00000100:00100000:1.0:1767319048.202743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988459392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319048.202811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319048.203201:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459392 00000100:00100000:2.0:1767319048.203210:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459392 00000100:00100000:2.0:1767319048.203255:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1767319048.203262:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988459392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319048.203451:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319048.203526:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988459392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 264us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319048.203534:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:1.0:1767319048.203826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988459392:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1767319048.206314:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969461 is committed 00010000:00010000:1.0:1767319048.588058:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767319049.290409:0:118626:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0001-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1767319049.608889:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319050.636021:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319051.164794:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319051.165260:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319051.169094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.169354:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923605248 00000100:00100000:0.0:1767319051.169368:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923605248 00000100:00100000:0.0:1767319051.169530:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1786 00000100:00100000:0.0:1767319051.169575:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:81554:x1853163923605248:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767319051.169676:0:81217:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445453824 avail 1299214336 00000100:00100000:0.0:1767319051.169774:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:81554:x1853163923605248:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 215us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.169782:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1786 00000100:00080000:1.0:1767319051.173305:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319051.180255:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.180448:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923605376 00000100:00100000:2.0:1767319051.180539:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923605376 00000100:00100000:2.0:1767319051.180745:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2350 00000100:00100000:2.0:1767319051.180760:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:81554:x1853163923605376:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:2.0:1767319051.180807:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319051.180908:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:81554:x1853163923605376:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 153us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.180916:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2350 00000100:00080000:1.0:1767319051.184045:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319051.187132:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319051.188067:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319051.241855:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.243888:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923605632 00000100:00100000:1.0:1767319051.243909:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923605632 00000100:00100000:0.0:1767319051.244339:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 769 00000100:00100000:0.0:1767319051.244353:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a1fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:80049:x1853163923605632:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319051.244386:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767319051.244421:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264e00/0x719a348ff1c3747c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318bf expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.244460:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d40719500) 00010000:00010000:0.0:1767319051.244484:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c374fa lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318e9 expref: 8 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.244495:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d08560a00) 00010000:00010000:0.0:1767319051.244508:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c373bf lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31895 expref: 7 pid: 81218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.244519:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7c04bf1400) 00010000:00010000:0.0:1767319051.244527:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319051.244663:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a1fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:80049:x1853163923605632:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 313us (2823us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.244672:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 769 00000100:00100000:0.0:1767319051.290826:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.294300:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.294489:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923605888 00000100:00100000:0.0:1767319051.294503:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923605888 00000100:00100000:0.0:1767319051.294633:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1788 00000100:00100000:0.0:1767319051.294645:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:81578:x1853163923605888:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:0.0:1767319051.294672:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319051.294698:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c3782d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31905 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.294783:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294801:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294815:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294833:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294840:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294847:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294929:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294937:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.294944:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00000004:00010000:0.0:1767319051.294988:0:81217:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295006:0:81217:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295013:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295020:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295027:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295034:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319051.295039:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295047:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295062:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d05390900) 00010000:00010000:0.0:1767319051.295066:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319051.295073:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295081:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37834 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295100:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295105:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295116:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295121:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319051.295125:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295130:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295161:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb56adc53 (ffff9e7d3bbb6000) 00010000:00010000:0.0:1767319051.295164:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319051.295166:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295173:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3783b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.295209:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c3782d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31905 expref: 9 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.295237:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31905 expref: 8 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.295244:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767319051.295246:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319051.295249:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00000100:00100000:0.0:1767319051.295323:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:81578:x1853163923605888:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 680us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.295332:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1788 00000100:00100000:2.0:1767319051.303068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.307035:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.319653:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81578:x1853163923606144:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 12324us (12613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.319672:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1790 00000100:00100000:2.0:1767319051.327494:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.327798:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923606272 00000100:00100000:1.0:1767319051.327812:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923606272 00000100:00100000:1.0:1767319051.327900:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1791 00000100:00100000:1.0:1767319051.327912:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:81578:x1853163923606272:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767319051.327963:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.327995:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37873 lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3191a expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.328081:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/1,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328097:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/1,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328110:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/1,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328124:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/1,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328132:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328138:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328263:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328271:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328278:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:1.0:1767319051.328331:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x32:0x0]: returning size 4096 00000004:00200000:1.0:1767319051.328335:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319051.328368:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328391:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/1,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328397:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 2/0,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328404:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/0,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328410:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.328415:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 3/0,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328422:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 4/0,0 mode: CR/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328436:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319051.328439:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.328445:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328451:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3787a lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328467:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328472:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 2/0,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328478:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328484:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.328492:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328499:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 4/0,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328507:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0xcd52553e (ffff9e7d0c7a5200) 00010000:00010000:1.0:1767319051.328509:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.328512:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 2/0,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328518:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37881 lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.328554:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37873 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3191a expref: 10 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.328929:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3191a expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.328938:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d0c7a5a00) 00010000:00010000:1.0:1767319051.328941:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319051.328944:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5600, rc 0) 00000100:00100000:1.0:1767319051.329026:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81578:x1853163923606272:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 1115us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.329036:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1791 00000100:00100000:0.0:1767319051.358278:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.358409:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923606528 00000100:00100000:2.0:1767319051.358422:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923606528 00000100:00100000:2.0:1767319051.358495:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1792 00000100:00100000:2.0:1767319051.358506:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81581:x1853163923606528:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319051.358533:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319051.358879:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c3788f lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31921 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319051.359049:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x32:0x0]: returning size 4096 00010000:00010000:2.0:1767319051.359209:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c3788f lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31921 expref: 11 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.359235:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d0c7a5a00) 00010000:00010000:2.0:1767319051.359239:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319051.359247:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c3788f lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31921 expref: 11 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.359265:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d200, rc 0) 00000100:00100000:2.0:1767319051.359346:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:81581:x1853163923606528:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 840us (1082us total) trans 128849018904 rc 301/301 00000100:00100000:2.0:1767319051.359356:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1792 00000100:00100000:0.0:1767319051.365166:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.371472:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.410420:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.412443:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923607168 00000100:00100000:0.0:1767319051.412465:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923607168 00000100:00100000:1.0:1767319051.413147:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1793 00000100:00100000:1.0:1767319051.413174:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:81586:x1853163923607168:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319051.413234:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.413263:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3789d lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31928 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.413444:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c378a4 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767319051.413461:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c378a4 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767319051.413475:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c378a4 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00000004:00200000:1.0:1767319051.413488:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x32:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.413686:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3789d lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31928 expref: 14 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.413709:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c378a4 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31928 expref: 13 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.413719:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d0c7a5a00) 00010000:00010000:1.0:1767319051.413723:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767319051.413728:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:1.0:1767319051.413835:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:81586:x1853163923607168:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 666us (3427us total) trans 128849018906 rc 0/0 00000100:00100000:1.0:1767319051.413844:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1793 00000100:00100000:1.0:1767319051.432471:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.456122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.456534:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923607424 00000100:00100000:1.0:1767319051.456548:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923607424 00000100:00100000:1.0:1767319051.456684:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1794 00000100:00100000:1.0:1767319051.456696:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:81588:x1853163923607424:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767319051.456725:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.456780:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c378b2 lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3192f expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.459293:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 3/1,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767319051.459333:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 3/1,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.459352:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 3/1,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.459811:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767319051.459822:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.459830:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.460189:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:1.0:1767319051.460199:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.460219:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:1.0:1767319051.460280:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00000004:00200000:1.0:1767319051.460284:0:81217:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319051.460323:0:81217:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.460339:0:81217:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 4/1,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462188:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 4/1,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462196:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 3/0,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462204:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 4/0,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462222:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.462228:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 4/0,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462239:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 5/0,0 mode: CR/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462262:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319051.462266:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.462272:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 3/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462279:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c378b9 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462305:0:81217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462322:0:81217:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 2/0,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462328:0:81217:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.462332:0:81217:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.462356:0:81217:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.464517:0:81217:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 4/0,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.464542:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0xf0209d98 (ffff9e7d0c7a5200) 00010000:00010000:1.0:1767319051.464545:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.464563:0:81217:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 2/0,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.464571:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c378c0 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81217 initiator: MDT1 00010000:00010000:1.0:1767319051.464678:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c378b2 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3192f expref: 11 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.464699:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3192f expref: 10 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.464706:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319051.464709:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319051.464711:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4c00, rc 0) 00000100:00100000:1.0:1767319051.464823:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:81588:x1853163923607424:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 8128us (8714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.464833:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1794 00000100:00100000:2.0:1767319051.493722:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.494462:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923607680 00000100:00100000:1.0:1767319051.494477:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923607680 00000100:00100000:1.0:1767319051.494681:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1795 00000100:00100000:1.0:1767319051.494693:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:81589:x1853163923607680:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319051.494744:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.494776:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c378ce lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31936 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319051.495789:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.497046:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c378ce lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31936 expref: 12 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.497069:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319051.497072:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319051.497078:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c378ce lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31936 expref: 12 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.497096:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5800, rc 0) 00000100:00100000:1.0:1767319051.497195:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:81589:x1853163923607680:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 2504us (3489us total) trans 81604378625 rc 301/301 00000100:00100000:1.0:1767319051.497205:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1795 00000100:00100000:2.0:1767319051.504967:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.514481:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.548378:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.548957:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923608320 00000100:00100000:0.0:1767319051.548973:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923608320 00000100:00100000:0.0:1767319051.549056:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1796 00000100:00100000:0.0:1767319051.549068:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:81590:x1853163923608320:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319051.549103:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319051.549132:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c378dc lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3193d expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.549290:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c378e3 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:0.0:1767319051.549309:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c378e3 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:0.0:1767319051.549322:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c378e3 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:0.0:1767319051.549337:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00010000:00010000:0.0:1767319051.549476:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c378dc lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3193d expref: 15 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.549492:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c378e3 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3193d expref: 14 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.549517:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319051.549519:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767319051.549522:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938c00, rc 0) 00000100:00100000:0.0:1767319051.550716:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:81590:x1853163923608320:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 1641us (2344us total) trans 81604378627 rc 0/0 00000100:00100000:0.0:1767319051.550729:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1796 00000100:00100000:2.0:1767319051.555671:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.569081:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.569377:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923608576 00000100:00100000:0.0:1767319051.569391:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923608576 00000100:00100000:0.0:1767319051.569467:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1797 00000100:00100000:0.0:1767319051.569479:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:81591:x1853163923608576:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319051.569508:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319051.569541:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c378f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31944 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319051.569722:0:81217:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID:81217:1853163988459520:0@lo:900:mdt00_000.0 00000100:00100000:0.0:1767319051.569792:0:81217:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.569841:0:81217:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 11 seconds 00000100:00100000:0.0:1767319051.570800:0:81217:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID:81217:1853163988459520:0@lo:900:mdt00_000.0 00000100:00100000:0.0:1767319051.570875:0:81217:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:81217:1853163988459648:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767319051.570914:0:81217:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.571003:0:81217:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.571231:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459648 00000100:00100000:1.0:1767319051.571238:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459648 00000100:00100000:1.0:1767319051.571323:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:1.0:1767319051.571333:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:81217:x1853163988459648:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767319051.571421:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:81217:x1853163988459648:12345-0@lo:1000:mdt00_000.0 Request processed in 90us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.571429:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00100000:2.0:1767319051.571502:0:81217:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:81217:1853163988459648:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1767319051.571661:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:2.0:1767319051.571680:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT1 00010000:00010000:2.0:1767319051.571694:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00000004:00200000:2.0:1767319051.571761:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1767319051.571766:0:81217:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319051.571804:0:81217:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT1 00010000:00010000:2.0:1767319051.571843:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c378f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31944 expref: 16 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.571870:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31944 expref: 15 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.571881:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d05390100) 00010000:00010000:2.0:1767319051.571884:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319051.571888:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682dc00, rc 0) 00000100:00100000:2.0:1767319051.571962:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:81591:x1853163923608576:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2485us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.571969:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1797 00000100:00100000:2.0:1767319051.576625:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.576766:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923608832 00000100:00100000:0.0:1767319051.576780:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923608832 00000100:00100000:0.0:1767319051.576857:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1798 00000100:00100000:0.0:1767319051.576869:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:81591:x1853163923608832:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319051.576913:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319051.576945:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c378ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3194b expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319051.577174:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00010000:00010000:0.0:1767319051.577346:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c378ff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3194b expref: 17 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.577363:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6100) 00010000:00010000:0.0:1767319051.577367:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319051.577373:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c378ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3194b expref: 17 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.577398:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939800, rc 0) 00000100:00100000:0.0:1767319051.577479:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:81591:x1853163923608832:12345-192.168.204.13@tcp:101:rm.0 Request processed in 613us (906us total) trans 81604378628 rc 301/301 00000100:00100000:0.0:1767319051.577488:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1798 00000100:00100000:2.0:1767319051.584889:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923608960 00000100:00100000:2.0:1767319051.584904:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923608960 00000100:00100000:2.0:1767319051.584976:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 310 00000100:00100000:2.0:1767319051.584998:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:81591:x1853163923608960:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319051.595867:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:81591:x1853163923608960:12345-192.168.204.13@tcp:37:rm.0 Request processed in 10862us (11217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.595887:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 310 00000100:00100000:2.0:1767319051.601541:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923609216 00000100:00100000:2.0:1767319051.601570:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923609216 00000100:00100000:2.0:1767319051.601698:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 311 00000100:00100000:2.0:1767319051.601709:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:81591:x1853163923609216:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319051.602393:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+17:81591:x1853163923609216:12345-192.168.204.13@tcp:35:rm.0 Request processed in 681us (1101us total) trans 81604378629 rc 0/0 00000100:00100000:2.0:1767319051.602404:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 311 00000100:00100000:2.0:1767319051.606958:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.607201:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923609472 00000100:00100000:1.0:1767319051.607368:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923609472 00000100:00100000:1.0:1767319051.607451:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1799 00000100:00100000:1.0:1767319051.607464:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+17:81591:x1853163923609472:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319051.607520:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.607791:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3790d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31952 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.608103:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37914 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.608122:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37914 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.608136:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37914 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:1.0:1767319051.608291:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.608438:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3790d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31952 expref: 20 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.608467:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37914 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31952 expref: 19 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.608477:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d05390100) 00010000:00010000:1.0:1767319051.608481:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767319051.608487:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00000100:00100000:1.0:1767319051.609062:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:81591:x1853163923609472:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1527us (2045us total) trans 81604378630 rc 0/0 00000100:00100000:1.0:1767319051.609073:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1799 00000100:00100000:1.0:1767319051.617126:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.617569:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923609600 00000100:00100000:2.0:1767319051.617621:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923609600 00000100:00100000:2.0:1767319051.617709:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1800 00000100:00100000:2.0:1767319051.617722:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:81591:x1853163923609600:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319051.617763:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319051.617797:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c37922 lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31959 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.617882:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c37929 lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:2.0:1767319051.617902:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c37929 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:2.0:1767319051.617915:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c37929 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:2.0:1767319051.618478:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1767319051.618486:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319051.618540:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c37922 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31959 expref: 21 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.618762:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c37929 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31959 expref: 20 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.618795:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d325ec400) 00010000:00010000:2.0:1767319051.618799:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319051.618804:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d600, rc 0) 00000100:00100000:2.0:1767319051.618957:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+20:81591:x1853163923609600:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1237us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.618967:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1800 00000100:00100000:1.0:1767319051.624774:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923609728 00000100:00100000:1.0:1767319051.624789:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923609728 00000100:00100000:1.0:1767319051.624859:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1801 00000100:00100000:1.0:1767319051.624891:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+13:81591:x1853163923609728:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319051.624921:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.624968:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37930 lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31960 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.625072:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37937 lrc: 3/1,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.625090:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37937 lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.625104:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37937 lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:1.0:1767319051.625183:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000090a1:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1767319051.625189:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319051.625250:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37930 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31960 expref: 15 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.625272:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37937 lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31960 expref: 14 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.625282:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d0c7a5200) 00010000:00010000:1.0:1767319051.625285:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319051.625289:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00000100:00100000:1.0:1767319051.626529:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:81591:x1853163923609728:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1631us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.626542:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1801 00000100:00100000:1.0:1767319051.632971:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923609984 00000100:00100000:1.0:1767319051.633164:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923609984 00000100:00100000:1.0:1767319051.633338:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1802 00000100:00100000:1.0:1767319051.633349:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+20:81591:x1853163923609984:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319051.633378:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.633406:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3793e lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31967 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319051.633827:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.634112:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3793e lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31967 expref: 22 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.634130:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d05390100) 00010000:00010000:1.0:1767319051.634134:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319051.634140:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3793e lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31967 expref: 22 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.634156:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:1.0:1767319051.634359:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+21:81591:x1853163923609984:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1011us (2064us total) trans 81604378631 rc 301/301 00000100:00100000:1.0:1767319051.634368:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1802 00000100:00100000:2.0:1767319051.639420:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.651822:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.657648:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08a85c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:81591:x1853163923610240:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5597us (5823us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.657667:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 313 00010000:00010000:1.0:1767319051.658132:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319051.662169:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.662471:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923610496 00000100:00100000:0.0:1767319051.662484:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923610496 00000100:00100000:0.0:1767319051.662548:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 314 00000100:00100000:0.0:1767319051.662558:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+21:81591:x1853163923610496:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319051.662963:0:112409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:112409:1853163988459776:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319051.664458:0:112409:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319051.664560:0:112409:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.665112:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988459776 00000100:00100000:1.0:1767319051.665124:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988459776 00000100:00100000:1.0:1767319051.665299:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1767319051.665312:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:112409:x1853163988459776:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1767319051.665447:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:112409:x1853163988459776:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 138us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.665455:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00100000:2.0:1767319051.665545:0:112409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:112409:1853163988459776:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319051.665712:0:112409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:112409:1853163988459904:0@lo:700:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319051.665744:0:112409:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319051.665778:0:112409:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319051.666134:0:112409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:112409:1853163988459904:0@lo:700:mdt_rdpg00_002.0 00000040:00080000:2.0:1767319051.666274:0:112409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319051.666298:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd1:0x3:0x0].31, 64 off34752 00000004:00080000:2.0:1767319051.666306:0:112409:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d326ff900 with version 5 00000040:00080000:2.0:1767319051.666377:0:112409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319051.666388:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd1:0x3:0x0].32, 64 off34816 00000004:00080000:2.0:1767319051.666393:0:112409:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d326ff3c0 with version 6 00000040:00080000:2.0:1767319051.666781:0:112409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319051.666810:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400013a0:0x3:0x0].16, 64 off33792 00000040:00080000:2.0:1767319051.667090:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400090a0:0x1:0x0].1, 344 off33112 00000040:00080000:2.0:1767319051.667188:0:112409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000e691:0x1:0x0].1, 424 off33192 00000004:00080000:2.0:1767319051.667194:0:112409:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d326ffc00 with version 7 00000100:00100000:0.0:1767319051.668945:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988460160 00000100:00100000:0.0:1767319051.668969:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988460160 00000100:00100000:0.0:1767319051.669040:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1767319051.669050:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988460160:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:2.0:1767319051.677064:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018907 is committed 00000001:00080000:2.0:1767319051.677091:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018906 is committed 00000100:00100000:1.0:1767319051.677430:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988460160:12345-0@lo:1000:osp_up0-1.0 Request processed in 8373us (9747us total) trans 128849018907 rc 0/0 00000100:00100000:1.0:1767319051.677442:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:1.0:1767319051.677954:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988460416 00000100:00100000:1.0:1767319051.677962:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988460416 00000100:00100000:1.0:1767319051.678020:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1767319051.678027:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988460416:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319051.680757:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988460416:12345-0@lo:1000:osp_up0-1.0 Request processed in 2724us (2957us total) trans 128849018908 rc 0/0 00000100:00100000:1.0:1767319051.680769:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00100000:2.0:1767319051.684356:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319051.684457:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a675540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.684515:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988460672 00000100:00100000:1.0:1767319051.684526:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988460672 00000100:00100000:1.0:1767319051.684753:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190 00000100:00100000:1.0:1767319051.684764:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:118133:x1853163988460672:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319051.686197:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:118133:x1853163988460672:12345-0@lo:1000:osp_up0-1.0 Request processed in 1425us (1836us total) trans 128849018909 rc 0/0 00000100:00100000:0.0:1767319051.686399:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988460672:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319051.686467:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190 00000100:00100000:2.0:1767319051.691167:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.692287:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923610752 00000100:00100000:1.0:1767319051.692306:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923610752 00000100:00100000:1.0:1767319051.692448:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1803 00000100:00100000:1.0:1767319051.692460:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+22:81591:x1853163923610752:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319051.692496:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.692525:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3794c lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3196e expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.692779:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c37953 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.692823:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c37953 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.692838:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c37953 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:1.0:1767319051.692853:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.693146:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3794c lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3196e expref: 25 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.693169:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c37953 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3196e expref: 24 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.693181:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xa:0x0].0x0 (ffff9e7d05390e00) 00010000:00010000:1.0:1767319051.693184:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767319051.693188:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00000100:00100000:1.0:1767319051.693417:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:81591:x1853163923610752:12345-192.168.204.13@tcp:101:rm.0 Request processed in 957us (2266us total) trans 81604378633 rc 0/0 00000100:00100000:1.0:1767319051.693426:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1803 00000100:00100000:0.0:1767319051.701851:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.708094:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:81591:x1853163923610880:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5967us (6239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.708114:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 315 00000100:00100000:2.0:1767319051.712864:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.713092:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923611136 00000100:00100000:0.0:1767319051.713104:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923611136 00000100:00100000:0.0:1767319051.713202:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 316 00000100:00100000:0.0:1767319051.713228:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:81591:x1853163923611136:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319051.713782:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+12:81591:x1853163923611136:12345-192.168.204.13@tcp:35:rm.0 Request processed in 554us (930us total) trans 128849018910 rc 0/0 00000100:00100000:0.0:1767319051.713790:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 316 00000100:00100000:2.0:1767319051.716490:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.716796:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923611392 00000100:00100000:1.0:1767319051.716807:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923611392 00000100:00100000:1.0:1767319051.716910:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1804 00000100:00100000:1.0:1767319051.716930:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+12:81591:x1853163923611392:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319051.717014:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319051.717044:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c378a4 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31928 expref: 12 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.717062:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37888 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3191a expref: 11 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.717087:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d0c7a5a00) 00010000:00010000:1.0:1767319051.717103:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37937 lrc: 0/0,0 mode: --/PR res: [0x2000090a1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31960 expref: 10 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.717108:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d0c7a5200) 00010000:00010000:1.0:1767319051.717113:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319051.717138:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,1 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717149:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717159:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717173:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: --/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717180:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717186:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717305:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717314:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717321:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:1.0:1767319051.717808:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x32:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.717822:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717828:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717833:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717837:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.717840:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717845:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717851:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x32:0x0].0x0 (ffff9e7d0c7a5800) 00010000:00010000:1.0:1767319051.717853:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319051.717856:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.717860:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3796f lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718130:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,1 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718135:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 2/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718139:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718151:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.718153:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 3/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718157:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 4/0,0 mode: CW/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718163:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319051.718164:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.718166:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 2/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718170:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37961 lrc: 0/0,0 mode: --/CW res: [0x2000090a1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000004:00010000:1.0:1767319051.718178:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000573f68d1 reply state 00000000704c5236 transno 128849018911 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: PW/PW res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718185:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.718189:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0xcd52553e (ffff9e7d0c7a5f00) 00010000:00010000:1.0:1767319051.718191:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319051.718193:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319051.718304:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:81591:x1853163923611392:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1382us (1821us total) trans 128849018911 rc 0/0 00000100:00100000:1.0:1767319051.718314:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1804 00000100:00100000:2.0:1767319051.722097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.722255:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923611520 00000100:00100000:0.0:1767319051.722268:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923611520 00000100:00100000:0.0:1767319051.722339:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 317 00000100:00100000:0.0:1767319051.722348:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:81591:x1853163923611520:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319051.727951:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:81591:x1853163923611520:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5576us (5840us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.727970:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 317 00000100:00100000:2.0:1767319051.731797:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.731894:0:112409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923611776 00000100:00100000:1.0:1767319051.731941:0:112409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923611776 00000100:00100000:1.0:1767319051.732117:0:112409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:1.0:1767319051.732126:0:112409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08a87850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:81591:x1853163923611776:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319051.732446:0:112409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08a87850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+25:81591:x1853163923611776:12345-192.168.204.13@tcp:35:rm.0 Request processed in 321us (666us total) trans 81604378634 rc 0/0 00000100:00100000:1.0:1767319051.732453:0:112409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:2.0:1767319051.735348:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.735450:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923612032 00000100:00100000:1.0:1767319051.735463:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923612032 00000100:00100000:1.0:1767319051.735614:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1805 00000100:00100000:1.0:1767319051.735626:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+25:81591:x1853163923612032:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319051.735704:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319051.735741:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c378e3 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3193d expref: 25 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.735768:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c378c7 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3192f expref: 24 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.735781:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319051.735794:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c37929 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31959 expref: 23 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.735804:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d325ec400) 00010000:00010000:1.0:1767319051.735816:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319051.735847:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,1 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.735863:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.735900:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.735915:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3797d lrc: 3/0,1 mode: --/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.735922:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3797d lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.735941:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3797d lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.736141:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.736153:0:81219:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.736162:0:81219:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 4/0,1 mode: --/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.736219:0:81219:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.736236:0:81219:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 4398 lvb_type: 0 00000100:00100000:1.0:1767319051.736255:0:81219:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:81219:1853163988460800:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319051.736362:0:81219:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32826780 going to sleep for 11 seconds 00010000:00010000:1.0:1767319051.749616:0:81219:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.13@tcp) returned -22 from blocking AST (req@00000000aff39077 x1853163988460800) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 4398 lvb_type: 0 00010000:00010000:1.0:1767319051.749678:0:81219:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 4398 lvb_type: 0 00010000:00010000:1.0:1767319051.749708:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37666 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318f0 expref: 22 pid: 118150 timeout: 4398 lvb_type: 0 00000100:00100000:1.0:1767319051.749729:0:81219:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:81219:1853163988460800:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319051.749763:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319051.749769:0:81219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.749781:0:81219:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.749788:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.749813:0:81219:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.749823:0:81219:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.749828:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00000004:00200000:1.0:1767319051.750390:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xb:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.750411:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750431:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750439:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750446:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.750450:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750458:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750469:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xb:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:1.0:1767319051.750472:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319051.750476:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750482:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37984 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750757:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,1 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750765:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 2/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750770:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750775:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.750778:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 3/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750791:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 4/0,0 mode: CW/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750800:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319051.750802:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.750806:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 2/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750811:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c37976 lrc: 0/0,0 mode: --/CW res: [0x2400088d0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00000004:00010000:1.0:1767319051.750826:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000015679620 reply state 000000000087153f transno 81604378635 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3797d lrc: 3/0,1 mode: PW/PW res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750838:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4800/0x719a348ff1c3797d lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d0:0x5:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.750844:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x5:0x0].0xf0209d98 (ffff9e7d0c7a5800) 00010000:00010000:1.0:1767319051.750847:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319051.750850:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319051.750979:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:81591:x1853163923612032:12345-192.168.204.13@tcp:36:rm.0 Request processed in 15350us (15641us total) trans 81604378635 rc 0/0 00000100:00100000:1.0:1767319051.751866:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1805 00000100:00100000:2.0:1767319051.757907:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.772727:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923612544 00000100:00100000:1.0:1767319051.772751:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923612544 00000100:00100000:1.0:1767319051.772868:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1806 00000100:00100000:1.0:1767319051.772881:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:81591:x1853163923612544:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319051.772964:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319051.773017:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c37953 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3196e expref: 24 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.773082:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c3786c lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31913 expref: 23 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.773097:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xa:0x0].0x0 (ffff9e7d05390e00) 00010000:00010000:1.0:1767319051.773117:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c378f8 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31944 expref: 22 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.773126:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d05390100) 00010000:00010000:1.0:1767319051.773130:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319051.773166:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3798b lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.773182:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3798b lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773194:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3798b lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773221:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37992 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.773229:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37992 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773235:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c37992 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x9:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773347:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37999 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.773356:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37999 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773370:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37999 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773393:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c379a0 lrc: 3/0,1 mode: --/EX res: [0x2400088d0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.773400:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c379a0 lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773407:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c379a0 lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773453:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319051.773460:0:81219:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.773471:0:81219:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 3/0,1 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 81219 initiator: MDT1 00000100:00100000:1.0:1767319051.773500:0:81219:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:81219:1853163988460928:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1767319051.773574:0:81219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.773663:0:81219:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32826780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319051.773888:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988460928 00000100:00100000:2.0:1767319051.773895:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988460928 00000100:00100000:2.0:1767319051.773943:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:2.0:1767319051.773952:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:81219:x1853163988460928:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1767319051.773968:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319051.773988:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c379ae lrc: 2/0,0 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c379a7 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.774010:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c379ae lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c379a7 expref: 7 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.774023:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c379ae lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c379a7 expref: 7 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.774031:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d325ecd00) 00010000:00010000:2.0:1767319051.774042:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319051.774045:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c400, rc 0) 00000100:00100000:2.0:1767319051.774107:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988460928:12345-0@lo:101:mdt00_002.0 Request processed in 156us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.774115:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:1.0:1767319051.776721:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461056 00000100:00100000:1.0:1767319051.776731:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461056 00000100:00100000:2.0:1767319051.776785:0:81219:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.777291:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:1.0:1767319051.777304:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988461056:12345-0@lo:403:mdt00_002.0 00000100:00100000:1.0:1767319051.785682:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988461056:12345-0@lo:403:mdt00_002.0 Request processed in 8365us (9005us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.785703:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000040:00080000:2.0:1767319051.799256:0:81219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400090a0:0x1:0x0].2, 936 off34048 00000100:00100000:2.0:1767319051.799539:0:81219:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:81219:1853163988461184:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1767319051.799657:0:81219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319051.799804:0:81219:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.801548:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461184 00000100:00100000:1.0:1767319051.801566:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461184 00000100:00100000:1.0:1767319051.801775:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:1.0:1767319051.801787:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988461184:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767319051.802049:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988461184:12345-0@lo:1000:mdt00_002.0 Request processed in 263us (2391us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.802057:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000004:00080000:0.0:1767319051.802965:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 8 rpc_version 8 00000020:00100000:0.0:1767319051.803334:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319051.803346:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3af18700 x1853163988461440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319051.803376:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988461440:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319051.803440:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.803471:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319051.803524:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461440 00000100:00100000:2.0:1767319051.803530:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461440 00000100:00100000:2.0:1767319051.803577:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194 00000100:00100000:2.0:1767319051.803615:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118133:x1853163988461440:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319051.804073:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:118133:x1853163988461440:12345-0@lo:1000:osp_up0-1.0 Request processed in 458us (629us total) trans 128849018912 rc 0/0 00000100:00100000:2.0:1767319051.804081:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194 00000100:00100000:0.0:1767319051.804822:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988461440:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1767319051.806720:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319051.806740:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 2/0,0 mode: EX/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.806750:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319051.806756:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319051.806765:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.806811:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 2/0,0 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.806818:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319051.806851:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 1/0,0 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.806858:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4400/0x719a348ff1c379a7 lrc: 0/0,0 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379ae expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.806879:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319051.806882:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319051.806884:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319051.806957:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988461568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319051.807050:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.807436:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461568 00000100:00100000:0.0:1767319051.807446:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461568 00000100:00100000:0.0:1767319051.807498:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1767319051.807505:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988461568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319051.807519:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319051.807537:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c379ae lrc: 0/0,0 mode: --/EX res: [0x2000090a1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c379a7 expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.807562:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0x0 (ffff9e7d325ecd00) 00010000:00010000:0.0:1767319051.807573:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319051.807640:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:7014:x1853163988461568:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.807646:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1767319051.807685:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988461568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319051.812990:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319051.813036:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.814387:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923612672 00000100:00100000:1.0:1767319051.814397:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923612672 00000100:00100000:1.0:1767319051.814460:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 771 00000100:00100000:1.0:1767319051.814467:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2508:x1853163923612672:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:1.0:1767319051.814482:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319051.814516:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37842 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31905 expref: 11 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.814540:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:1.0:1767319051.814553:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319051.814626:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923612672:12345-192.168.204.13@tcp:103:rm.0 Request processed in 160us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.814633:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 771 00000100:00100000:2.0:1767319051.817883:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319051.821068:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461696 00000100:00100000:1.0:1767319051.821074:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461696 00000100:00100000:1.0:1767319051.821116:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195 00000100:00100000:1.0:1767319051.821124:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:81219:x1853163988461696:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767319051.821139:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319051.821184:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c379bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c379b5 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.821220:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37826 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318fe expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.821231:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c379bc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c379b5 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.821263:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318fe expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.821276:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37826 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e318fe expref: 9 pid: 81219 timeout: 4398 lvb_type: 0 00000100:00100000:1.0:1767319051.821288:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18380:1853163988461824:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319051.821374:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d328260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319051.825862:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18380:1853163988461824:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319051.825917:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c379bc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c379b5 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.825935:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d05390900) 00010000:00010000:1.0:1767319051.825938:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.825943:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c379bc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c379b5 expref: 8 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.825955:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00000100:00100000:1.0:1767319051.826031:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:81219:x1853163988461696:12345-0@lo:101:mdt00_002.0 Request processed in 4907us (5111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.826484:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195 00000100:00100000:2.0:1767319051.832281:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319051.833397:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988461952 00000100:00100000:0.0:1767319051.833404:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988461952 00000100:00100000:0.0:1767319051.833493:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1767319051.833503:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:19749:x1853163988461952:12345-0@lo:105: 00010000:00010000:0.0:1767319051.833516:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833528:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833538:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833545:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833560:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833568:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319051.833633:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d41264400) 00000100:00100000:0.0:1767319051.833690:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:19749:x1853163988461952:12345-0@lo:105: Request processed in 188us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.833699:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1767319051.833795:0:19749:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:19749:1853163988461952:0@lo:105: 00010000:00010000:2.0:1767319051.833817:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319051.833871:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923613312:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1331us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.833879:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2604 00000100:00100000:2.0:1767319051.835447:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988462080 00000100:00100000:2.0:1767319051.835470:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988462080 00000100:00100000:2.0:1767319051.835528:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4196 00000100:00100000:2.0:1767319051.835537:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:81219:x1853163988462080:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1767319051.835569:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319051.835618:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c379ca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c379c3 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.835647:0:18380:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c379ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c379c3 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.835664:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c379ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c379c3 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.835672:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb56adc53 (ffff9e7d325ec200) 00010000:00010000:2.0:1767319051.835675:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319051.835679:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682da00, rc 0) 00000100:00100000:2.0:1767319051.835806:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81219:x1853163988462080:12345-0@lo:101:mdt00_002.0 Request processed in 269us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.835814:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4196 00000100:00100000:2.0:1767319051.836466:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988462208 00000100:00100000:2.0:1767319051.836472:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988462208 00000100:00100000:2.0:1767319051.836508:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197 00000100:00100000:2.0:1767319051.836516:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81219:x1853163988462208:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1767319051.836691:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:81219:x1853163988462208:12345-0@lo:1000:mdt00_002.0 Request processed in 176us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.836698:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197 00000040:00080000:1.0:1767319051.842249:0:81219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400090a0:0x1:0x0].3, 432 off34480 00000040:00080000:1.0:1767319051.842327:0:81219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000e691:0x1:0x0].3, 512 off34720 00000004:00080000:1.0:1767319051.842334:0:81219:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d328260c0 with version 9 00000004:00080000:0.0:1767319051.842444:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 9 rpc_version 9 00000020:00100000:0.0:1767319051.842489:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319051.842502:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2d9df800 x1853163988462848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1504/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319051.842533:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988462848:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319051.842852:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.842935:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319051.844827:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988462848:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1767319051.844929:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x9:0x0]: returning size 4096 00010000:00010000:1.0:1767319051.844957:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.844969:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.844977:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.844994:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319051.844999:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.845007:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.845025:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319051.845028:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319051.845034:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.845263:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41264600/0x719a348ff1c379df lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT1 00010000:00010000:1.0:1767319051.845292:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.845301:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.845320:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.845395:0:81219:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319051.845632:0:81219:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767319051.845641:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.845649:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.845656:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.845938:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319051.845948:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.845965:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265000 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319051.845970:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319051.845977:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846031:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846047:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319051.846073:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 1/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846080:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c379d1 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379d8 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846100:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319051.846105:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846112:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264400 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319051.846115:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319051.846122:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846151:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846163:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319051.846170:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.846177:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319051.846179:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319051.846181:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319051.846522:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988462976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319051.846894:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.846950:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319051.846957:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988463104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319051.847069:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988462976 00000100:00100000:2.0:1767319051.847078:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988462976 00000100:00100000:2.0:1767319051.847186:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1767319051.847198:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:7011:x1853163988462976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319051.847225:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319051.847251:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c379d8 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c379d1 expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319051.847270:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x9:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:2.0:1767319051.847280:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319051.847320:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7011:x1853163988462976:12345-0@lo:103:ldlm_bl.0 Request processed in 124us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319051.847329:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767319051.847421:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319051.847610:0:81219:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767319051.847620:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264400/0x719a348ff1c379b5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379bc expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319051.847645:0:81219:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767319051.847653:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319051.847662:0:81219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319051.847767:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:81591:x1853163923613184:12345-192.168.204.13@tcp:36:rm.0 Request processed in 27268us (29896us total) trans 81604378639 rc 0/0 00000100:00100000:1.0:1767319051.847774:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1807 00000100:00100000:0.0:1767319051.848337:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988462976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319051.848376:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319051.848873:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988463104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319052.298842:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319052.298877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988463232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319052.298968:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.299170:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988463360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319052.299210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.299288:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988463232 00000100:00100000:2.0:1767319052.299299:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988463232 00000100:00100000:2.0:1767319052.299370:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988463360 00000100:00100000:2.0:1767319052.299374:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988463360 00000100:00100000:2.0:1767319052.299395:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1767319052.299407:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988463232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319052.299437:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319052.299494:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988463232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.299510:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1767319052.299535:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:2.0:1767319052.299542:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988463360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319052.299555:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319052.299613:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988463360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.299619:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00080000:0.0:1767319052.299681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319052.299686:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319052.299735:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988463360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319052.299751:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988463232:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767319052.681082:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319052.809080:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988463872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809170:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.809241:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988464384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809271:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.809310:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1767319052.809316:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988463744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809340:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.809356:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988464256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809376:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.809393:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988464768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809413:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319052.809449:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988463872 00000100:00100000:2.0:1767319052.809458:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988463872 00000100:00100000:2.0:1767319052.809542:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988463744 00000100:00100000:2.0:1767319052.809546:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988463744 00000100:00100000:2.0:1767319052.809606:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988464256 00000100:00100000:2.0:1767319052.809610:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988464256 00000100:00100000:2.0:1767319052.809625:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988464768 00000100:00100000:2.0:1767319052.809628:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988464768 00000100:00100000:2.0:1767319052.809665:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1767319052.809674:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988463872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809731:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988463872:12345-0@lo:400:kworker.0 Request processed in 58us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.809739:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1767319052.809756:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1767319052.809761:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988463744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809786:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988463744:12345-0@lo:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.809791:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1767319052.809800:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1767319052.809806:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988464256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809829:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988464256:12345-0@lo:400:kworker.0 Request processed in 24us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.809834:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1767319052.809844:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1767319052.809849:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988464768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809873:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988464768:12345-0@lo:400:kworker.0 Request processed in 24us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.809879:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00080000:2.0:1767319052.809908:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319052.809913:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319052.809959:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988463744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809971:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988464256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809979:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988464768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.809999:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988463872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319052.810217:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988464896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319052.810250:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319052.810289:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988464384 00000100:00100000:1.0:1767319052.810293:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988464384 00000100:00100000:1.0:1767319052.810325:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988464896 00000100:00100000:1.0:1767319052.810328:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988464896 00000100:00100000:1.0:1767319052.810349:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202 00000100:00100000:1.0:1767319052.810356:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988464384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319052.810399:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988464384:12345-0@lo:400:kworker.0 Request processed in 43us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319052.810406:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202 00000100:00100000:1.0:1767319052.810419:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203 00000100:00100000:1.0:1767319052.810425:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988464896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319052.810456:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445425152 avail 1299185664 00000100:00100000:1.0:1767319052.810488:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988464896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319052.810495:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203 00000100:00100000:1.0:1767319052.810534:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988464896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319052.810546:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988464384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319052.813780:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465024 00000100:00100000:2.0:1767319052.813787:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465024 00000100:00100000:2.0:1767319052.813847:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:2.0:1767319052.813856:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988465024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319052.813877:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319052.813926:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988465024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319052.813933:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:2.0:1767319052.813982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988465024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319052.814926:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319052.814941:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988465152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319052.815005:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319052.815573:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988465152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319053.108126:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319053.108192:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319053.108263:0:116159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923613440 00000100:00100000:1.0:1767319053.108293:0:116159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923613440 00000100:00100000:1.0:1767319053.108366:0:116159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:1.0:1767319053.108377:0:116159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923613440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319053.108466:0:116159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923613440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319053.108475:0:116159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:2.0:1767319053.109559:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319053.109620:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319053.109678:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923613952 00000100:00100000:1.0:1767319053.109687:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923613952 00000100:00100000:1.0:1767319053.109747:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2905 00000100:00100000:1.0:1767319053.109754:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923613952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319053.109815:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923613952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 61us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319053.109823:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2905 00000100:00080000:1.0:1767319053.109844:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319053.120126:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319053.120199:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923613824 00000100:00100000:2.0:1767319053.120211:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923613824 00000100:00100000:2.0:1767319053.120302:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2906 00000100:00100000:2.0:1767319053.120313:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923613824:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319053.120410:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923613824:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319053.120420:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2906 00000100:00080000:2.0:1767319053.120447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319053.122700:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923613696 00000100:00100000:0.0:1767319053.122720:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923613696 00000100:00100000:0.0:1767319053.122852:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923613568 00000100:00100000:0.0:1767319053.122856:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923613568 00000100:00100000:0.0:1767319053.122895:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1550 00000100:00100000:0.0:1767319053.122921:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+23:2509:x1853163923613696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319053.123026:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+23:2509:x1853163923613696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (14833us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319053.123034:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1550 00000100:00100000:0.0:1767319053.123058:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1551 00000100:00100000:0.0:1767319053.123064:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923613568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319053.123096:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923613568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (13476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319053.123103:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1551 00000100:00080000:2.0:1767319053.124256:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319053.124265:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319053.323165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988465280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319053.323281:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319053.323390:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465280 00000100:00100000:0.0:1767319053.323401:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465280 00000100:00100000:0.0:1767319053.323476:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:0.0:1767319053.323499:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988465280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319053.323701:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319053.323761:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988465280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 275us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319053.323770:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1767319053.323835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988465280:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319053.704798:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319054.729124:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319055.752810:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319056.776861:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319056.911359:0:118127:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319056.911387:0:118127:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319056.911471:0:118127:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319056.911476:0:118127:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319056.911514:0:118127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41264800/0x719a348ff1c379c3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c379ca expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1767319056.911535:0:118127:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 81604378639 is committed 00000100:00100000:1.0:1767319056.911638:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319056.911660:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988465408:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319056.911734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319056.911782:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465408 00000100:00100000:1.0:1767319056.911790:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465408 00000100:00100000:1.0:1767319056.911844:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1767319056.911854:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163988465408:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767319056.911869:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319056.911896:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c379ca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb56adc53 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c379c3 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319056.911913:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb56adc53 (ffff9e7d325ec200) 00010000:00010000:1.0:1767319056.911927:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319056.911964:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988465408:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 112us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319056.911971:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1767319056.912012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988465408:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:2.0:1767319056.915230:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018913 is committed 00000001:00080000:2.0:1767319056.915262:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018911 is committed 00010000:00010000:0.0:1767319056.915725:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,1 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915739:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 2/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915749:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915757:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319056.915764:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 3/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915774:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 4/0,0 mode: TXN/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915794:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x5:0x0].0xcd52553e (ffff9e7d0c7a5f00) 00010000:00010000:0.0:1767319056.915797:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319056.915803:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 2/0,0 mode: --/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319056.915810:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37968 lrc: 0/0,0 mode: --/TXN res: [0x2000090a1:0x5:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000100:00100000:2.0:1767319057.417227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988465664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319057.417257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988465536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319057.417304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.417372:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.417435:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465664 00000100:00100000:1.0:1767319057.417446:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465664 00000100:00100000:1.0:1767319057.417506:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465536 00000100:00100000:1.0:1767319057.417510:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465536 00000100:00100000:1.0:1767319057.417532:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767319057.417543:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988465664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319057.417605:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319057.417653:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988465664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319057.417661:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767319057.418065:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767319057.418074:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988465536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319057.418104:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319057.418144:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988465536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319057.418150:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767319057.418200:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988465536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319057.418672:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988465664:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767319057.801744:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319057.929453:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319057.929484:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988465792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319057.929768:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.929922:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465792 00000100:00100000:0.0:1767319057.929934:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465792 00000100:00100000:0.0:1767319057.930019:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:0.0:1767319057.930029:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988465792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319057.930072:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319057.930140:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988465792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.930149:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00080000:0.0:1767319057.930178:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319057.930197:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988465920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319057.930229:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.932275:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988465792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319057.932337:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988465920 00000100:00100000:0.0:1767319057.932344:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988465920 00000100:00100000:0.0:1767319057.932396:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206 00000100:00100000:0.0:1767319057.932405:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988465920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319057.933872:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445425152 avail 1299185664 00000100:00100000:0.0:1767319057.933930:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988465920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1525us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.933938:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206 00000100:00100000:0.0:1767319057.941613:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988465920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319057.941915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988466304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988466816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942070:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942105:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767319057.942112:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988466432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988466944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942244:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466304 00000100:00100000:0.0:1767319057.942252:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466304 00000100:00100000:0.0:1767319057.942329:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466816 00000100:00100000:0.0:1767319057.942333:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466816 00000100:00100000:0.0:1767319057.942357:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466432 00000100:00100000:0.0:1767319057.942359:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466432 00000100:00100000:0.0:1767319057.942385:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767319057.942394:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988466304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942450:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988466304:12345-0@lo:400:kworker.0 Request processed in 57us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.942458:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767319057.942479:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767319057.942485:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988466816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942513:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988466816:12345-0@lo:400:kworker.0 Request processed in 28us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.942519:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767319057.942531:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1767319057.942538:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988466432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942562:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988466432:12345-0@lo:400:kworker.0 Request processed in 26us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.942568:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1767319057.942616:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466944 00000100:00100000:0.0:1767319057.942620:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466944 00000100:00100000:0.0:1767319057.942656:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:0.0:1767319057.942662:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988466944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942705:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988466944:12345-0@lo:400:kworker.0 Request processed in 43us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.942712:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00080000:0.0:1767319057.942744:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319057.942749:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319057.942752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319057.942774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988466432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942785:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988466944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942794:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988466304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942802:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988466816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942835:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988466560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942864:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942882:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988467072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942920:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319057.942926:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988466176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.942954:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.942986:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988466688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943007:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.943033:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466560 00000100:00100000:0.0:1767319057.943037:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466560 00000100:00100000:0.0:1767319057.943066:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467072 00000100:00100000:0.0:1767319057.943069:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467072 00000100:00100000:0.0:1767319057.943085:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466688 00000100:00100000:0.0:1767319057.943099:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466688 00000100:00100000:0.0:1767319057.943131:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1767319057.943137:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988466560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943174:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988466560:12345-0@lo:400:kworker.0 Request processed in 36us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.943180:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1767319057.943192:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1767319057.943196:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988467072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943220:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988467072:12345-0@lo:400:kworker.0 Request processed in 23us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.943225:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1767319057.943236:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:0.0:1767319057.943242:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988466688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943264:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988466688:12345-0@lo:400:kworker.0 Request processed in 24us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.943270:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00080000:0.0:1767319057.943289:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319057.943292:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319057.943310:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988466688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943320:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988466560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943328:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988467072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943390:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988466176 00000100:00100000:0.0:1767319057.943393:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988466176 00000100:00100000:0.0:1767319057.943420:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1767319057.943426:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988466176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.943461:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988466176:12345-0@lo:400:kworker.0 Request processed in 34us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319057.943474:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1767319057.943509:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988466176:0@lo:400:kworker.0 00000020:00080000:0.0:1767319057.943558:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 77309411500 committed batchid 73014444100 00000020:00080000:0.0:1767319057.943708:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 73014444100 00000100:00100000:2.0:1767319058.211100:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.211150:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.211188:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.211230:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.211276:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.211315:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614592 00000100:00100000:2.0:1767319058.211326:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614592 00000100:00100000:2.0:1767319058.211374:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614464 00000100:00100000:2.0:1767319058.211378:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614464 00000100:00100000:2.0:1767319058.211410:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2908 00000100:00100000:2.0:1767319058.211421:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923614592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319058.211620:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614336 00000100:00100000:1.0:1767319058.211624:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614336 00000100:00100000:1.0:1767319058.211670:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614208 00000100:00100000:1.0:1767319058.211673:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614208 00000100:00100000:1.0:1767319058.211706:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1558 00000100:00100000:1.0:1767319058.211712:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923614336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319058.211751:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923614336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 39us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.211778:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1558 00000100:00100000:1.0:1767319058.211792:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1559 00000100:00100000:1.0:1767319058.211799:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923614208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319058.211824:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923614208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.211830:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1559 00000100:00100000:2.0:1767319058.212329:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923614592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 907us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.212337:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2908 00000100:00100000:2.0:1767319058.212374:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2909 00000100:00100000:2.0:1767319058.212384:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923614464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319058.212414:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923614464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.212420:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2909 00000100:00080000:2.0:1767319058.212466:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319058.212471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319058.212491:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319058.212494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319058.443476:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988467200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319058.443919:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.443990:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467200 00000100:00100000:0.0:1767319058.443999:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467200 00000100:00100000:0.0:1767319058.444053:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:0.0:1767319058.444062:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988467200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319058.444365:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319058.444423:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988467200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 361us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319058.444431:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00100000:0.0:1767319058.445969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988467200:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1767319058.517068:0:118822:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 137c: DNE: create under striped dir, fail MDT1/MDT2 ========================================================== 20:57:37 (1767319057) 00000100:00100000:0.0:1767319058.694847:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319058.695105:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614720 00000100:00100000:2.0:1767319058.695119:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614720 00000100:00100000:2.0:1767319058.695249:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1808 00000100:00100000:2.0:1767319058.695260:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82195:x1853163923614720:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767319058.695284:0:81217:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319058.695311:0:81217:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c379e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31975 expref: -99 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.695386:0:81217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81217 initiator: MDT0 00010000:00010000:2.0:1767319058.695400:0:81217:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81217 initiator: MDT0 00010000:00010000:2.0:1767319058.695412:0:81217:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00000004:00200000:2.0:1767319058.695482:0:81217:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319058.695486:0:81217:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319058.695510:0:81217:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81217 initiator: MDT0 00010000:00010000:2.0:1767319058.695539:0:81217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c379e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31975 expref: 8 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.695573:0:81217:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31975 expref: 7 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.695619:0:81217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebe700) 00010000:00010000:2.0:1767319058.695623:0:81217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319058.695641:0:81217:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d200, rc 0) 00000100:00100000:2.0:1767319058.695717:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82195:x1853163923614720:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 458us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.695726:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1808 00000100:00100000:0.0:1767319058.699213:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923614976 00000100:00100000:0.0:1767319058.699227:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923614976 00000100:00100000:0.0:1767319058.699304:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1809 00000100:00100000:0.0:1767319058.699316:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82195:x1853163923614976:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767319058.699346:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319058.699351:0:95952:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767319058.699386:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c379ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31975 expref: 7 pid: 81217 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.699428:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebe700) 00010000:00010000:0.0:1767319058.699445:0:95952:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319058.699466:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c379f4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3197c expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.704269:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.704300:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.704312:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.704329:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.704334:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.704338:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000004:00200000:1.0:1767319058.705276:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00010000:00010000:1.0:1767319058.705296:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705307:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705333:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705346:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705352:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705358:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705365:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705371:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319058.705376:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705384:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705398:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d09c31200) 00010000:00010000:1.0:1767319058.705402:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.705408:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705414:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c379fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00000004:00010000:1.0:1767319058.705431:0:95952:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000081a261db reply state 0000000053056ba2 transno 128849018914 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705439:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.705449:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319058.705451:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319058.705454:0:95952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767319058.705933:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c379f4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 9 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.705958:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 8 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.705967:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:1.0:1767319058.705970:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319058.705972:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4c00, rc 0) 00000100:00100000:1.0:1767319058.707361:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82195:x1853163923614976:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 6757us (7010us total) trans 128849018914 rc 0/0 00000100:00100000:1.0:1767319058.707384:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1809 00000100:00100000:1.0:1767319058.729806:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923615104 00000100:00100000:1.0:1767319058.729821:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923615104 00000100:00100000:1.0:1767319058.729913:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1810 00000100:00100000:1.0:1767319058.729926:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82196:x1853163923615104:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319058.729964:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319058.729999:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31983 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.730102:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.730121:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.730157:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000004:00200000:1.0:1767319058.730216:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319058.730221:0:95952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319058.730247:0:95952:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.730277:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31983 expref: 11 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.730300:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31983 expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.730310:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319058.730313:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319058.730317:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:1.0:1767319058.730401:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82196:x1853163923615104:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 478us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.730408:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1810 00000100:00100000:0.0:1767319058.734986:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319058.736206:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923615232 00000100:00100000:1.0:1767319058.736222:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923615232 00000100:00100000:1.0:1767319058.736306:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1811 00000100:00100000:1.0:1767319058.736317:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82196:x1853163923615232:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319058.736346:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319058.736374:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3198a expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.736458:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736495:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736509:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736522:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736528:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736534:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736673:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736681:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736688:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000004:00200000:1.0:1767319058.736734:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00000004:00200000:1.0:1767319058.736738:0:95952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319058.736761:0:95952:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736775:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736781:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736798:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736805:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736810:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319058.736815:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736823:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736837:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319058.736841:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.736847:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736853:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37a25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736881:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736887:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736893:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736898:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319058.736901:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736919:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736927:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319058.736929:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.736932:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736937:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37a2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.736968:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3198a expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.736984:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3198a expref: 11 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.736992:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:1.0:1767319058.736994:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1767319058.736997:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5800, rc 0) 00000100:00100000:1.0:1767319058.737520:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82196:x1853163923615232:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 1200us (2546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.737531:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1811 00000100:00100000:1.0:1767319058.741651:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923615360 00000100:00100000:1.0:1767319058.741665:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923615360 00000100:00100000:1.0:1767319058.741739:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1812 00000100:00100000:1.0:1767319058.741750:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82196:x1853163923615360:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319058.741778:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319058.741827:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a3a lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31991 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.741932:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.741950:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.741964:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.741980:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.741987:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.741993:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742047:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742054:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742060:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742067:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742086:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319058.742091:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742105:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742118:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:1.0:1767319058.742121:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.742127:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742133:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37a41 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742147:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742153:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742159:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742164:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319058.742167:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742172:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742179:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d39f8f500) 00010000:00010000:1.0:1767319058.742182:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.742184:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742190:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37a48 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319058.742233:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a3a lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31991 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.742242:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:1.0:1767319058.742245:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319058.742253:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a3a lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31991 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.742261:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:1.0:1767319058.742340:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82196:x1853163923615360:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 593us (894us total) trans 0 rc 301/301 00000100:00100000:1.0:1767319058.742349:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1812 00000100:00100000:2.0:1767319058.742612:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923615488 00000100:00100000:2.0:1767319058.742620:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923615488 00000100:00100000:2.0:1767319058.742667:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 775 00000100:00100000:2.0:1767319058.742676:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4205b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2511:x1853163923615488:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319058.742687:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319058.742699:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c37a33 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3198a expref: 11 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.742711:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:2.0:1767319058.742715:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319058.742747:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4205b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2511:x1853163923615488:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 73us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.742754:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 775 00000100:00100000:1.0:1767319058.748387:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923615744 00000100:00100000:1.0:1767319058.748399:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923615744 00000100:00100000:1.0:1767319058.748486:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1813 00000100:00100000:1.0:1767319058.748498:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82196:x1853163923615744:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319058.748525:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319058.748956:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31998 expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319058.749101:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00010000:00010000:1.0:1767319058.749241:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a4f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31998 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.749258:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319058.749261:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319058.749267:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31998 expref: 12 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.749303:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:1.0:1767319058.749380:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82196:x1853163923615744:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 884us (1081us total) trans 128849018915 rc 301/301 00000100:00100000:1.0:1767319058.749388:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1813 00000100:00100000:0.0:1767319058.753423:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616000 00000100:00100000:0.0:1767319058.753438:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616000 00000100:00100000:0.0:1767319058.753526:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1814 00000100:00100000:0.0:1767319058.753538:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82196:x1853163923616000:12345-192.168.204.13@tcp:36:lfs.0 00000100:00100000:0.0:1767319058.753785:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467328:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.753860:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.754059:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c2480 going to sleep for 11 seconds 00000100:00100000:2.0:1767319058.754417:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467328 00000100:00100000:2.0:1767319058.754425:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467328 00000100:00100000:2.0:1767319058.754525:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4208 00000100:00100000:2.0:1767319058.754534:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:82097:x1853163988467328:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319058.754669:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:82097:x1853163988467328:12345-0@lo:1000:mdt00_003.0 Request processed in 136us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.754678:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4208 00000100:00100000:0.0:1767319058.754760:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467328:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.754840:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467456:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.754876:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.755381:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c2480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.755859:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467456:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.755916:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467584:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.755943:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.755958:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c2480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.755972:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467584 00000100:00100000:0.0:1767319058.755975:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467584 00000100:00100000:0.0:1767319058.755995:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1767319058.756000:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:82097:x1853163988467584:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.756101:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:82097:x1853163988467584:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (157us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767319058.756107:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1767319058.756131:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467584:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1767319058.756190:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:0.0:1767319058.756202:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319058.756212:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:0.0:1767319058.756221:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467712:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319058.756242:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.756255:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.756264:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467712 00000100:00100000:0.0:1767319058.756267:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467712 00000100:00100000:0.0:1767319058.756281:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1767319058.756286:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:82097:x1853163988467712:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319058.756296:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319058.756314:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37a5d expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.756345:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.756356:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 4/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 6 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.756396:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.756411:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 10 pid: 95952 timeout: 4405 lvb_type: 0 00000100:00100000:0.0:1767319058.756423:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988467840:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319058.756991:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c2480 going to sleep for 11 seconds 00000100:00100000:2.0:1767319058.760370:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988467840:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319058.760422:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 6 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.760461:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:2.0:1767319058.760465:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319058.760479:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 6 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.760490:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939a00, rc 0) 00000100:00100000:2.0:1767319058.761120:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:82097:x1853163988467712:12345-0@lo:101:mdt00_003.0 Request processed in 4827us (4871us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.761133:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1767319058.761232:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988467712:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319058.761255:0:82097:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.761270:0:82097:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319058.763135:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616128 00000100:00100000:1.0:1767319058.763147:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616128 00010000:00010000:1.0:1767319058.763196:0:15458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 11 pid: 95952 timeout: 4405 lvb_type: 0 00000100:00100000:1.0:1767319058.763295:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2605 00000100:00100000:1.0:1767319058.763306:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2508:x1853163923616128:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319058.763327:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319058.763334:0:15458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 11 pid: 95952 timeout: 4405 lvb_type: 0 00010000:00010000:1.0:1767319058.763349:0:15458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 11 pid: 95952 timeout: 4405 lvb_type: 0 00010000:00010000:1.0:1767319058.763375:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c37a09 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3197c expref: 11 pid: 95952 timeout: 4405 lvb_type: 0 00010000:00010000:1.0:1767319058.763396:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:1.0:1767319058.763403:0:15458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 5 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.763415:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 5 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.763433:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 5 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.763486:0:15458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 5 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319058.763503:0:15458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:15458:1853163988467968:0@lo:105: 00000100:00100000:1.0:1767319058.763571:0:15458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319058.763676:0:15458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.763859:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988467968 00000100:00100000:0.0:1767319058.763874:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988467968 00000100:00100000:0.0:1767319058.763931:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1767319058.763938:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15458:x1853163988467968:12345-0@lo:105: 00010000:00010000:0.0:1767319058.763951:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 5/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.763962:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 5/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.763971:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 5/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.763990:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 5/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.763996:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 6/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.764003:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 6/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.764034:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0a938000) 00000100:00100000:0.0:1767319058.764094:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15458:x1853163988467968:12345-0@lo:105: Request processed in 157us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319058.764103:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1767319058.764341:0:15458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:15458:1853163988467968:0@lo:105: 00010000:00010000:1.0:1767319058.764356:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319058.764418:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923616128:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1112us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.764427:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2605 00000100:00100000:2.0:1767319058.764428:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988468096 00000100:00100000:2.0:1767319058.764433:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988468096 00000100:00100000:2.0:1767319058.764470:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4212 00000100:00100000:2.0:1767319058.764478:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:82097:x1853163988468096:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319058.764500:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319058.764517:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37a72 lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37a6b expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.764537:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37a72 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37a6b expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.764551:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37a72 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37a6b expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.764559:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d3cebee00) 00010000:00010000:2.0:1767319058.764563:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319058.764566:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682ca00, rc 0) 00000100:00100000:2.0:1767319058.764625:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:82097:x1853163988468096:12345-0@lo:101:mdt00_003.0 Request processed in 148us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.764637:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4212 00000100:00100000:1.0:1767319058.764810:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468096:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319058.764824:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319058.764832:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319058.764857:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00000100:00100000:1.0:1767319058.765031:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468224:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319058.765064:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319058.765088:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319058.765299:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468224:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319058.765351:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468352:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319058.765373:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319058.765441:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.766830:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468352:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.766967:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468480:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.767005:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.767035:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.767437:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468480:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.767713:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468608:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.767738:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.767790:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319058.767871:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988468608 00000100:00100000:1.0:1767319058.767877:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988468608 00000100:00100000:1.0:1767319058.767911:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1767319058.767917:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:82097:x1853163988468608:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319058.767976:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:82097:x1853163988468608:12345-0@lo:1000:mdt00_003.0 Request processed in 58us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.767982:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216 00000100:00100000:0.0:1767319058.768048:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468608:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.768108:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468736:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319058.768129:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.768164:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d360c29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319058.768328:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988468736 00000100:00100000:1.0:1767319058.768334:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988468736 00000100:00100000:1.0:1767319058.768365:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:1.0:1767319058.768373:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:82097:x1853163988468736:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319058.768432:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:82097:x1853163988468736:12345-0@lo:1000:mdt00_003.0 Request processed in 59us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.768438:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00100000:0.0:1767319058.768505:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988468736:0@lo:1000:mdt00_003.0 00000040:00080000:0.0:1767319058.770243:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400090a0:0x1:0x0].4, 2152 off36632 00000040:00080000:0.0:1767319058.770379:0:82097:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000e691:0x1:0x0].4, 2352 off37072 00000004:00080000:0.0:1767319058.770387:0:82097:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d360c23c0 with version 10 00000004:00080000:2.0:1767319058.770543:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 10 rpc_version 10 00000020:00100000:2.0:1767319058.770624:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319058.770638:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05fc2680 x1853163988468992/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319058.770667:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988468992:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319058.771251:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319058.771288:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32826f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.773069:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988468992:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1767319058.773288:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319058.773305:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319058.773318:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319058.773333:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: --/PW res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319058.773338:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319058.773342:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319058.773372:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,1 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319058.773375:0:82097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,1 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82097 initiator: MDT1 00010000:00010000:2.0:1767319058.773392:0:82097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,1 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 82097 initiator: MDT1 00000100:00100000:2.0:1767319058.773409:0:82097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988469120:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319058.774016:0:82097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319058.774259:0:82097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7c000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319058.774558:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:82097:1853163988469120:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319058.774572:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 4/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774593:0:82097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 4/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319058.774617:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063b96efe reply state 0000000030943ad6 transno 81604378640 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319058.774627:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319058.774631:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d3cebe500) 00010000:00010000:0.0:1767319058.774633:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319058.774636:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319058.774641:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 4/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774646:0:82097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,0 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319058.774655:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000e691:0x3:0x0] 00000004:00010000:0.0:1767319058.774667:0:82097:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063b96efe reply state 0000000030943ad6 transno 81604378640 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319058.774672:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:0.0:1767319058.774676:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d3cebe300) 00010000:00010000:0.0:1767319058.774677:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319058.774678:0:82097:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1767319058.774684:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xc:0x0]: returning size 4096 00000004:00080000:0.0:1767319058.774692:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00010000:00010000:0.0:1767319058.774707:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774711:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774716:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774733:0:82097:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319058.774736:0:82097:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00010000:00010000:0.0:1767319058.774739:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319058.774743:0:82097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319058.774824:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:82196:x1853163923616000:12345-192.168.204.13@tcp:36:lfs.0 Request processed in 21286us (21549us total) trans 81604378640 rc 0/0 00000100:00100000:0.0:1767319058.774831:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1814 00010000:00010000:2.0:1767319058.775165:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319058.775173:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775182:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938000 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319058.775188:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319058.775196:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775226:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775232:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319058.775271:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 1/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775279:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0a938000/0x719a348ff1c37a5d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a64 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775303:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319058.775306:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319058.775308:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319058.775355:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319058.775371:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988469248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319058.775415:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319058.775493:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988469248 00000100:00100000:2.0:1767319058.775507:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988469248 00000100:00100000:2.0:1767319058.775555:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1767319058.775563:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988469248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319058.775576:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319058.775648:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37a64 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37a5d expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319058.775661:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:2.0:1767319058.775669:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319058.775710:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988469248:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319058.775717:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1767319058.775731:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988469248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319058.778050:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319058.778181:0:81220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616384 00000100:00100000:0.0:1767319058.778193:0:81220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616384 00000100:00100000:0.0:1767319058.778250:0:81220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 321 00000100:00100000:0.0:1767319058.778261:0:81220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82196:x1853163923616384:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767319058.778557:0:81220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82196:x1853163923616384:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 298us (518us total) trans 128849018917 rc 0/0 00000100:00100000:0.0:1767319058.778566:0:81220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 321 00010000:00010000:0.0:1767319058.824850:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319059.585054:0:118127:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319059.585091:0:118127:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.585171:0:118127:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.585178:0:118127:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319059.585209:0:118127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d41265000/0x719a348ff1c37a6b lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a72 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.585232:0:118127:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,0 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319059.585240:0:118127:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 3/0,0 mode: PW/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.585258:0:118127:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 2/0,0 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.585264:0:118127:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319059.585282:0:118127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682d400/0x719a348ff1c37a87 lrc: 0/0,0 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37a8e expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1767319059.585297:0:118127:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 81604378640 is committed 00000020:00080000:1.0:1767319059.585311:0:118127:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 77309411500 batchid updated 00010000:00010000:1.0:1767319059.585339:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585348:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585356:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585374:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319059.585379:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585387:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585414:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d3cebe300) 00010000:00010000:1.0:1767319059.585418:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319059.585424:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585431:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d800/0x719a348ff1c37a79 lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585448:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585454:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 2/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585460:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585465:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319059.585468:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585473:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 4/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585480:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d3cebe500) 00010000:00010000:1.0:1767319059.585482:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319059.585492:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 2/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00010000:00010000:1.0:1767319059.585497:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37a80 lrc: 0/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT1 00000100:00100000:1.0:1767319059.585542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988469376:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319059.585659:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319059.585723:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988469504:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319059.585751:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1767319059.585783:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411500 00000004:00080000:1.0:1767319059.585861:0:118147:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897180 with version 11 00000020:00080000:1.0:1767319059.585874:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 77309411498 cancel update log [0x20000e691:0x1:0x0].1: rc = 0 00000020:00080000:1.0:1767319059.585980:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 77309411498 cancel update log [0x2400090a0:0x1:0x0].1: rc = 0 00000004:00080000:1.0:1767319059.586012:0:118147:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897c00 with version 12 00000020:00080000:1.0:1767319059.586015:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 77309411499 cancel update log [0x20000e691:0x1:0x0].2: rc = 0 00000020:00080000:1.0:1767319059.586040:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 77309411499 cancel update log [0x2400090a0:0x1:0x0].2: rc = 0 00000004:00080000:1.0:1767319059.586077:0:118147:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897b40 with version 13 00000020:00080000:1.0:1767319059.586081:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 77309411500 cancel update log [0x20000e691:0x1:0x0].3: rc = 0 00000020:00080000:1.0:1767319059.586101:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 77309411500 cancel update log [0x2400090a0:0x1:0x0].3: rc = 0 00000020:00080000:1.0:1767319059.586112:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411500 00000100:00100000:1.0:1767319059.586133:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988469376 00000100:00100000:1.0:1767319059.586144:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988469376 00000100:00100000:1.0:1767319059.586212:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988469504 00000100:00100000:1.0:1767319059.586216:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988469504 00000100:00100000:1.0:1767319059.586245:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1767319059.586254:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988469376:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767319059.586284:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319059.586310:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37a72 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37a6b expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.586324:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d3cebee00) 00010000:00010000:1.0:1767319059.586332:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319059.586375:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988469376:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 122us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319059.586383:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1767319059.586404:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1767319059.586410:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988469504:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767319059.586418:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319059.586429:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264200/0x719a348ff1c37a8e lrc: 0/0,0 mode: --/PW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37a87 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.586440:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d36e11600) 00010000:00010000:1.0:1767319059.586447:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319059.586474:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988469504:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 65us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319059.586481:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000004:00080000:1.0:1767319059.586504:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 11 rpc_version 11 00000020:00100000:1.0:1767319059.586530:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319059.586538:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0db0df80 x1853163988469760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319059.586560:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988469760:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319059.586628:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319059.586664:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32826180 going to sleep for 11 seconds 00000100:00100000:1.0:1767319059.586710:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988469504:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319059.586744:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988469376:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:1.0:1767319059.589155:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018917 is committed 00000001:00080000:1.0:1767319059.589169:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018916 is committed 00000100:00100000:1.0:1767319059.589671:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988469760:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319059.589689:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 12 rpc_version 12 00000020:00100000:1.0:1767319059.589717:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319059.589726:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0db0dc00 x1853163988470016/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319059.589754:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470016:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319059.589807:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319059.589833:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7c000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319059.589889:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988470016 00000100:00100000:2.0:1767319059.589897:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988470016 00000100:00100000:2.0:1767319059.589950:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221 00000100:00100000:2.0:1767319059.589958:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:118133:x1853163988470016:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319059.590117:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:118133:x1853163988470016:12345-0@lo:1000:osp_up0-1.0 Request processed in 159us (309us total) trans 128849018919 rc 0/0 00000100:00100000:2.0:1767319059.590125:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221 00000100:00100000:1.0:1767319059.590200:0:118133:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018916 gen 2 00000004:00080000:1.0:1767319059.590206:0:118133:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018916 committed transno 128849018916 00000020:00080000:1.0:1767319059.590213:0:118133:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d360c29c0 refcount 2 committed 0 result 0 batchid 77309411501 00000020:00080000:1.0:1767319059.590217:0:118133:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d360c23c0 00000020:00080000:1.0:1767319059.590220:0:118133:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000e691:0x1:0x0].4 00000020:00080000:1.0:1767319059.590223:0:118133:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023ed00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d0b089c00 00000020:00080000:1.0:1767319059.590226:0:118133:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400090a0:0x1:0x0].4 00000100:00100000:1.0:1767319059.590270:0:118133:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7c0db0df80 x1853163988469760/t128849018918(128849018918) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767319075 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319059.590284:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470016:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319059.590292:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 13 rpc_version 13 00000020:00100000:1.0:1767319059.590305:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319059.590326:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0db0d180 x1853163988470272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319059.590341:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470272:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319059.590376:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319059.590395:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32826180 going to sleep for 11 seconds 00000020:00080000:2.0:1767319059.590454:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 77309411501 committed batchid 77309411500 00000020:00080000:2.0:1767319059.590498:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411500 00000100:00100000:1.0:1767319059.591498:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470272:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1767319059.591695:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591708:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591717:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591724:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319059.591729:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591739:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591759:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319059.591763:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319059.591770:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:0.0:1767319059.591776:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c37a02 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00000020:00080000:2.0:1767319059.602388:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411501 00000004:00080000:2.0:1767319059.602483:0:118147:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d326ff840 with version 14 00000020:00080000:2.0:1767319059.602507:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 77309411501 cancel update log [0x20000e691:0x1:0x0].4: rc = 0 00000020:00080000:2.0:1767319059.602631:0:118147:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 77309411501 cancel update log [0x2400090a0:0x1:0x0].4: rc = 0 00000020:00080000:2.0:1767319059.602644:0:118147:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411501 00000004:00080000:0.0:1767319059.602842:0:118133:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d3bc02000 version 14 rpc_version 14 00000020:00100000:0.0:1767319059.602888:0:118133:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319059.602903:0:118133:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955ca80 x1853163988470528/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319059.602935:0:118133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470528:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319059.603028:0:118133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319059.603083:0:118133:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6c00 going to sleep for 11 seconds 00000001:00080000:1.0:1767319059.604698:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018920 is committed 00000100:00100000:2.0:1767319059.605258:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:118133:x1853163988470528:12345-0@lo:1000:osp_up0-1.0 Request processed in 2018us (2224us total) trans 128849018921 rc 0/0 00000100:00100000:2.0:1767319059.605273:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000001:00080000:1.0:1767319059.606691:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018921 is committed 00000100:00100000:0.0:1767319059.606831:0:118133:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018920 gen 2 00000004:00080000:0.0:1767319059.606840:0:118133:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018918 committed transno 128849018920 00000004:00080000:0.0:1767319059.606869:0:118133:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018919 committed transno 128849018920 00000004:00080000:0.0:1767319059.606880:0:118133:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018920 committed transno 128849018920 00000100:00100000:0.0:1767319059.606897:0:118133:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7d0955ca80 x1853163988470528/t128849018921(128849018921) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767319075 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319059.606924:0:118133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:118133:1853163988470528:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319059.676802:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616512 00000100:00100000:0.0:1767319059.676834:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616512 00000100:00100000:0.0:1767319059.677620:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1815 00000100:00100000:0.0:1767319059.677638:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82205:x1853163923616512:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767319059.677695:0:82097:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445195776 avail 1298956288 00000100:00100000:0.0:1767319059.677802:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82205:x1853163923616512:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 170us (5490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319059.677811:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1815 00000100:00100000:0.0:1767319059.681553:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319059.683259:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616640 00000100:00100000:2.0:1767319059.683278:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616640 00000100:00100000:2.0:1767319059.683352:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1816 00000100:00100000:2.0:1767319059.683363:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82205:x1853163923616640:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:2.0:1767319059.683420:0:82097:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445412864 avail 1299173376 00000100:00100000:2.0:1767319059.683539:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82205:x1853163923616640:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 177us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319059.683548:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1816 00000100:00100000:0.0:1767319059.692245:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616768 00000100:00100000:0.0:1767319059.692258:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616768 00000100:00100000:0.0:1767319059.692348:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2360 00000100:00100000:0.0:1767319059.692358:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:82205:x1853163923616768:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319059.692406:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319059.692504:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:82205:x1853163923616768:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 146us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319059.692513:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2360 00000100:00100000:2.0:1767319059.696974:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319059.697086:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923616896 00000100:00100000:0.0:1767319059.697101:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923616896 00000100:00100000:0.0:1767319059.697180:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2361 00000100:00100000:0.0:1767319059.697192:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82205:x1853163923616896:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319059.697236:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319059.697329:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82205:x1853163923616896:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 138us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319059.697337:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2361 00000100:00100000:1.0:1767319059.771185:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617152 00000100:00100000:1.0:1767319059.771199:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617152 00000100:00100000:1.0:1767319059.771277:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1817 00000100:00100000:1.0:1767319059.771290:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82212:x1853163923617152:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00010000:1.0:1767319059.772713:0:95952:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319059.772762:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37a17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31983 expref: 7 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.772792:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319059.772811:0:95952:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319059.773305:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.773322:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.773332:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.773344:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775149:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775164:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775755:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775765:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775772:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775779:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775786:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319059.775790:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775798:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775813:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:1.0:1767319059.775816:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319059.775821:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775828:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37a95 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00000004:00010000:1.0:1767319059.775853:0:95952:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be1de5ac reply state 00000000dc6de221 transno 128849018922 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775879:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.775885:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319059.775888:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319059.775891:0:95952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319059.776047:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:82212:x1853163923617152:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 4754us (5551us total) trans 128849018922 rc 0/0 00000100:00100000:1.0:1767319059.776068:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1817 00000100:00100000:1.0:1767319059.804316:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617280 00000100:00100000:1.0:1767319059.804330:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617280 00000100:00100000:1.0:1767319059.804442:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1818 00000100:00100000:1.0:1767319059.804455:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:82215:x1853163923617280:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319059.804488:0:95952:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319059.804520:0:95952:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37aa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3199f expref: -99 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.804636:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.804654:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.804667:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00000004:00200000:1.0:1767319059.804721:0:95952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319059.804726:0:95952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319059.804751:0:95952:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.804793:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37aa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3199f expref: 10 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.804812:0:95952:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3199f expref: 9 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.804822:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:1.0:1767319059.804825:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319059.804830:0:95952:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:1.0:1767319059.804904:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82215:x1853163923617280:12345-192.168.204.13@tcp:101:rm.0 Request processed in 451us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319059.804914:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1818 00000100:00100000:0.0:1767319059.808751:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319059.809870:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617408 00000100:00100000:2.0:1767319059.809886:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617408 00000100:00100000:2.0:1767319059.809956:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00100000:2.0:1767319059.809968:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82215:x1853163923617408:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319059.809996:0:82097:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319059.810024:0:82097:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ab1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319a6 expref: -99 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319059.810127:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.810147:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812327:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812368:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812383:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812393:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812517:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812527:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812534:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00200000:2.0:1767319059.812616:0:82097:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x34:0x0]: returning size 0 00000004:00200000:2.0:1767319059.812621:0:82097:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319059.812650:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812664:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812676:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812683:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812690:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812707:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812715:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682de00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319059.812720:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812731:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812745:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:2.0:1767319059.812749:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319059.812755:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812762:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c37ab8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812778:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812784:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812790:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812795:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319059.812798:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812805:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812823:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767319059.812826:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319059.812829:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812836:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c37abf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319059.812880:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ab1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319a6 expref: 11 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319059.812897:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319a6 expref: 10 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319059.812905:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x34:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319059.812908:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319059.812911:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682cc00, rc 0) 00000100:00100000:2.0:1767319059.813016:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82215:x1853163923617408:12345-192.168.204.13@tcp:101:rm.0 Request processed in 3047us (4275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319059.813027:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00100000:1.0:1767319059.822767:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617664 00000100:00100000:1.0:1767319059.822785:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617664 00000100:00100000:1.0:1767319059.822864:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1820 00000100:00100000:1.0:1767319059.822876:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82215:x1853163923617664:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319059.822944:0:95952:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319059.822975:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37ac6 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319a6 expref: 10 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.822992:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x34:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319059.823008:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37aaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3199f expref: 9 pid: 95952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319059.823016:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:1.0:1767319059.823021:0:95952:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319059.823067:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823081:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823093:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823108:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823116:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823121:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823209:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823217:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.823223:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824222:0:95952:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824241:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824250:0:95952:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824258:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824272:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824279:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824300:0:95952:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319059.824326:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319059.824332:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824340:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319059.824345:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824353:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824366:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x34:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:1.0:1767319059.824369:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319059.824375:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824380:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37ae2 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824393:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319059.824396:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319059.824398:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319059.824414:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824421:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824433:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824438:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319059.824443:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824449:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824459:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x34:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:1.0:1767319059.824462:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319059.824465:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.824471:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37adb lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825632:0:95952:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825728:0:95952:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825735:0:95952:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825741:0:95952:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825746:0:95952:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319059.825748:0:95952:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825763:0:95952:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825776:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3300) 00010000:00010000:1.0:1767319059.825778:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319059.825782:0:95952:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825786:0:95952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37acd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00000004:00010000:1.0:1767319059.825800:0:95952:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012481bbc reply state 0000000062992e84 transno 128849018923 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825809:0:95952:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319059.825815:0:95952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319059.825817:0:95952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319059.825821:0:95952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319059.825940:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82215:x1853163923617664:12345-192.168.204.13@tcp:36:rm.0 Request processed in 3062us (4822us total) trans 128849018923 rc 0/0 00000100:00100000:1.0:1767319059.825949:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1820 00010000:00010000:0.0:1767319059.848794:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319061.897502:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319062.537980:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988470656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319062.538085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319062.538789:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319062.538837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988470656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319062.539395:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988470784 00000100:00100000:0.0:1767319062.539402:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988470784 00000100:00080000:1.0:1767319062.539446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319062.539450:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:0.0:1767319062.539460:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988470784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319062.539569:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319062.539633:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988470784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319062.539641:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00010000:00010000:1.0:1767319062.920761:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319063.049112:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319063.049145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988470912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319063.049244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.049311:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988470912 00000100:00100000:2.0:1767319063.049322:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988470912 00000100:00100000:2.0:1767319063.049382:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00100000:2.0:1767319063.049392:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988470912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319063.049444:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445195776 avail 1298956288 00010000:00000080:2.0:1767319063.049481:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d361cbb80 x1853163988470912/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:729/0 lens 224/368 e 0 to 0 dl 1767319074 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319063.049530:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988470912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.049538:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00100000:2.0:1767319063.050031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988470912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319063.051521:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988471296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.051756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.051841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988471808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.051867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.051882:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988472320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.051896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.051946:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767319063.051950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988471424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.051967:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.052116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988471936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052144:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319063.052178:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1767319063.052188:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988471296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052246:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988471296:12345-0@lo:400:kworker.0 Request processed in 59us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.052254:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1767319063.052278:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1767319063.052284:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988471424:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319063.052310:0:81217:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d361cb800 x1853163988471424/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:729/0 lens 224/224 e 0 to 0 dl 1767319074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319063.052341:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988471424:12345-0@lo:400:kworker.0 Request processed in 57us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.052347:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1767319063.052359:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1767319063.052365:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988471936:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319063.052375:0:81217:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d07168e00 x1853163988471936/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:729/0 lens 224/224 e 0 to 0 dl 1767319074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319063.052402:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988471936:12345-0@lo:400:kworker.0 Request processed in 37us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.052407:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1767319063.052436:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988471808 00000100:00100000:2.0:1767319063.052440:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988471808 00000100:00100000:2.0:1767319063.052468:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1767319063.052473:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988471808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052502:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988471808:12345-0@lo:400:kworker.0 Request processed in 29us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.052508:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1767319063.052549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988471424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988471936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988471296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988471808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319063.052758:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988472320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061403:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988471040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319063.061533:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061610:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988471552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061642:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061667:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061693:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061725:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767319063.061733:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988471168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061779:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061815:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988471680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061840:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061860:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.061881:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.061958:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988472448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319063.063129:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.063192:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988471168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.063209:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.063226:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988471040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319063.063237:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988471552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.063245:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319063.063288:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988472448 00000100:00100000:0.0:1767319063.063292:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988472448 00000100:00100000:0.0:1767319063.063322:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226 00000100:00100000:0.0:1767319063.063328:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988472448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319063.063367:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445412864 avail 1299173376 00000100:00100000:0.0:1767319063.063408:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988472448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319063.063501:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226 00000100:00100000:0.0:1767319063.063541:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988472448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319063.063565:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988471680:0@lo:400:kworker.0 00000100:00080000:0.0:1767319063.063631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319063.063636:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319063.063640:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319063.063642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319063.331676:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319063.331735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319063.332644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319063.332787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319063.332819:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319063.332844:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617920 00000100:00100000:2.0:1767319063.332850:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617920 00000100:00100000:2.0:1767319063.332897:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923618048 00000100:00100000:2.0:1767319063.332899:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923618048 00000100:00100000:2.0:1767319063.332922:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1566 00000100:00100000:2.0:1767319063.332930:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923617920:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:2.0:1767319063.332962:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d07169f80 x1853163923617920/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:729/0 lens 224/224 e 0 to 0 dl 1767319074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319063.333019:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923617920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.333027:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1566 00000100:00100000:2.0:1767319063.333045:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1567 00000100:00100000:2.0:1767319063.333051:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923618048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319063.333082:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923618048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 31us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.333090:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1567 00000100:00100000:2.0:1767319063.333111:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923618176 00000100:00100000:2.0:1767319063.333114:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923618176 00000100:00100000:2.0:1767319063.333141:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923618304 00000100:00100000:2.0:1767319063.333154:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923618304 00000100:00100000:2.0:1767319063.333181:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2912 00000100:00100000:2.0:1767319063.333187:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923618176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319063.333215:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923618176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.333222:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2912 00000100:00100000:2.0:1767319063.333247:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2913 00000100:00100000:2.0:1767319063.333254:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923618304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319063.333865:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923618304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 606us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319063.333876:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2913 00000100:00080000:0.0:1767319063.334155:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319063.334162:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319063.334165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319063.334168:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319063.563540:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319063.563666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319063.572467:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988472576:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319063.945361:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319065.992804:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767319066.121004:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018923 is committed 00010000:00010000:2.0:1767319066.121465:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121481:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121490:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121497:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319066.121504:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121512:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121536:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767319066.121540:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319066.121556:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121563:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37a9c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121610:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121617:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121623:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121629:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319066.121632:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121638:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121646:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767319066.121649:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319066.121652:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:2.0:1767319066.121657:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37ad4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00000100:00100000:2.0:1767319066.608911:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319066.608999:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923618432 00000100:00100000:1.0:1767319066.609010:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923618432 00000100:00100000:1.0:1767319066.609099:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1821 00000100:00100000:1.0:1767319066.609111:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82290:x1853163923618432:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319066.609130:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319066.609155:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37ae9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319ad expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319066.609222:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37af0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.609236:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.609248:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:1.0:1767319066.609293:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319066.609297:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319066.609315:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.609338:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37ae9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319ad expref: 8 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319066.609355:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c37af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319ad expref: 7 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319066.609364:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:1.0:1767319066.609367:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319066.609384:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00010000:00000080:1.0:1767319066.609393:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af18700 x1853163923618432/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:732/0 lens 576/688 e 0 to 0 dl 1767319077 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319066.609451:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82290:x1853163923618432:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 343us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319066.609458:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1821 00000100:00080000:2.0:1767319066.609748:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319066.618319:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319066.630293:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319066.630706:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319066.642012:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923618816 00000100:00100000:1.0:1767319066.642024:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923618816 00000100:00100000:1.0:1767319066.642099:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2366 00000100:00100000:1.0:1767319066.642109:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:82290:x1853163923618816:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319066.642146:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319066.642218:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:82290:x1853163923618816:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 109us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319066.642227:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2366 00000100:00100000:1.0:1767319066.650766:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319066.652671:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319066.760951:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319066.785047:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619328 00000100:00100000:0.0:1767319066.785063:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619328 00000100:00100000:0.0:1767319066.785127:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1825 00000100:00100000:0.0:1767319066.785137:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:82300:x1853163923619328:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319066.785159:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319066.785180:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37b05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319b4 expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.785251:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.785262:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.785270:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:0.0:1767319066.785310:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319066.785312:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319066.785325:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.785341:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c37b05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319b4 expref: 10 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.785354:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319b4 expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.785360:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319066.785362:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319066.785364:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939c00, rc 0) 00010000:00000080:0.0:1767319066.785370:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3a9a0e00 x1853163923619328/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:732/0 lens 576/688 e 0 to 0 dl 1767319077 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319066.785430:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82300:x1853163923619328:12345-192.168.204.13@tcp:101:rm.0 Request processed in 294us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319066.785437:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1825 00000100:00100000:2.0:1767319066.787451:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319066.787913:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619456 00000100:00100000:0.0:1767319066.788006:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619456 00000100:00100000:0.0:1767319066.788092:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1826 00000100:00100000:0.0:1767319066.788100:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:82300:x1853163923619456:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319066.788119:0:81219:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319066.788140:0:81219:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c37b13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319bb expref: -99 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.788204:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788217:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788228:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788238:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788245:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788251:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788340:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788348:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788354:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00000004:00200000:0.0:1767319066.788406:0:81219:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x35:0x0]: returning size 0 00000004:00200000:0.0:1767319066.788410:0:81219:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319066.788427:0:81219:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788438:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788447:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788454:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788460:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788466:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788471:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319066.788475:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788481:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788491:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319066.788494:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319066.788498:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788504:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c37b1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788522:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788528:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788533:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788538:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319066.788541:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788546:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788552:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d05390f00) 00010000:00010000:0.0:1767319066.788554:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319066.788557:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788562:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c37b21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.788613:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c37b13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319bb expref: 11 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.788625:0:81219:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319bb expref: 10 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.788631:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x35:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767319066.788638:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319066.788641:0:81219:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938c00, rc 0) 00010000:00000080:0.0:1767319066.788648:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af1b480 x1853163923619456/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:732/0 lens 600/584 e 0 to 0 dl 1767319077 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319066.788707:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82300:x1853163923619456:12345-192.168.204.13@tcp:101:rm.0 Request processed in 608us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319066.788715:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1826 00000100:00100000:1.0:1767319066.791828:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319066.792123:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619712 00000100:00100000:0.0:1767319066.792134:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619712 00000100:00100000:0.0:1767319066.792312:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1827 00000100:00100000:0.0:1767319066.792322:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82300:x1853163923619712:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319066.792376:0:81219:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319066.792399:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37b28 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319bb expref: 10 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.792419:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x35:0x0].0x0 (ffff9e7d3bbb6700) 00010000:00010000:0.0:1767319066.792434:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37b0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319b4 expref: 9 pid: 81219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319066.792444:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6500) 00010000:00010000:0.0:1767319066.792448:0:81219:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319066.792471:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792484:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792494:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792522:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792531:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792550:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792652:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792661:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792668:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792852:0:81219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792860:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792868:0:81219:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792875:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792881:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792887:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792914:0:81219:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319066.792942:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792948:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792954:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792960:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319066.792964:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792970:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792979:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x35:0x0].0x0 (ffff9e7d3bbb6600) 00010000:00010000:0.0:1767319066.792982:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319066.792986:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.792992:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37b3d lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793085:0:81219:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793091:0:81219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793096:0:81219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793113:0:81219:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793118:0:81219:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319066.793120:0:81219:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793126:0:81219:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793134:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3bbb6a00) 00010000:00010000:0.0:1767319066.793136:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319066.793139:0:81219:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793144:0:81219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37b2f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00000004:00010000:0.0:1767319066.793156:0:81219:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a6fcccf reply state 000000008b16571c transno 128849018925 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793167:0:81219:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:0.0:1767319066.793172:0:81219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d05390f00) 00010000:00010000:0.0:1767319066.793175:0:81219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319066.793177:0:81219:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1767319066.793193:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d0719e300 x1853163923619712/t128849018925(0) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:732/0 lens 512/456 e 0 to 0 dl 1767319077 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319066.793259:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82300:x1853163923619712:12345-192.168.204.13@tcp:36:rm.0 Request processed in 939us (1442us total) trans 128849018925 rc 0/0 00000100:00100000:0.0:1767319066.793275:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1827 00010000:00010000:1.0:1767319066.793341:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319066.793347:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.793353:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319066.793356:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.793361:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.793375:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x35:0x0].0x0 (ffff9e7d3bbb6600) 00010000:00010000:1.0:1767319066.793377:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319066.793380:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.793386:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37b44 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319066.793398:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319066.793401:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319066.793402:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319067.016787:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319067.659623:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319067.659632:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319067.659642:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988472832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319067.659679:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.659708:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988472832 00000100:00100000:1.0:1767319067.659712:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988472832 00000100:00100000:1.0:1767319067.659747:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1767319067.659754:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988472832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319067.659766:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319067.659803:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988472832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319067.659811:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00080000:1.0:1767319067.659824:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319067.659843:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988472832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319068.168965:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0719d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988472960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319068.169065:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319068.169161:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988472960 00000100:00100000:1.0:1767319068.169171:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988472960 00000100:00100000:1.0:1767319068.169261:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:1.0:1767319068.169273:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988472960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319068.169309:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319068.169361:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988472960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319068.169369:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00080000:1.0:1767319068.169394:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319068.169440:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0719d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988472960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319068.169682:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319068.169694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988473088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319068.169734:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.169846:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473088 00000100:00100000:0.0:1767319068.169851:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473088 00000100:00100000:0.0:1767319068.169885:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1767319068.169892:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988473088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319068.169932:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445412864 avail 1299173376 00010000:00000080:0.0:1767319068.169948:0:35231:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7c0db0df80 x1853163988473088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 224/368 e 0 to 0 dl 1767319079 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319068.169984:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988473088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.169990:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1767319068.170026:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988473088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319068.172209:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319068.172238:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988473216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319068.173647:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319068.173784:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473216 00000100:00100000:1.0:1767319068.173794:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473216 00000100:00100000:1.0:1767319068.173857:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:1.0:1767319068.173866:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988473216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319068.173920:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445195776 avail 1298956288 00010000:00000080:1.0:1767319068.173941:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3b8b2d80 x1853163988473216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 224/368 e 0 to 0 dl 1767319079 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319068.173995:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988473216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319068.174003:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:0.0:1767319068.174176:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988473216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319068.174534:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988473600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.174565:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.174609:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988474112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.174629:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.174644:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319068.174667:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988473728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.174684:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.174696:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988474240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.174708:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.174729:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473600 00000100:00100000:0.0:1767319068.174732:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473600 00000100:00100000:0.0:1767319068.174778:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473728 00000100:00100000:0.0:1767319068.174780:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473728 00000100:00100000:0.0:1767319068.174794:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988474240 00000100:00100000:0.0:1767319068.174795:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988474240 00000100:00100000:0.0:1767319068.174809:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1767319068.174813:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988473600:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319068.174829:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d36392a00 x1853163988473600/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319068.174863:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988473600:12345-0@lo:400:kworker.0 Request processed in 49us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.174870:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1767319068.174887:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:0.0:1767319068.174893:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988473728:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319068.174917:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d36393800 x1853163988473728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319068.174943:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988473728:12345-0@lo:400:kworker.0 Request processed in 51us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.174949:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:0.0:1767319068.174963:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1767319068.174968:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988474240:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319068.174991:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d36392d80 x1853163988474240/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319068.175025:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988474240:12345-0@lo:400:kworker.0 Request processed in 56us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.175031:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1767319068.175053:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988474112 00000100:00100000:0.0:1767319068.175057:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988474112 00000100:00100000:0.0:1767319068.175085:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1767319068.175092:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988474112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.175121:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988474112:12345-0@lo:400:kworker.0 Request processed in 31us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.175127:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1767319068.175179:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988473728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.175191:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988474240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.175202:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988473600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.175211:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988474112:0@lo:400:kworker.0 00000100:00080000:0.0:1767319068.176482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319068.176491:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319068.176506:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473856 00000100:00100000:0.0:1767319068.176511:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473856 00000100:00100000:0.0:1767319068.176605:0:81217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473472 00000100:00100000:0.0:1767319068.176609:0:81217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473472 00000100:00080000:1.0:1767319068.177017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319068.177021:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319068.177154:0:81217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1767319068.177162:0:81217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988473472:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319068.177176:0:81217:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d075b4380 x1853163988473472/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319068.177236:0:81217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988473472:12345-0@lo:400:kworker.0 Request processed in 75us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.177252:0:81217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1767319068.177273:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988474368 00000100:00100000:0.0:1767319068.177277:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988474368 00000100:00080000:1.0:1767319068.177418:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319068.177620:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988473984 00000100:00100000:0.0:1767319068.177626:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988473984 00000100:00100000:0.0:1767319068.177651:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767319068.177657:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988474368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.177693:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988474368:12345-0@lo:400:kworker.0 Request processed in 36us (2060us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.177699:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767319068.177709:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:0.0:1767319068.177714:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988473984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.177741:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d075b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988473984:12345-0@lo:400:kworker.0 Request processed in 27us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.177747:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:0.0:1767319068.177808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988473472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.177820:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988473984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319068.177830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988474368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319068.450080:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319068.450128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319068.450144:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319068.450190:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319068.450342:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619968 00000100:00100000:2.0:1767319068.450358:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619968 00000100:00100000:2.0:1767319068.450414:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923620096 00000100:00100000:2.0:1767319068.450417:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923620096 00000100:00100000:2.0:1767319068.450441:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1574 00000100:00100000:2.0:1767319068.450450:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923619968:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:2.0:1767319068.450483:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d0719d180 x1853163923619968/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319068.450545:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923619968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319068.450552:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1574 00000100:00100000:2.0:1767319068.450570:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1575 00000100:00100000:2.0:1767319068.450575:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923620096:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:2.0:1767319068.450608:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d0719df80 x1853163923620096/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:734/0 lens 224/224 e 0 to 0 dl 1767319079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319068.450642:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0719df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923620096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319068.450648:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1575 00000100:00080000:2.0:1767319068.450666:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319068.450669:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319068.451376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319068.451620:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319068.452844:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319068.681845:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319068.681868:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988474624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319068.681947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319068.681997:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988474624 00000100:00100000:0.0:1767319068.682013:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988474624 00000100:00100000:0.0:1767319068.682059:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:0.0:1767319068.682067:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988474624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319068.682098:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319068.682139:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988474624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319068.682146:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:0.0:1767319068.682193:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988474624:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319069.065426:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319070.092400:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319071.118638:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767319072.228754:0:119612:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mds2 REPLAY BARRIER on lustre-MDT0001 00000100:00100000:1.0:1767319072.305530:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923620480 00000100:00100000:1.0:1767319072.305540:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923620480 00000100:00100000:1.0:1767319072.305634:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1828 00000100:00100000:1.0:1767319072.305644:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82371:x1853163923620480:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767319072.305664:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319072.305685:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37b4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319c2 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.305748:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.305760:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.305771:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00000004:00200000:1.0:1767319072.305813:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319072.305832:0:86850:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319072.305852:0:86850:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.305877:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c37b4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c2 expref: 12 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.305893:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c2 expref: 11 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.305902:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3000) 00010000:00010000:1.0:1767319072.305913:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319072.305916:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00010000:00000080:1.0:1767319072.305923:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d046b6d80 x1853163923620480/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 576/688 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319072.305969:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82371:x1853163923620480:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 328us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319072.305974:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1828 00000100:00080000:2.0:1767319072.306509:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319072.308471:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319072.308709:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1829 00000100:00100000:1.0:1767319072.308720:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:82371:x1853163923620608:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:1.0:1767319072.308738:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319072.308757:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37b59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319c9 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.308816:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308843:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308852:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308865:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308872:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308878:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308970:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308978:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.308985:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00000004:00200000:1.0:1767319072.309022:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00000004:00200000:1.0:1767319072.309027:0:86850:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319072.309043:0:86850:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309055:0:86850:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309061:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309066:0:86850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309073:0:86850:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309079:0:86850:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319072.309082:0:86850:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309088:0:86850:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309099:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3000) 00010000:00010000:1.0:1767319072.309110:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319072.309115:0:86850:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309120:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c37b60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309132:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309137:0:86850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309142:0:86850:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309147:0:86850:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319072.309149:0:86850:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309154:0:86850:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309161:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d407b3600) 00010000:00010000:1.0:1767319072.309163:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319072.309178:0:86850:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309184:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c37b67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.309213:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c37b59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c9 expref: 13 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.309236:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c9 expref: 12 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319072.309243:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d407b3a00) 00010000:00010000:1.0:1767319072.309245:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319072.309248:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00010000:00000080:1.0:1767319072.309254:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7c0c45df80 x1853163923620608/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 592/584 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319072.309311:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:82371:x1853163923620608:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 594us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319072.309319:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1829 00000100:00100000:2.0:1767319072.312676:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319072.313298:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988474752 00000100:00100000:2.0:1767319072.313303:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988474752 00000100:00100000:2.0:1767319072.313342:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767319072.313357:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:82097:x1853163988474752:12345-0@lo:1000:mdt00_003.0 00010000:00000080:2.0:1767319072.313395:0:35231:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1e680 x1853163988474752/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:738/0 lens 304/4320 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319072.313438:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:82097:x1853163988474752:12345-0@lo:1000:mdt00_003.0 Request processed in 82us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.313445:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767319072.313488:0:82097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:82097:1853163988474752:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1767319072.313532:0:82097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313541:0:82097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313548:0:82097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00000004:00010000:2.0:1767319072.313566:0:82097:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313599:0:82097:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313606:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313612:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313618:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313623:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319072.313631:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313638:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313649:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d407b3a00) 00010000:00010000:2.0:1767319072.313652:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319072.313657:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313663:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264000/0x719a348ff1c37b7c lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313673:0:82097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313678:0:82097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313683:0:82097:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313688:0:82097:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319072.313690:0:82097:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313695:0:82097:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313701:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d05390200) 00010000:00010000:2.0:1767319072.313704:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319072.313706:0:82097:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313722:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265600/0x719a348ff1c37b83 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 82097 initiator: MDT0 00010000:00010000:2.0:1767319072.313751:0:82097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264a00/0x719a348ff1c37b75 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d0 expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319072.313763:0:82097:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d0 expref: 13 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319072.313770:0:82097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d03350f00) 00010000:00010000:2.0:1767319072.313772:0:82097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319072.313774:0:82097:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d400, rc 0) 00010000:00000080:2.0:1767319072.313780:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d03ea5880 x1853163923620736/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 584/584 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767319072.313838:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:82371:x1853163923620736:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 1000us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.313844:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1830 00000100:00100000:2.0:1767319072.317532:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923620864 00000100:00100000:2.0:1767319072.317541:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923620864 00000100:00100000:2.0:1767319072.317628:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1831 00000100:00100000:2.0:1767319072.317639:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:82371:x1853163923620864:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:2.0:1767319072.317658:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319072.317680:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37b91 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319d7 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319072.317740:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37b98 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:2.0:1767319072.317766:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37b98 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:2.0:1767319072.317777:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37b98 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00000004:00200000:2.0:1767319072.317884:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xc:0x0]: returning size 4096 00000004:00200000:2.0:1767319072.317889:0:86850:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319072.317927:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c37b91 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d7 expref: 8 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319072.317943:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37b98 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d7 expref: 7 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319072.317953:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d03350600) 00010000:00010000:2.0:1767319072.317955:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1767319072.317959:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682ca00, rc 0) 00010000:00000080:2.0:1767319072.317966:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1f100 x1853163923620864/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 576/672 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767319072.318023:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:82371:x1853163923620864:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 387us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.318030:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1831 00000100:00100000:1.0:1767319072.320512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319072.325723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319072.329406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319072.329460:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923621376 00000100:00100000:0.0:1767319072.329468:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923621376 00000100:00100000:0.0:1767319072.329534:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1834 00000100:00100000:0.0:1767319072.329540:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+14:82371:x1853163923621376:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767319072.329559:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319072.329562:0:86850:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767319072.329618:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41265800/0x719a348ff1c37bb4 lrc: 0/0,0 mode: --/PR res: [0x20000e691:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319e5 expref: 14 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.329632:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d05390d00) 00010000:00010000:0.0:1767319072.329641:0:86850:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319072.329653:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37bbb lrc: 2/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319ec expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.329766:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 3/0,1 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.329790:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 3/0,1 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.329799:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 3/0,1 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.329812:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: --/PW res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.329828:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.329836:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00000004:00200000:0.0:1767319072.332307:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00010000:00010000:0.0:1767319072.332333:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37bd0 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332346:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37bd0 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332354:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37bd0 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332364:0:86850:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 4/0,1 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332368:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 4/0,1 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332372:0:86850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 3/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332376:0:86850:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 4/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332386:0:86850:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319072.332390:0:86850:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 4/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332396:0:86850:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 5/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332404:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d3bbb6e00) 00010000:00010000:0.0:1767319072.332406:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319072.332409:0:86850:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 3/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332413:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bc2 lrc: 0/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00000004:00010000:0.0:1767319072.332422:0:86850:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bd7a8f7c reply state 00000000aa78725a transno 128849018926 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332429:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.332433:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0xcd52553e (ffff9e7d3bbb6c00) 00010000:00010000:0.0:1767319072.332434:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319072.332436:0:86850:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319072.332473:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c37bbb lrc: 0/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319ec expref: 16 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.332486:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37bd0 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319ec expref: 15 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.332491:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x36:0x0].0x0 (ffff9e7d3bbb6b00) 00010000:00010000:0.0:1767319072.332496:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319072.332498:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939c00, rc 0) 00010000:00000080:0.0:1767319072.332504:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7c0c45c380 x1853163923621376/t128849018926(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 520/584 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319072.332575:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:82371:x1853163923621376:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 3034us (3175us total) trans 128849018926 rc 0/0 00000001:00080000:1.0:1767319072.333088:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018926 is committed 00010000:00010000:1.0:1767319072.333108:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333113:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333117:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333120:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319072.333122:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333127:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333138:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d05390f00) 00010000:00010000:1.0:1767319072.333139:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319072.333142:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333145:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d41264400/0x719a348ff1c37afe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 95952 initiator: MDT0 00010000:00010000:1.0:1767319072.333155:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333158:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333161:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333174:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319072.333176:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333180:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333184:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d05390f00) 00010000:00010000:1.0:1767319072.333185:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319072.333186:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333189:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c37b36 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 81219 initiator: MDT0 00010000:00010000:1.0:1767319072.333198:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,1 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333205:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 2/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333209:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333211:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319072.333213:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 3/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333216:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 4/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333220:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0xcd52553e (ffff9e7d3bbb6c00) 00010000:00010000:1.0:1767319072.333221:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319072.333222:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 2/0,0 mode: --/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00010000:00010000:1.0:1767319072.333225:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c37bc9 lrc: 0/0,0 mode: --/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT0 00000100:00100000:0.0:1767319072.333335:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1834 00000100:00100000:0.0:1767319072.348470:0:86850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923621632 00000100:00100000:0.0:1767319072.348478:0:86850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923621632 00000100:00100000:0.0:1767319072.348522:0:86850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1835 00000100:00100000:0.0:1767319072.348529:0:86850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:82372:x1853163923621632:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00010000:0.0:1767319072.348546:0:86850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319072.348549:0:86850:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767319072.348573:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d41265a00/0x719a348ff1c37ba6 lrc: 0/0,0 mode: --/PR res: [0x2400090a0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319de expref: 8 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.348627:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d05390700) 00010000:00010000:0.0:1767319072.348637:0:86850:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319072.348653:0:86850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37bd7 lrc: 2/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319f3 expref: -99 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.348778:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 3/0,1 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.348791:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.348800:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.348834:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: --/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.348841:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.348848:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00000004:00200000:0.0:1767319072.349279:0:86850:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00010000:00010000:0.0:1767319072.349290:0:86850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37bec lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 86850 initiator: MDT0 00010000:00010000:0.0:1767319072.349296:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37bec lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349300:0:86850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37bec lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349308:0:86850:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 4/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349312:0:86850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 4/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349316:0:86850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 3/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349319:0:86850:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 4/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349323:0:86850:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319072.349325:0:86850:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 4/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349335:0:86850:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 5/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349340:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d3bbb6e00) 00010000:00010000:0.0:1767319072.349342:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319072.349345:0:86850:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 3/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349349:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37bde lrc: 0/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT1 00000004:00010000:0.0:1767319072.349356:0:86850:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000208362b4 reply state 00000000536f291f transno 81604378641 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349363:0:86850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:0.0:1767319072.349366:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0xf0209d98 (ffff9e7d3bbb6d00) 00010000:00010000:0.0:1767319072.349368:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319072.349369:0:86850:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319072.349390:0:86850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37bd7 lrc: 0/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319f3 expref: 10 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.349400:0:86850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37bec lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319f3 expref: 9 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319072.349405:0:86850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xd:0x0].0x0 (ffff9e7d3bbb6200) 00010000:00010000:0.0:1767319072.349406:0:86850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319072.349407:0:86850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939800, rc 0) 00010000:00000080:0.0:1767319072.349413:0:86850:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1c000 x1853163923621632/t81604378641(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:738/0 lens 520/584 e 0 to 0 dl 1767319083 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319072.349469:0:86850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:82372:x1853163923621632:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 941us (1105us total) trans 81604378641 rc 0/0 00000100:00100000:0.0:1767319072.349475:0:86850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1835 00000100:00100000:1.0:1767319072.781683:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988475008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319072.781720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319072.783083:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475008 00000100:00100000:2.0:1767319072.783094:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475008 00000100:00100000:2.0:1767319072.783224:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1767319072.783233:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988475008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319072.783259:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319072.783306:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988475008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.783316:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1767319072.783356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988475008:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767319073.160674:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319073.288833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988475520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.288898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.288933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988476032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.288935:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475520 00000100:00100000:0.0:1767319073.288953:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475520 00000100:00100000:2.0:1767319073.288958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.288976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988476544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.288996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289018:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1767319073.289022:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1767319073.289027:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988475136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319073.289034:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988475520:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319073.289055:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a29f80 x1853163988475520/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.289056:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988475648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289093:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988475520:12345-0@lo:400:kworker.0 Request processed in 61us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289099:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1767319073.289110:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.289169:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475648 00000100:00100000:0.0:1767319073.289173:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475648 00000100:00100000:0.0:1767319073.289206:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1767319073.289214:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988475648:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1767319073.289226:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a28a80 x1853163988475648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.289245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988476160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289251:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988475648:12345-0@lo:400:kworker.0 Request processed in 39us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289256:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00080000:0.0:1767319073.289272:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319073.289276:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319073.289277:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319073.289306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988476672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289323:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988475520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988475648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289391:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988475264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289396:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476032 00000100:00100000:0.0:1767319073.289406:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476032 00000100:00100000:2.0:1767319073.289420:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.289431:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476544 00000100:00100000:0.0:1767319073.289434:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476544 00000100:00100000:2.0:1767319073.289452:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988475776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289455:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476160 00000100:00100000:0.0:1767319073.289458:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476160 00000100:00100000:0.0:1767319073.289475:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476672 00000100:00100000:0.0:1767319073.289479:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476672 00000100:00100000:2.0:1767319073.289484:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289502:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988476288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289506:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767319073.289516:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988476032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289525:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988476800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289559:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988476032:12345-0@lo:400:kworker.0 Request processed in 45us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289564:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:2.0:1767319073.289571:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.289596:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1767319073.289601:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988476544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289624:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1767319073.289626:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988476544:12345-0@lo:400:kworker.0 Request processed in 26us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289631:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1767319073.289635:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988475392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289645:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767319073.289653:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988476160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289663:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289686:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988475904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289690:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988476160:12345-0@lo:400:kworker.0 Request processed in 36us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289698:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767319073.289712:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:2.0:1767319073.289719:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.289723:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988476672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.289741:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988476416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.289749:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988476672:12345-0@lo:400:kworker.0 Request processed in 28us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.289754:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:2.0:1767319073.289768:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319073.289773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319073.289777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319073.289790:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988476928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319073.289821:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.289857:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475136 00000100:00100000:2.0:1767319073.289861:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475136 00000100:00100000:2.0:1767319073.289881:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475904 00000100:00100000:2.0:1767319073.289884:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475904 00000100:00100000:2.0:1767319073.289893:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476416 00000100:00100000:2.0:1767319073.289895:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476416 00000100:00100000:2.0:1767319073.289903:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476928 00000100:00100000:2.0:1767319073.289905:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476928 00000100:00100000:2.0:1767319073.289915:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230 00000100:00100000:2.0:1767319073.289921:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988475136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319073.289948:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445191680 avail 1298952192 00010000:00000080:2.0:1767319073.289961:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a2a680 x1853163988475136/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:739/0 lens 224/368 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.289993:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988475136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290000:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230 00000100:00100000:2.0:1767319073.290013:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231 00000100:00100000:2.0:1767319073.290018:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988475904:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319073.290031:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a28e00 x1853163988475904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.290061:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988475904:12345-0@lo:400:kworker.0 Request processed in 42us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290067:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231 00000100:00100000:0.0:1767319073.290074:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4232 00000100:00100000:2.0:1767319073.290087:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233 00000100:00100000:0.0:1767319073.290088:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988476416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290099:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988476928:12345-0@lo:41:osp-pre-1-0.0 00010000:00000080:0.0:1767319073.290108:0:99440:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a29180 x1853163988476416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000024:2.0:1767319073.290117:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445408768 avail 1299169280 00010000:00000080:2.0:1767319073.290128:0:18380:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a2b800 x1853163988476928/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:739/0 lens 224/368 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319073.290142:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988476416:12345-0@lo:400:kworker.0 Request processed in 60us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.290150:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4232 00000100:00100000:2.0:1767319073.290163:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988476928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290170:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233 00000100:00100000:2.0:1767319073.290191:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475776 00000100:00100000:2.0:1767319073.290194:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475776 00000100:00080000:0.0:1767319073.290223:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319073.290231:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476288 00000100:00100000:2.0:1767319073.290235:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476288 00000100:00100000:2.0:1767319073.290246:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988476800 00000100:00100000:2.0:1767319073.290249:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988476800 00000100:00100000:2.0:1767319073.290257:0:81218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475392 00000100:00100000:2.0:1767319073.290259:0:81218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475392 00000100:00080000:0.0:1767319073.290279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319073.290290:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1767319073.290297:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988475776:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319073.290308:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a2b100 x1853163988475776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.290334:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988475776:12345-0@lo:400:kworker.0 Request processed in 38us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290339:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1767319073.290351:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1767319073.290356:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988476288:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319073.290364:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a28700 x1853163988476288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.290386:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988476288:12345-0@lo:400:kworker.0 Request processed in 30us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290392:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1767319073.290401:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1767319073.290406:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988476800:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319073.290414:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a2aa00 x1853163988476800/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.290433:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988476800:12345-0@lo:400:kworker.0 Request processed in 28us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290439:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1767319073.290447:0:81218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1767319073.290451:0:81218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988475392:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319073.290459:0:81218:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a2b480 x1853163988475392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.290489:0:81218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988475392:12345-0@lo:400:kworker.0 Request processed in 38us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290495:0:81218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1767319073.290514:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988475264 00000100:00100000:2.0:1767319073.290517:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988475264 00000100:00100000:2.0:1767319073.290541:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1767319073.290547:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e267c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988475264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290573:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e267c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988475264:12345-0@lo:400:kworker.0 Request processed in 26us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.290607:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1767319073.290653:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319073.290664:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988477056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319073.290681:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988475392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290693:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988475904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.290700:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.290708:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988476416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290723:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988476928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319073.290735:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988475264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.290737:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477056 00000100:00100000:0.0:1767319073.290741:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477056 00000100:00100000:2.0:1767319073.290749:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988475776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290762:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988476288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.290765:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:0.0:1767319073.290775:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988477056:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319073.290780:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988476800:0@lo:400:kworker.0 00002000:00000024:0.0:1767319073.290789:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319073.290839:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988477056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.290846:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1767319073.290848:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988475136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319073.290865:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988476160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.290883:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988477056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319073.290885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988476672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988476032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.290919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988476544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.575680:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319073.575721:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319073.575740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319073.575758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319073.575779:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319073.575817:0:116160:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923621760 00000100:00100000:2.0:1767319073.575826:0:116160:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923621760 00000100:00100000:2.0:1767319073.575883:0:116160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 136 00000100:00100000:2.0:1767319073.575893:0:116160:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923621760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319073.575962:0:116160:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923621760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.575971:0:116160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 136 00000100:00100000:2.0:1767319073.576007:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923621888 00000100:00100000:2.0:1767319073.576011:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923621888 00000100:00100000:2.0:1767319073.576040:0:95952:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923622016 00000100:00100000:2.0:1767319073.576042:0:95952:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923622016 00000100:00100000:2.0:1767319073.576060:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1582 00000100:00100000:2.0:1767319073.576065:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923621888:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:2.0:1767319073.576087:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a28000 x1853163923621888/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.576112:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923621888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 47us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.576119:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1582 00000100:00100000:2.0:1767319073.576147:0:95952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1583 00000100:00100000:2.0:1767319073.576153:0:95952:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923622016:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:2.0:1767319073.576170:0:95952:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d40a29500 x1853163923622016/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319073.576192:0:95952:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923622016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.576198:0:95952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1583 00000100:00100000:2.0:1767319073.576218:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923622144 00000100:00100000:2.0:1767319073.576221:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923622144 00000100:00100000:2.0:1767319073.576254:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923622272 00000100:00100000:2.0:1767319073.576258:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923622272 00000100:00100000:2.0:1767319073.576278:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2923 00000100:00100000:2.0:1767319073.576284:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923622144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319073.576311:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923622144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.576318:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2923 00000100:00100000:2.0:1767319073.576329:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2924 00000100:00100000:2.0:1767319073.576335:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923622272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319073.576358:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923622272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.576363:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2924 00000100:00080000:1.0:1767319073.577891:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319073.577909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319073.800855:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988477184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319073.800926:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.800980:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477184 00000100:00100000:0.0:1767319073.801002:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477184 00000100:00100000:0.0:1767319073.801054:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:0.0:1767319073.801063:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988477184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319073.801085:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8666816 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319073.801127:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988477184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319073.801136:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:0.0:1767319073.801198:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988477184:0@lo:13:osp-pre-0-1.0 00000020:01000004:1.0:1767319073.813714:0:119709:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1767319073.813780:0:119709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.813807:0:119709:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.813834:0:119709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.813841:0:119709:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.813861:0:119709:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767319073.813867:0:119709:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1767319073.813897:0:119709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319073.813902:0:119709:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1767319073.813907:0:119709:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1767319073.813932:0:119709:0:(import.c:65:import_set_state_nolock()) ffff9e7d31a1e800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1767319073.814238:0:82097:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477312 00000100:00100000:1.0:1767319073.814247:0:82097:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477312 00000100:00100000:1.0:1767319073.814293:0:82097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1767319073.814301:0:82097:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988477312:12345-0@lo:39:umount.0 00000020:00000080:1.0:1767319073.814327:0:82097:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37612 00000100:00080000:1.0:1767319073.814335:0:82097:0:(import.c:65:import_set_state_nolock()) ffff9e7c06dfd000 : changing import state from FULL to CLOSED 00010000:00000080:1.0:1767319073.814363:0:82097:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1ce00 x1853163988477312/t0(0) o39->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319073.814404:0:82097:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+1:7010:x1853163988477312:12345-0@lo:39:umount.0 Request processed in 103us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319073.814410:0:82097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000020:00000080:1.0:1767319073.814419:0:82097:0:(genops.c:904:class_export_put()) final put ffff9e7d319e7000/lustre-MDT0000-lwp-MDT0001_UUID 00010000:00010000:1.0:1767319073.814440:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319073.814446:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.814465:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319073.814469:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.814479:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319073.814487:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319073.814492:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319073.814495:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1767319073.814497:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1767319073.814521:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.814528:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319073.814554:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.814560:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c375f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375fd expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.814572:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.814573:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.814575:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319073.814889:0:119709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319073.814893:0:119709:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1767319073.814897:0:119709:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1767319073.820382:0:119709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820414:0:119709:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820421:0:119709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820426:0:119709:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820453:0:119709:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319073.820460:0:119709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820466:0:119709:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820471:0:119709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820477:0:119709:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820488:0:119709:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319073.820493:0:119709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820500:0:119709:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820505:0:119709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820517:0:119709:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820528:0:119709:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767319073.820539:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767319073.820545:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820552:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319073.820556:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820565:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319073.820571:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319073.820598:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319073.820601:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1767319073.820635:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820641:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319073.820671:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820677:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c400/0x719a348ff1c37539 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37540 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820689:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319073.820697:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820703:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264c00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319073.820706:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.820713:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319073.820719:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319073.820724:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319073.820726:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1767319073.820728:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:2.0:1767319073.820853:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988477568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319073.820922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319073.821895:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.821906:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319073.821932:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.821939:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d41264c00/0x719a348ff1c37627 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3762e expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.821951:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319073.821955:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.821961:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319073.821964:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.821985:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319073.821991:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319073.821996:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1767319073.821998:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1767319073.822001:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1767319073.822019:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822025:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319073.822033:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822039:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4000/0x719a348ff1c375e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c375ef expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822047:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.822049:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.822051:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.822065:0:119709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822072:0:119709:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822078:0:119709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822084:0:119709:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822103:0:119709:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767319073.822108:0:119709:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1767319073.822112:0:119709:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:1.0:1767319073.822148:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319073.822152:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822158:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319073.822161:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822167:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319073.822172:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319073.822177:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319073.822179:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1767319073.822181:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1767319073.822194:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822200:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319073.822216:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822223:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4d400/0x719a348ff1c3752b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37532 expref: -99 pid: 118125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319073.822232:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.822238:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.822240:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1767319073.822254:0:119709:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1767319073.822257:0:119709:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='FA') 00000020:00000080:1.0:1767319073.822262:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1767319073.822267:0:119709:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0001 00000100:00100000:2.0:1767319073.822434:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319073.822449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988477952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319073.822510:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319073.823242:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319073.823251:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319073.824858:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319073.824893:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477568 00000100:00100000:2.0:1767319073.824904:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477568 00000100:00100000:2.0:1767319073.824952:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477952 00000100:00100000:2.0:1767319073.824955:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477952 00000100:00100000:2.0:1767319073.824985:0:37865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1767319073.824994:0:37865:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988477568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319073.825009:0:37865:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319073.825028:0:37865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37540 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37539 expref: 23 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319073.825046:0:37865:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319073.825118:0:37865:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7012:x1853163988477568:12345-0@lo:103:ldlm_bl.0 Request processed in 125us (4196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.825126:0:37865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1767319073.825146:0:37865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1767319073.825152:0:37865:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4205bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7012:x1853163988477952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319073.825160:0:37865:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319073.825168:0:37865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37532 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3752b expref: 21 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319073.825177:0:37865:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319073.825202:0:37865:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4205bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7012:x1853163988477952:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (2691us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.825208:0:37865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000020:00000080:0.0:1767319073.825612:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d319e7000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319073.825677:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c06dfd000 for lustre-MDT0000 00000100:00100000:0.0:1767319073.825697:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988477824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319073.825737:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.825767:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319073.825773:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988477696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319073.825810:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319073.825843:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477824 00000100:00100000:0.0:1767319073.825848:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477824 00000100:00100000:2.0:1767319073.825869:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988477696 00000100:00100000:2.0:1767319073.825874:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988477696 00000100:00100000:0.0:1767319073.825882:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1767319073.825893:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7014:x1853163988477824:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319073.825896:0:37865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00010000:00010000:0.0:1767319073.825905:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319073.825919:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a939000/0x719a348ff1c375ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c375e8 expref: 21 pid: 116158 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319073.825919:0:37865:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7014:x1853163988477696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319073.825927:0:37865:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319073.825936:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319073.825939:0:37865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a938a00/0x719a348ff1c3762e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37627 expref: 20 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319073.825949:0:37865:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319073.825979:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7014:x1853163988477824:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.825980:0:37865:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7014:x1853163988477696:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.825985:0:37865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1767319073.825996:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1767319073.826022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988477952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319073.826040:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988477568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319073.826041:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988477696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319073.826059:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988477824:0@lo:103:ldlm_bl.0 00000004:00000080:1.0:1767319073.827834:0:119709:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0001: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:2.0:1767319073.828187:0:118127:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 81604378641 is committed 00010000:00010000:1.0:1767319073.828338:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828349:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 2/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828357:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828364:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319073.828368:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828376:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 4/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828391:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0xf0209d98 (ffff9e7d3bbb6d00) 00010000:00010000:1.0:1767319073.828395:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319073.828399:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 2/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT1 00010000:00010000:1.0:1767319073.828405:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37be5 lrc: 0/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 86850 initiator: MDT1 00000020:00010000:2.0:1767319073.828869:0:49994:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d2c597800: total 3 00010000:00010000:2.0:1767319073.828875:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319073.828923:0:49994:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d2c597800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1767319073.828954:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37b98 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d7 expref: 3 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319073.829322:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37bec lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319f3 expref: 2 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319073.829336:0:49994:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d2c597800, canceled 2 locks, left on hash table 0. 00010000:00010000:1.0:1767319073.829372:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319073.829607:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d36fe7800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1767319073.829658:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d36fe0000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1767319073.829676:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c592000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1767319073.829704:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d36fe4800 for lustre-MDT0001 00000020:00000080:0.0:1767319073.829709:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d36fe1800 for lustre-MDT0001 00000020:00000080:0.0:1767319073.829712:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3bf83800 for lustre-MDT0001 00010000:00010000:0.0:1767319073.829722:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319073.830471:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478080:0@lo:39:umount.0 00000100:00100000:0.0:1767319073.830536:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319073.830635:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478080 00000100:00100000:1.0:1767319073.830643:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478080 00000100:00100000:1.0:1767319073.830707:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:1.0:1767319073.830717:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988478080:12345-0@lo:39:umount.0 00000020:00000080:1.0:1767319073.830744:0:18378:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c3759b 00000100:00080000:1.0:1767319073.830750:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d3bf80800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767319073.830769:0:18378:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 30, last_transno is 128849018926 00010000:00000080:1.0:1767319073.830889:0:18378:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3b8b0700 x1853163988478080/t128849018927(0) o39->lustre-MDT0001-mdtlov_UUID@0@lo:739/0 lens 224/224 e 0 to 0 dl 1767319084 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319073.832524:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+3:7010:x1853163988478080:12345-0@lo:39:umount.0 Request processed in 1804us (1982us total) trans 128849018927 rc 0/0 00000100:00100000:1.0:1767319073.832536:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00010000:00010000:1.0:1767319073.832576:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319073.832750:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e5000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1767319073.832759:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478080:0@lo:39:umount.0 00000100:00100000:1.0:1767319073.836955:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478208:0@lo:9:umount.0 00000100:00100000:1.0:1767319073.837040:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319073.837081:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478336:0@lo:9:umount.0 00000100:00100000:1.0:1767319073.837102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319073.837145:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478208 00000100:00100000:1.0:1767319073.837153:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478208 00000100:00100000:1.0:1767319073.837201:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478336 00000100:00100000:1.0:1767319073.837205:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478336 00000100:00100000:1.0:1767319073.837227:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111 00000100:00100000:1.0:1767319073.837235:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988478208:12345-0@lo:9:umount.0 00000020:00000080:1.0:1767319073.837265:0:37862:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c375d3 00000100:00080000:1.0:1767319073.837274:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d04873800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767319073.837324:0:37862:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1767319073.837458:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+2:7010:x1853163988478208:12345-0@lo:9:umount.0 Request processed in 223us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319073.837466:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111 00000100:00100000:1.0:1767319073.837497:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112 00000100:00100000:1.0:1767319073.837503:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988478336:12345-0@lo:9:umount.0 00000020:00000080:1.0:1767319073.837514:0:37862:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c375c5 00000100:00080000:1.0:1767319073.837519:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d04870800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767319073.837543:0:37862:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294969461 00000100:00100000:1.0:1767319073.837641:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+2:7010:x1853163988478336:12345-0@lo:9:umount.0 Request processed in 138us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319073.837648:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112 00010000:00010000:1.0:1767319073.837675:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319073.837681:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319073.837708:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5bb800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1767319073.838753:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:1.0:1767319073.845527:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1767319073.845545:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478208:0@lo:9:umount.0 00000100:00080000:1.0:1767319073.845605:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d04914000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1767319073.845623:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:1.0:1767319073.845625:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1767319073.845628:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988478336:0@lo:9:umount.0 00000020:00000080:2.0:1767319073.863802:0:49994:0:(genops.c:904:class_export_put()) final put ffff9e7d2c597800/f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:1.0:1767319073.863944:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c597800/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-MDT0001 00010000:00010000:0.0:1767319073.864015:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319073.864019:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319073.864023:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767319073.864085:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3bf82000 for lustre-MDT0001 00000020:01000000:2.0:1767319073.905690:0:119709:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c0d6724e0 - data ffff9e7d2e6020d8/ffff9e7d04b94400 00000020:01000000:2.0:1767319073.905917:0:119709:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d07fed000 - data ffff9e7d2b59c0d8/ffff9e7d0708c000 00000004:00080000:0.0:1767319073.971652:0:118137:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1767319073.971657:0:118137:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x4e:0x0] index 1 count 1 00000040:00080000:0.0:1767319073.971669:0:118137:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 19 count 2 00000004:00080000:0.0:1767319073.972722:0:118135:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1767319073.972727:0:118135:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x4c:0x0] index 1 count 1 00000040:00080000:0.0:1767319073.972735:0:118135:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 19 count 2 00000020:00000080:1.0:1767319073.974541:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0a2e1800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1767319073.974897:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d08417000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1767319073.975006:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d64800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1767319073.975464:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04911800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1767319073.975603:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04914000 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1767319073.975609:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d31d63800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319073.975611:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d63800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1767319073.975624:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319073.975840:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3fb6b800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1767319073.976201:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5ba800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1767319073.976299:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2c5bb800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1767319073.976302:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d31d66000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319073.976303:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d66000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1767319073.976307:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319073.976445:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd53000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1767319073.977348:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0a2e0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1767319073.978700:0:119709:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1767319073.978707:0:119709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767319073.978711:0:119709:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018920 gen 5 00000100:00020000:0.0:1767319073.978727:0:119709:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000100:00100000:0.0:1767319073.978730:0:119709:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767319073.978732:0:119709:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:0.0:1767319073.978783:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319073.978806:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319073.978839:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319073.978844:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319073.978850:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7c0aa3c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1767319073.978854:0:119709:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa3c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1767319073.978861:0:119709:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319073.978958:0:119709:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c3756a 00000020:00000080:0.0:1767319073.978964:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d08416000/lustre-MDD0001_UUID 00000020:01000000:0.0:1767319073.978968:0:119709:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1767319073.978971:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319073.978977:0:119709:0:(obd_config.c:886:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767319073.978980:0:119709:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff9e7d05d16360) has no exports 00000020:00000080:0.0:1767319073.979205:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319073.979212:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1767319073.979216:0:119709:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37571 00000020:00000080:0.0:1767319073.979220:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d2c596000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1767319073.979227:0:119709:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d0cd50800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1767319073.979229:0:119709:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d0cd50800 2 00000020:01000004:0.0:1767319073.979232:0:119709:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d0cd50800 from lustre-MDT0001 00000020:00000080:1.0:1767319073.979266:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0a2e5000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1767319073.979272:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d3162c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319073.979274:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3162c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1767319073.979279:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319073.979332:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d08416000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1767319073.979336:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d3162a000/lustre-MDD0001_UUID 00000020:00000080:1.0:1767319073.979338:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3162a000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1767319073.979341:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1767319073.979366:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c596000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1767319073.982958:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319073.982977:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1767319073.982983:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d0a2e3000/lustre-MDT0001_UUID 00000020:00000080:0.0:1767319073.982988:0:119709:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0a2e3000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1767319073.982998:0:119709:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1767319073.983089:0:119709:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:0.0:1767319073.983093:0:119709:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1767319073.983097:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319073.983104:0:119709:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767319073.983123:0:119709:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9e7d19e9f800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767319073.983129:0:119709:0:(genops.c:1570:class_disconnect_exports()) OBD device 28 (ffff9e7d05d10000) has exports, disconnecting them 00000020:00080000:0.0:1767319073.983135:0:119709:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9e7d19e9f800), last request at 1767319037 00000020:00000080:0.0:1767319073.983139:0:119709:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c3760b 00000020:00080000:0.0:1767319073.983157:0:119709:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d19e9f800): rc 0 00000020:00000080:0.0:1767319073.983161:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d19e9f800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1767319073.983890:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d19e9f800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1767319074.010945:0:119709:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1767319074.010953:0:119709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767319074.011033:0:119709:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00020000:0.0:1767319074.011039:0:119709:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000100:00100000:0.0:1767319074.011043:0:119709:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767319074.011045:0:119709:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000020:00000080:1.0:1767319074.011110:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d31a1e800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1767319074.011201:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319074.011215:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1767319074.011220:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d07403000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1767319074.011223:0:119709:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d07403000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1767319074.011233:0:119709:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1767319074.011316:0:119709:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d0cd50800 1 00000020:00000080:0.0:1767319074.011322:0:119709:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37524 00000020:00000080:0.0:1767319074.011328:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d069e9800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1767319074.011344:0:119709:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1767319074.011348:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319074.011353:0:119709:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767319074.011357:0:119709:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff9e7d3fabb1b0) has no exports 00000020:00000080:1.0:1767319074.011614:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d069e9800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1767319074.067241:0:119709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319074.067257:0:119709:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1767319074.067263:0:119709:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd56000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1767319074.067267:0:119709:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd56000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1767319074.067277:0:119709:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1767319074.067380:0:119709:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9e7d0cd55000 00000020:02000400:1.0:1767319074.067448:0:119709:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1767319074.187384:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319075.209874:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1767319076.811921:0:119909:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1767319076.811981:0:119909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.812009:0:119909:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.812016:0:119909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.812023:0:119909:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.812052:0:119909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1767319076.812057:0:119909:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1767319076.812095:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319076.812100:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1767319076.812106:0:119909:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1767319076.812131:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1767319076.812299:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319076.812307:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812315:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319076.812319:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812328:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319076.812335:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319076.812340:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319076.812342:0:49994:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1767319076.812345:0:49994:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1767319076.812369:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812376:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319076.812405:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812412:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092e00/0x719a348ff1c36e24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e2b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812424:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.812426:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.812428:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319076.812451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988478464:0@lo:39:umount.0 00000100:00100000:1.0:1767319076.812513:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.812558:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319076.812566:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988478592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319076.812618:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.812655:0:81219:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478464 00000100:00100000:1.0:1767319076.812661:0:81219:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478464 00000100:00100000:1.0:1767319076.812702:0:81219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1767319076.812711:0:81219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7010:x1853163988478464:12345-0@lo:39:umount.0 00000020:00000080:1.0:1767319076.812742:0:81219:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36f27 00000100:00080000:1.0:1767319076.812750:0:81219:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d218000 : changing import state from FULL to CLOSED 00010000:00000080:1.0:1767319076.812775:0:81219:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7c0c45f800 x1853163988478464/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1767319087 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319076.812814:0:81219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:7010:x1853163988478464:12345-0@lo:39:umount.0 Request processed in 103us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.812821:0:81219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000020:00000080:1.0:1767319076.812830:0:81219:0:(genops.c:904:class_export_put()) final put ffff9e7d39a7d000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:1.0:1767319076.812853:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478592 00000100:00100000:1.0:1767319076.812856:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478592 00000100:00100000:1.0:1767319076.812883:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1767319076.812888:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988478592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319076.812897:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319076.812909:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556800/0x719a348ff1c36e2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e24 expref: 18 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.812920:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319076.813052:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:7011:x1853163988478592:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.813068:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00010000:00010000:1.0:1767319076.813099:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767319076.813106:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d39a7d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767319076.813149:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0d218000 for lustre-MDT0000 00000100:00080000:1.0:1767319076.813184:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd56800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1767319076.813193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988478464:0@lo:39:umount.0 00000100:00100000:2.0:1767319076.813317:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988478592:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1767319076.813335:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319076.813337:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1767319076.813341:0:119909:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1767319076.814255:0:119909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814266:0:119909:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814273:0:119909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814279:0:119909:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814303:0:119909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319076.814309:0:119909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814316:0:119909:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814322:0:119909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814327:0:119909:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814341:0:119909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319076.814347:0:119909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814353:0:119909:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814360:0:119909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814366:0:119909:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814376:0:119909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767319076.814381:0:119909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814397:0:119909:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814403:0:119909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814409:0:119909:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.814418:0:119909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1767319076.814422:0:119909:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1767319076.814448:0:119909:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1767319076.814452:0:119909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1767319076.814455:0:119909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1767319076.814460:0:119909:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00000004:00000080:2.0:1767319076.816225:0:119909:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00010000:00010000:1.0:1767319076.816521:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767319076.816529:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816538:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d04f1be00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319076.816542:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816550:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319076.816557:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319076.816562:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319076.816565:0:15460:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:1.0:1767319076.816568:0:15460:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1767319076.816623:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816630:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319076.816664:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816685:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d04f1be00/0x719a348ff1c36d52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d59 expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816699:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767319076.816703:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816709:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319076.816712:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816719:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319076.816724:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319076.816729:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319076.816731:0:15460:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1767319076.816743:0:15460:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1767319076.816758:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816764:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319076.816771:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816777:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37635 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3763c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816790:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319076.816799:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816804:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319076.816807:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816813:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319076.816818:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319076.816822:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1767319076.816824:0:15460:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1767319076.816826:0:15460:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1767319076.816837:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816843:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319076.816857:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816863:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c093600/0x719a348ff1c36e16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36e1d expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816870:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319076.816873:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816878:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:1.0:1767319076.816881:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816896:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319076.816901:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319076.816906:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1767319076.816907:0:15460:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1767319076.816909:0:15460:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1767319076.816920:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.816925:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319076.816993:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.817000:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557200/0x719a348ff1c36d44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c36d4b expref: -99 pid: 116151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.817011:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.817013:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.817014:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319076.817238:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988478976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319076.817298:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.817333:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319076.817338:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988479104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319076.817359:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.817394:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988478976 00000100:00100000:1.0:1767319076.817401:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988478976 00000100:00100000:1.0:1767319076.817441:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988479104 00000100:00100000:1.0:1767319076.817450:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988479104 00000100:00100000:1.0:1767319076.817477:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767319076.817484:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988478976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319076.817495:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319076.817507:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556000/0x719a348ff1c36e1d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e16 expref: 18 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.817519:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319076.817548:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:7011:x1853163988478976:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.817554:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767319076.817569:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1767319076.817575:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:7011:x1853163988479104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319076.817600:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319076.817607:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0c093200/0x719a348ff1c36d4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36d44 expref: 16 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.817617:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319076.817637:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:7011:x1853163988479104:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.817642:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00010000:00010000:1.0:1767319076.817664:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.817691:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319076.817716:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988479104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319076.817725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988478976:0@lo:103:ldlm_bl.0 00000001:00100000:1.0:1767319076.817772:0:116153:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:1.0:1767319076.817783:0:116153:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018927 is committed 00000020:00000080:1.0:1767319076.817791:0:116153:0:(genops.c:904:class_export_put()) final put ffff9e7d3bf87000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319076.817814:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3bf87000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1767319076.817852:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3bf80800 for lustre-MDT0000 00000020:00000080:2.0:1767319076.819630:0:119909:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:2.0:1767319076.819638:0:119909:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d0cd51000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319076.819644:0:119909:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d0cd54000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767319076.819652:0:119909:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d3b06b000 f8e581f7-de51-4550-90ea-109e3cc27a77 192.168.204.13@tcp 9 (0 0 4) 0 0 0 0: 0000000000000000 128849018926 stale:0 00000020:00080000:2.0:1767319076.819657:0:119909:0:(genops.c:1570:class_disconnect_exports()) OBD device 6 (ffff9e7d3fabca88) has exports, disconnecting them 00000020:00080000:2.0:1767319076.819661:0:119909:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d0cd51000), last request at 1767319073 00000020:00000080:2.0:1767319076.819668:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36f20 00000100:00080000:2.0:1767319076.819677:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319076.819699:0:119909:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d0cd51000): rc 0 00000020:00000080:2.0:1767319076.819701:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd51000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1767319076.819709:0:119909:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d0cd54000), last request at 1767319073 00000020:00000080:2.0:1767319076.819726:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36f12 00000100:00080000:2.0:1767319076.819741:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd54800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319076.819779:0:119909:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d0cd54000): rc 0 00000020:00000080:2.0:1767319076.819781:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd54000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1767319076.819787:0:119909:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.13@tcp (ffff9e7d3b06b000), last request at 1767319073 00000020:00000080:2.0:1767319076.819790:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36d98 00000020:00010000:2.0:1767319076.819798:0:119909:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d3b06b000: total 2 00000100:00080000:2.0:1767319076.819801:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d21f000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767319076.819808:0:119909:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d3b06b000): rc 0 00000004:00000080:2.0:1767319076.819814:0:119909:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb1abc18e3b28 00000100:00080000:2.0:1767319076.819833:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1767319076.819836:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1767319076.820658:0:119909:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1767319076.820679:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000020:00010000:1.0:1767319076.821207:0:15459:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d3b06b000: total 2 00010000:00010000:1.0:1767319076.821255:0:15459:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d3b06b000, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1767319076.821288:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37bd0 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319ec expref: 5 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.821314:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c37b6e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c9 expref: 4 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.821332:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c37b52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319c2 expref: 3 pid: 86850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.821360:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37b8a lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319d0 expref: 2 pid: 82097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319076.821374:0:15459:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d3b06b000, canceled 4 locks, left on hash table 0. 00010000:00010000:0.0:1767319076.822048:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319076.822658:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd51000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319076.822705:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd54000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319076.822725:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d39a7a800 for lustre-MDT0000 00000020:00000080:0.0:1767319076.822730:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0cd54800 for lustre-MDT0000 00010000:00010000:0.0:1767319076.822751:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319076.822885:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767319076.822890:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1767319076.822901:0:119909:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:2.0:1767319076.823080:0:119909:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1767319076.823175:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d21c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767319076.823185:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1767319076.823188:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969460 gen 3 00000004:00080000:2.0:1767319076.823207:0:119909:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:2.0:1767319076.823265:0:119909:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1767319076.823274:0:119909:0:(import.c:65:import_set_state_nolock()) ffff9e7d319e3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1767319076.823313:0:119909:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d3fabca88) has no exports 00000020:00080000:2.0:1767319076.823753:0:119909:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d3fabca88) has no exports 00000100:00100000:0.0:1767319076.827645:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479232:0@lo:39:umount.0 00000100:00100000:0.0:1767319076.827719:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.827765:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479360:0@lo:9:umount.0 00000100:00100000:0.0:1767319076.827790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.827810:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479488:0@lo:9:umount.0 00000100:00100000:0.0:1767319076.827832:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319076.834056:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09274000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1767319076.834072:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479232:0@lo:39:umount.0 00000100:00080000:0.0:1767319076.837169:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319076.837174:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319076.837207:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d21c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767319076.837218:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767319076.837220:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319076.837224:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479360:0@lo:9:umount.0 00000100:00080000:0.0:1767319076.837451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d319e3000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767319076.837466:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767319076.837468:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319076.837471:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988479488:0@lo:9:umount.0 00010000:00010000:0.0:1767319076.837493:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767319076.846208:0:15459:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06b000/f8e581f7-de51-4550-90ea-109e3cc27a77 00010000:00010000:1.0:1767319076.846369:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.846372:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319076.846375:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319076.846402:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b06b000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-MDT0000 00000020:00000080:0.0:1767319076.846511:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0d21f000 for lustre-MDT0000 00000020:00000080:2.0:1767319076.879034:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36dad 00000020:00000080:2.0:1767319076.879050:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d2daa4000/lustre-QMT0000_UUID 00000020:01000000:2.0:1767319076.879118:0:119909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1767319076.879481:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2daa4000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1767319076.879508:0:119909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319076.879518:0:119909:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767319076.879523:0:119909:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9e7d36c4b1b0) has no exports 00000020:00000080:1.0:1767319076.880694:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36da6 00000020:00000080:1.0:1767319076.880703:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7c0c49a800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767319076.880776:0:119909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319076.880785:0:119909:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1767319076.880788:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7c0c498000/lustre-QMT0000_UUID 00000020:00000080:1.0:1767319076.880791:0:119909:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0c498000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1767319076.880799:0:119909:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1767319076.880955:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0c49a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1767319076.881004:0:119909:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d3630d480 - data ffff9e7d2e67daf8/ffff9e7d40762400 00000020:01000000:1.0:1767319076.881137:0:119909:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d3630d420 - data ffff9e7d2e6c01b0/ffff9e7d3bbcbc00 00000100:00080000:0.0:1767319076.947328:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767319076.947338:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767319076.947614:0:119909:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767319076.949612:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319076.949617:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1767319076.949629:0:119909:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319076.949632:0:119909:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767319076.949881:0:116173:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767319076.949886:0:116173:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x7a:0x0] index 1 count 1 00000040:00080000:2.0:1767319076.949895:0:116173:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 30 count 2 00000100:00080000:0.0:1767319076.950647:0:119909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319076.950650:0:119909:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969460 gen 4 00000004:00080000:0.0:1767319076.950661:0:119909:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319076.950663:0:119909:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767319076.952555:0:116171:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767319076.952561:0:116171:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x78:0x0] index 1 count 1 00000040:00080000:2.0:1767319076.952570:0:116171:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 30 count 2 00000020:00000080:0.0:1767319076.954490:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36d67 00000020:00000080:0.0:1767319076.954499:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d3c13c800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767319076.955261:0:119909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c36d7c 00000020:00000080:0.0:1767319076.955267:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd60800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767319076.955367:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c13c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1767319076.955520:0:119909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1767319076.955915:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c13d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767319076.956743:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d319e7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319076.956862:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d319e3000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767319076.956866:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d36c54000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767319076.956868:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d36c54000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1767319076.956872:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319076.957042:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d319e0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767319076.957692:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d36c50800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319076.957818:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0d21c000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767319076.957822:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d3c13e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767319076.957823:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c13e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1767319076.957827:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319076.957943:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c13d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1767319076.959006:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2b07a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319076.963548:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09274000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1767319076.963560:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7c0c49b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767319076.963562:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0c49b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1767319076.963567:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319076.964007:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd67000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1767319076.964010:0:71054:0:(genops.c:904:class_export_put()) final put ffff9e7d3a1b3000/lustre-MDD0000_UUID 00000020:00000080:0.0:1767319076.964012:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a1b3000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1767319076.964015:0:71054:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00010000:2.0:1767319076.964596:0:49994:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d2c5bb000: total 1 00010000:00010000:2.0:1767319076.964639:0:49994:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d2c5bb000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1767319076.964668:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557800/0x719a348ff1c36e5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e55 expref: 9 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964683:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d04f1a000/0x719a348ff1c36eda lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36ed3 expref: 8 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964692:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557e00/0x719a348ff1c36e6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e63 expref: 7 pid: 116160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964700:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d04f1a800/0x719a348ff1c36ecc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36ec5 expref: 6 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964708:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556600/0x719a348ff1c36ee8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36ee1 expref: 5 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964717:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557400/0x719a348ff1c36e78 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36e71 expref: 4 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964726:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d04f1aa00/0x719a348ff1c36ef6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36eef expref: 3 pid: 116158 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964748:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d00031000/0x719a348ff1c36f04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c36efd expref: 2 pid: 116159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319076.964766:0:49994:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d2c5bb000, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1767319076.964783:0:49994:0:(genops.c:904:class_export_put()) final put ffff9e7d2c5bb000/e16d7078-f533-4ecf-a51c-6d78c3ddb652 00000020:00000080:0.0:1767319076.964968:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd66000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1767319076.965008:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319076.965011:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319076.965013:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319076.965040:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5bb000/e16d7078-f533-4ecf-a51c-6d78c3ddb652 for MGS 00000020:00000080:0.0:1767319076.965075:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2c5bc000 for MGS 00000100:00100000:0.0:1767319076.965563:0:116159:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff9e7d09681800:116159] 1 exiting: rc = 0 00000100:00100000:0.0:1767319076.965696:0:116158:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff9e7d09680e00:116158] 0 exiting: rc = 1 00000020:00000080:2.0:1767319076.966981:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5ba000/67b6b09f-7e50-4548-977f-61563b9ef954 for MGS 00000020:00000080:2.0:1767319076.968626:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04877000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767319076.969779:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd52000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1767319076.979903:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0cd56800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1767319076.979913:0:7716:0:(genops.c:904:class_export_put()) final put ffff9e7d36fe1000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1767319076.979916:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d36fe1000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1767319076.979925:0:7716:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1767319076.979988:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d4097b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1767319077.001456:0:82097:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [ffff9e7d1a684000:82097] 3 exiting: rc = 0 00000100:00100000:0.0:1767319077.001458:0:86850:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [ffff9e7d3b01c800:86850] 4 exiting: rc = 0 00000100:00100000:2.0:1767319077.030526:0:81219:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [ffff9e7d2d660c00:81219] 2 exiting: rc = 0 00000100:00100000:1.0:1767319077.040996:0:81218:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [ffff9e7d07ff8400:81218] 1 exiting: rc = 0 00000100:00100000:0.0:1767319077.041096:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041106:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041114:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041124:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041131:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041294:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041305:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041310:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041316:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041321:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041326:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041331:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041396:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041405:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041450:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041456:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041462:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041476:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041496:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041501:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041511:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041517:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041523:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041529:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041841:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041850:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041856:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041862:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041868:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041873:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041879:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041884:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041889:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041896:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041901:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041906:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041911:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041917:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041922:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041928:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041934:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041940:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041947:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041953:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041959:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041965:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041970:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041974:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041977:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041981:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041985:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041989:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.041992:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042001:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042004:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042007:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042011:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042014:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042018:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042021:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042024:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042028:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042031:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.042034:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.045468:0:81221:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9e7d3fa64a00:81221] 1 exiting: rc = 0 00000100:00100000:1.0:1767319077.045468:0:112409:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff9e7d297c6a00:112409] 2 exiting: rc = 0 00000100:00100000:2.0:1767319077.045599:0:81220:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9e7d2e20fa00:81220] 0 exiting: rc = 1 00000100:00100000:1.0:1767319077.046138:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046147:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046153:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046160:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046167:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046173:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046179:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046186:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046192:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046198:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046204:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046210:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046216:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046223:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046229:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046236:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046243:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046251:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046258:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046265:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046271:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046277:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046282:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046292:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046298:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046306:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046311:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046316:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046321:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046326:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046342:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046347:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046353:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046358:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046363:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046368:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046373:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046378:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046382:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046388:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046394:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046399:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046404:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046412:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046417:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046422:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046427:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046432:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046436:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046442:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046447:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046451:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046456:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046461:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046467:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046473:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046479:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046485:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046490:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046497:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046503:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046663:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046672:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.046677:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047078:0:81222:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [ffff9e7c0cc18800:81222] 0 exiting: rc = 1 00000100:00100000:0.0:1767319077.047320:0:81223:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [ffff9e7d04657a00:81223] 1 exiting: rc = 0 00000100:00100000:1.0:1767319077.047365:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047372:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047379:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047392:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047399:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047405:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047410:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047419:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047426:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047432:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047439:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047445:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047452:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047458:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047465:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047471:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047479:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047485:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047490:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047496:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047502:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047802:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047810:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047814:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047818:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047822:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047827:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047830:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047835:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047839:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047844:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047847:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047851:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047855:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047859:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047869:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047874:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047878:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047882:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047886:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047890:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047894:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047898:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047902:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047906:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047910:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047914:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047918:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047922:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047926:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047931:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047936:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047944:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047949:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047953:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047956:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047961:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047965:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047973:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047978:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047981:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047985:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047989:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.047993:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767319077.055804:0:81225:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9e7d39a57e00:81225] 1 exiting: rc = 0 00000100:00100000:0.0:1767319077.055928:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055936:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055940:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055945:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055950:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055954:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055960:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055965:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055970:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055976:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055981:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055986:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055991:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.055996:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056060:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056065:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056068:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056072:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056078:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056083:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056088:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056093:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056108:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056113:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056118:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056123:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056129:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056135:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056140:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056145:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056150:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056154:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056159:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056163:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056168:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056173:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056178:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056183:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056188:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056193:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056198:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056203:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056209:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056214:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056219:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056223:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056228:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056232:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056237:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056242:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056246:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056251:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056257:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056263:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056267:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056272:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056276:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056286:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056289:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056293:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056296:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056299:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056302:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.056305:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767319077.056951:0:81227:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9e7d31f4b000:81227] 1 exiting: rc = 0 00000100:00100000:1.0:1767319077.056977:0:81226:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9e7d39a52c00:81226] 0 exiting: rc = 1 00000100:00100000:0.0:1767319077.057139:0:108888:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0002: service thread [ffff9e7d2d9d2e00:108888] 2 exiting: rc = 0 00000100:00100000:1.0:1767319077.057281:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057286:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057290:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057293:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057297:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057306:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057309:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057313:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057317:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057320:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057323:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057326:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057330:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057333:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057336:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057339:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057342:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057345:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057348:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057350:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057353:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057356:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057358:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057361:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057364:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057367:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057370:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057373:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057376:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057378:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057381:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057384:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057387:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057389:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057392:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057396:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057398:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057401:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057404:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057406:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057413:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057416:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057419:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057423:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057426:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057429:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057432:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057435:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057438:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057441:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057445:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057447:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057450:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057453:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057455:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057458:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057461:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057464:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057477:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057480:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057484:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057487:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057489:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057492:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319077.057805:0:81228:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [ffff9e7d39a53a00:81228] 0 exiting: rc = 1 00000100:00100000:2.0:1767319077.057887:0:81229:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [ffff9e7d31f4b400:81229] 1 exiting: rc = 0 00000100:00100000:1.0:1767319077.057978:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057984:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057987:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057991:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057994:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.057997:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058000:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058003:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058006:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058010:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058013:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058021:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058025:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058028:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058032:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058035:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058038:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058041:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058043:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058046:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058049:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058052:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058055:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058058:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058061:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058064:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058067:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058210:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058216:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058219:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058222:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058225:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058228:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058231:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058234:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058237:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058241:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058244:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058247:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058250:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058253:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058257:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058260:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058263:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058266:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058269:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058277:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058280:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058283:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058287:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058290:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058293:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058296:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058299:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058302:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058304:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058307:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058310:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058313:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058316:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058319:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058321:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058324:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.058327:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767319077.058898:0:81232:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [ffff9e7d05b77200:81232] 2 exiting: rc = 0 00000100:00100000:0.0:1767319077.058908:0:81231:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [ffff9e7d05b77400:81231] 1 exiting: rc = 0 00000100:00100000:2.0:1767319077.059107:0:81230:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [ffff9e7d39a52600:81230] 0 exiting: rc = 1 00000100:00100000:1.0:1767319077.059269:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059273:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059277:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059280:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059283:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059286:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059290:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059304:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059308:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059312:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059316:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059320:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059323:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059326:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059330:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059333:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059336:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059345:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059348:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059352:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059356:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059359:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059363:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059367:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059371:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059374:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059378:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059382:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059385:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059389:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059392:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059395:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059399:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059402:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059405:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059408:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059412:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059422:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059426:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059430:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059433:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059437:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059440:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059443:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059447:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059450:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059454:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059457:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059461:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059464:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059530:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059534:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059543:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059547:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059551:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059554:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059557:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059561:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059567:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059573:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059705:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059713:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059718:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767319077.059741:0:119909:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1767319077.062289:0:119909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319077.062298:0:119909:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1767319077.062301:0:119909:0:(genops.c:904:class_export_put()) final put ffff9e7d31a1d800/MDS_uuid 00000020:00000080:1.0:1767319077.062304:0:119909:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31a1d800/MDS_uuid for MDS 00000020:01000000:1.0:1767319077.062308:0:119909:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1767319077.062453:0:119909:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1767319077.257200:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319078.288836:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319078.416396:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988479616:0@lo:400:kworker.0 00000400:00000100:2.0:1767319078.416442:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988479616 offset 0 length 224: 4 00000100:00100000:2.0:1767319078.416479:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988480128:0@lo:400:kworker.0 00000400:00000100:2.0:1767319078.416513:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988480128 offset 0 length 224: 4 00000100:00100000:2.0:1767319078.416533:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319078.416561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988479744:0@lo:400:kworker.0 00000400:00000100:2.0:1767319078.416634:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988479744 offset 0 length 224: 4 00000400:00000100:2.0:1767319078.690384:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923622400 offset 0 length 224: 4 00000400:00000100:2.0:1767319078.690417:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923622656 offset 0 length 224: 4 00000100:00100000:2.0:1767319078.690455:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319078.690484:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923622528 offset 0 length 224: 4 00000100:00100000:2.0:1767319078.690508:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319078.690547:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923622912 00000100:00100000:2.0:1767319078.690559:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923622912 00000100:00100000:2.0:1767319078.690650:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923622784 00000100:00100000:2.0:1767319078.690654:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923622784 00000100:00100000:2.0:1767319078.690683:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2925 00000100:00100000:2.0:1767319078.690694:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923622912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319078.690808:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923622912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 115us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319078.690817:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2925 00000100:00100000:2.0:1767319078.690840:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2926 00000100:00100000:2.0:1767319078.690846:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923622784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319078.690873:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923622784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319078.690880:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2926 00000100:00080000:2.0:1767319078.690897:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319078.690900:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319079.304954:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1767319079.946982:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767319079.946992:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d3a589000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1767319079.947370:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319079.947374:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d31b36000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1767319079.947406:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a589000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1767319079.947460:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3a58c800 for lustre-OST0001 00000020:00000080:0.0:1767319079.947648:0:71054:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31b36000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1767319079.947670:0:71054:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04870800 for lustre-OST0001 00000001:00100000:2.0:1767319079.954937:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767319079.954946:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21a800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1767319079.954972:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319079.954975:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d04873000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319079.955047:0:99810:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767319079.955406:0:99810:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04873000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767319079.955443:0:99810:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c0d21f800 for lustre-OST0000 00000020:00000080:1.0:1767319079.955448:0:99810:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04873800 for lustre-OST0000 00010000:00010000:0.0:1767319081.352763:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319082.380606:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319083.401225:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319083.528994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988480640:0@lo:400:kworker.0 00000400:00000100:2.0:1767319083.529072:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988480640 offset 0 length 224: 4 00000100:00100000:2.0:1767319083.529127:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767319083.529139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988480256:0@lo:400:kworker.0 00000400:00000100:2.0:1767319083.529174:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988480256 offset 0 length 224: 4 00000100:00100000:2.0:1767319083.529216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988480768:0@lo:400:kworker.0 00000400:00000100:2.0:1767319083.529237:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988480768 offset 0 length 224: 4 00000100:00100000:2.0:1767319083.812695:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923623424 00000100:00100000:2.0:1767319083.812711:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923623424 00000100:00100000:2.0:1767319083.812823:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923623552 00000100:00100000:2.0:1767319083.812827:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923623552 00000100:00100000:2.0:1767319083.812861:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2927 00000100:00100000:2.0:1767319083.812872:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923623424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319083.812943:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2928 00000100:00100000:1.0:1767319083.812969:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923623552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319083.812980:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923623424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319083.813058:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923623552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319083.813066:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2928 00000100:00100000:2.0:1767319083.813135:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2927 00010000:00010000:0.0:1767319085.448744:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319086.472788:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319087.497271:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319088.648936:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988481280:0@lo:400:kworker.0 00000400:00000100:2.0:1767319088.648998:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481280 offset 0 length 224: 4 00000100:00100000:2.0:1767319088.649052:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319088.649062:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988481152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.649066:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988481024:0@lo:400:kworker.0 00000400:00000100:2.0:1767319088.649090:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481152 offset 0 length 224: 4 00000400:00000100:0.0:1767319088.649091:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481024 offset 0 length 224: 4 00000100:00100000:2.0:1767319088.931960:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923624192 00000100:00100000:2.0:1767319088.931970:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923624192 00000100:00100000:0.0:1767319088.932177:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923624064 00000100:00100000:0.0:1767319088.932183:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923624064 00000100:00100000:0.0:1767319088.932254:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2929 00000100:00100000:0.0:1767319088.932266:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923624192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319088.932270:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6115 00000100:00100000:2.0:1767319088.932282:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923624064:12345-192.168.204.13@tcp:9:kworker.0 00000020:00000080:2.0:1767319088.932306:0:35588:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37818 00000100:00080000:2.0:1767319088.932314:0:35588:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a742800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319088.932359:0:35588:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1767319088.932714:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923624192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 445us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319088.932723:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2929 00000100:00100000:2.0:1767319088.934053:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+2:2507:x1853163923624064:12345-192.168.204.13@tcp:9:kworker.0 Request processed in 1767us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319088.934064:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6115 00010000:00010000:1.0:1767319089.544725:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319090.572955:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319093.641449:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319093.768793:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988481664:0@lo:400:kworker.0 00000400:00000100:2.0:1767319093.768862:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481664 offset 0 length 224: 4 00000100:00100000:1.0:1767319093.768895:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988481920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319093.768905:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319093.768914:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988481792:0@lo:400:kworker.0 00000400:00000100:1.0:1767319093.768926:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481920 offset 0 length 224: 4 00000400:00000100:2.0:1767319093.768941:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988481792 offset 0 length 224: 4 00000100:00100000:1.0:1767319093.768951:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767319093.768960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988481536:0@lo:400:kworker.0 00000400:00000100:1.0:1767319093.768981:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988481536 offset 0 length 224: 4 00000100:00100000:1.0:1767319093.769002:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988482048:0@lo:400:kworker.0 00000400:00000100:1.0:1767319093.769017:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988482048 offset 0 length 224: 4 00000400:00000100:0.0:1767319094.049523:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923624320 offset 0 length 224: 4 00000400:00000100:0.0:1767319094.049547:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923624448 offset 0 length 224: 4 00000100:00100000:0.0:1767319094.053819:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767319094.053879:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923624576 offset 0 length 224: 4 00000100:00080000:2.0:1767319094.054432:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319094.665087:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1767319094.798961:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319078/real 1767319078] req@ffff9e7d31e1ca80 x1853163988480000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319094.798995:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d31e1ca80 x1853163988480000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319094.799003:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319094.799024:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319094.799029:0:7011:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1767319094.799045:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319078/real 1767319078] req@ffff9e7d31e1e300 x1853163988479872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319094.799059:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d31e1e300 x1853163988479872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319094.799066:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319094.799068:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319094.799070:0:7011:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:2.0:1767319094.799092:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988480000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319094.799098:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988479872:0@lo:400:kworker.0 00000001:00100000:2.0:1767319094.804371:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:2.0:1767319094.804380:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d39a7d800/f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:2.0:1767319094.804416:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d39a7d800/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0000 00000020:00000080:2.0:1767319094.804454:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3a742800 for lustre-OST0000 00000100:00080000:1.0:1767319094.809985:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.809992:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319094.809995:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319094.810000:0:99810:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767319094.810008:0:99810:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319094.810056:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45fb80 x1853163988482176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319094.810080:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.810083:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319094.810085:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319094.810089:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4289 00000100:00080000:1.0:1767319094.810093:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319094.810106:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988482176:0@lo:250:kworker.0 00000400:00000100:1.0:1767319094.810154:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988482176 offset 0 length 520: 4 00000100:00100000:1.0:1767319094.810212:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c380 x1853163988482304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319094.810238:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.810242:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319094.810244:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319094.810248:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4237 00000100:00080000:1.0:1767319094.810252:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319094.810261:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988482304:0@lo:38:kworker.0 00000400:00000100:1.0:1767319094.810280:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988482304 offset 0 length 520: 4 00000100:00100000:1.0:1767319094.810308:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f800 x1853163988482432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319094.810322:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.810325:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319094.810326:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319094.810329:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4289 00000100:00080000:1.0:1767319094.810333:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319094.810342:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988482432:0@lo:38:kworker.0 00000400:00000100:1.0:1767319094.810358:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988482432 offset 0 length 520: 4 00000100:00100000:1.0:1767319094.810382:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d180 x1853163988482560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319094.810413:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988482560:0@lo:38:kworker.0 00000400:00000100:1.0:1767319094.810429:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988482560 offset 0 length 520: 4 00000100:00100000:1.0:1767319094.810467:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319094.810475:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988482688:0@lo:400:kworker.0 00000400:00000100:1.0:1767319094.810502:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163988482688 offset 0 length 224: 4 00000100:00080000:0.0:1767319094.814363:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319094.814368:0:99810:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319094.814371:0:99810:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319094.814374:0:99810:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319094.814377:0:99810:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319094.814381:0:99810:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4237 00000100:00080000:0.0:1767319094.814387:0:99810:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319094.814424:0:99810:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0e00 x1853163988482816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767319095.100612:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923625088 offset 0 length 224: 4 00000100:00100000:2.0:1767319095.100675:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319095.100706:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 12 match 1853163923625344 offset 0 length 520: 4 00000100:00100000:2.0:1767319095.100742:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923625216 00000100:00100000:2.0:1767319095.100753:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923625216 00000100:00100000:2.0:1767319095.100819:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2931 00000100:00100000:2.0:1767319095.100830:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923625216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319095.100897:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923625216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319095.100918:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2931 00010000:00010000:2.0:1767319095.689559:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319096.713201:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319097.737671:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319098.761468:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319099.784684:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319099.914429:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319099.914438:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319099.914441:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319099.914444:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319099.914447:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319099.914450:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319099.914453:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319099.914457:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319099.914459:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319099.914462:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:0.0:1767319099.927082:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319083/real 1767319083] req@ffff9e7c0c45df80 x1853163988480768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319099.927116:0:7013:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7c0c45df80 x1853163988480768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319099.927125:0:7013:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d3162b800 already not connected (conn 13, was 12): CONNECTING 00000100:00000400:0.0:1767319099.927132:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319083/real 1767319083] req@ffff9e7c0c45ca80 x1853163988480640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319099.927144:0:7013:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7c0c45ca80 x1853163988480640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319099.927150:0:7013:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d3162d000 already not connected (conn 9, was 8): CONNECTING 00000100:00100000:0.0:1767319099.927168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988480768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.927175:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988480640:0@lo:400:kworker.0 00000100:00000400:0.0:1767319099.929098:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319083/real 1767319083] req@ffff9e7c0c45e300 x1853163988480512/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319099.929128:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7c0c45e300 x1853163988480512/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319099.929135:0:7011:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d39a7a000 already not connected (conn 225, was 224): CONNECTING 00000100:00000400:0.0:1767319099.929140:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319083/real 1767319083] req@ffff9e7c0c45f100 x1853163988480384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319099.929149:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7c0c45f100 x1853163988480384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319099.929154:0:7011:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d39a7c000 already not connected (conn 95, was 94): CONNECTING 00000100:00100000:0.0:1767319099.929169:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988480512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.929174:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988480384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319100.194974:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319100.195163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319100.809197:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319101.838768:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319102.857344:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:1.0:1767319103.540695:0:121295:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d3a58b800 00000020:01000004:1.0:1767319103.540752:0:121295:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:1.0:1767319103.540754:0:121295:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1767319103.540765:0:121295:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1767319103.540777:0:121295:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1767319103.540782:0:121295:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319103.540797:0:121295:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9e7d08db4a88) 00000020:00000080:1.0:1767319103.540813:0:121295:0:(obd_config.c:657:class_attach()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00000020:00000080:1.0:1767319103.540818:0:121295:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00100000:10000000:2.0:1767319103.776644:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1767319103.778524:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.784883:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1767319103.800903:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.801283:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.801551:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.801976:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.802245:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.802509:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.802837:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.803067:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.803297:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.803504:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.803820:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.804027:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.804251:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.804463:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.804847:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.806840:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.807889:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.808177:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.808438:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.808775:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.809010:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.809217:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.809825:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1767319103.810102:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.810883:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1767319103.811149:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1767319103.816649:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1767319103.816945:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1767319103.817192:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1767319103.817444:0:121295:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00080000:01000000:1.0:1767319103.829561:0:121295:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1767319103.829892:0:121295:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1767319103.829900:0:121295:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:1.0:1767319103.829911:0:121295:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37bfa 00000020:01000004:1.0:1767319103.829917:0:121295:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1767319103.829940:0:121295:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1767319103.829944:0:121295:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 1/d0:i1:r0:or0:CONNECTING 00000020:01000004:1.0:1767319103.829949:0:121295:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1767319103.829953:0:121295:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1767319103.829956:0:121295:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319103.829966:0:121295:0:(genops.c:412:class_newdev()) Allocate new device MDS (ffff9e7d08db6360) 00000020:00000080:1.0:1767319103.829975:0:121295:0:(obd_config.c:657:class_attach()) OBD: dev 1 attached type mds with refcount 2 00000020:00000080:1.0:1767319103.829979:0:121295:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1767319103.845826:0:121295:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1767319103.845838:0:121295:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1767319103.847114:0:121295:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1767319103.847306:0:121295:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1767319103.847312:0:121295:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00010000:00010000:2.0:1767319103.880751:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319103.915495:0:121295:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1767319103.915733:0:121295:0:(service.c:3434:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1767319103.915741:0:121295:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1767319103.920469:0:121295:0:(service.c:3434:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1767319103.920476:0:121295:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000100:00000400:1.0:1767319104.010862:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319088/real 1767319088] req@ffff9e7d3c1d2680 x1853163988481024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319104.010896:0:7012:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d2680 x1853163988481024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319104.010920:0:7012:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d39a7c000 already not connected (conn 95, was 94): CONNECTING 00000100:00100000:1.0:1767319104.010942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988481024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319104.014961:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7d3b8b0e00 x1853163988482816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.014995:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b8b0e00 x1853163988482816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015007:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7c0c45d180 x1853163988482560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015018:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45d180 x1853163988482560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015027:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7c0c45f800 x1853163988482432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015036:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45f800 x1853163988482432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015043:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7c0c45c380 x1853163988482304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015053:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45c380 x1853163988482304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015061:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7c0c45fb80 x1853163988482176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319104.015070:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45fb80 x1853163988482176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319104.015096:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.015122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319104.015126:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988482816:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.015138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.015144:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319104.015148:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988482560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.015152:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.015156:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319104.015159:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988482432:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.015163:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.015167:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000400:1.0:1767319104.015168:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319088/real 1767319088] req@ffff9e7d3c1d1880 x1853163988481408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319104.015186:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d1880 x1853163988481408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319104.015193:0:7011:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9e7d3162b800 already not connected (conn 13, was 12): DISCONN 00000100:00100000:1.0:1767319104.015210:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988481408:0@lo:400:kworker.0 00000100:00080000:0.0:1767319104.015337:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.015343:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319104.015352:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.015357:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319104.015360:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319104.015365:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4341 00000100:00080000:0.0:1767319104.015370:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319104.015376:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319104.015411:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3100 x1853163988483328/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319104.015427:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.015429:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319104.015431:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319104.015434:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4341 00000100:00080000:0.0:1767319104.015437:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319104.015440:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319104.015452:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3480 x1853163988483456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319104.015458:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.015461:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319104.015462:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319104.015465:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4341 00000100:00080000:0.0:1767319104.015467:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319104.015470:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319104.015479:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163988483584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319104.015497:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.015501:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319104.015502:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319104.015505:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4341 00000100:00080000:0.0:1767319104.015507:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319104.015510:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319104.015523:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163988483712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319104.015558:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988482304:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.015566:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.015604:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319104.015614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988482176:0@lo:250:kworker.0 00000100:00100000:2.0:1767319104.015647:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988483328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319104.015707:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319104.015743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988483456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319104.015761:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319104.015774:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988483584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319104.015788:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319104.015800:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988483712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319104.015815:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319104.015844:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988483328 00000100:00100000:2.0:1767319104.015852:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988483328 00000100:00100000:2.0:1767319104.015874:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988483456 00000100:00100000:2.0:1767319104.015876:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988483456 00000100:00100000:2.0:1767319104.015892:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988483584 00000100:00100000:2.0:1767319104.015894:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988483584 00000100:00100000:2.0:1767319104.015902:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988483712 00000100:00100000:2.0:1767319104.015904:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988483712 00000100:00100000:2.0:1767319104.015916:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1767319104.015923:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319104.015942:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319104.015983:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483328:12345-0@lo:38:kworker.0 Request processed in 59us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319104.015989:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1767319104.016005:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1767319104.016008:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319104.016016:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319104.016037:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483456:12345-0@lo:38:kworker.0 Request processed in 27us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319104.016042:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1767319104.016052:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1767319104.016056:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319104.016063:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319104.016083:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483584:12345-0@lo:38:kworker.0 Request processed in 26us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319104.016088:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1767319104.016098:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767319104.016101:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319104.016109:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319104.016129:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483712:12345-0@lo:38:kworker.0 Request processed in 26us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319104.016141:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1767319104.016478:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319104.016482:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319104.016484:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319104.016488:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4341 00000100:00080000:0.0:1767319104.016492:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319104.016496:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319104.016512:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163988483840/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319104.016829:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.016834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319104.016837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988483328:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.016850:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.016853:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319104.016856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988483456:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.016863:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.016866:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319104.016869:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988483584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319104.016876:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319104.016879:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319104.016882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988483712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319104.016904:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988483840:0@lo:250:kworker.0 00000400:00000100:2.0:1767319104.016935:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988483840 offset 0 length 520: 4 00000100:00100000:0.0:1767319104.301804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767319104.301955:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923625600 offset 0 length 520: 4 00000100:00100000:0.0:1767319104.301981:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319104.302017:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923625728 00000100:00100000:0.0:1767319104.302028:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923625728 00000100:00100000:0.0:1767319104.302069:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:0.0:1767319104.302077:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923625728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319104.302101:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319104.302277:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923625728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 188us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319104.302286:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:0.0:1767319104.302337:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319104.302432:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923625856 00000100:00100000:0.0:1767319104.302437:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923625856 00000100:00100000:0.0:1767319104.302456:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 5 00000100:00100000:0.0:1767319104.302461:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923625856:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319104.302472:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319104.302501:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923625856:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 38us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319104.302508:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 5 00000100:00080000:0.0:1767319104.303078:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319104.908179:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767319104.969691:0:7014:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319088/real 1767319088] req@ffff9e7d3c1d0000 x1853163988481152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319104.969724:0:7014:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d0000 x1853163988481152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:0.0:1767319104.969734:0:7014:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319088/real 1767319088] req@ffff9e7d3c1d0380 x1853163988481280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319104.969747:0:7014:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d0380 x1853163988481280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319104.969767:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988481152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319104.969773:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988481280:0@lo:400:kworker.0 00000080:01200004:0.0:1767319105.829317:0:121465:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d4097f800 00000020:01000004:0.0:1767319105.829380:0:121465:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:0.0:1767319105.829382:0:121465:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1767319105.829384:0:121465:0:(obd_mount.c:907:lmd_print()) options: user_xattr,errors=remount-ro 00000020:01000004:0.0:1767319105.829393:0:121465:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1767319105.829406:0:121465:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1767319105.829411:0:121465:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319105.829426:0:121465:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9e7d3fabe360) 00000020:00000080:0.0:1767319105.829485:0:121465:0:(obd_config.c:657:class_attach()) OBD: dev 3 attached type osd-ldiskfs with refcount 2 00000020:00000080:0.0:1767319105.829491:0:121465:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00010000:00010000:1.0:1767319105.932965:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1767319105.935008:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.936810:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1767319105.938171:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.938390:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.938765:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.938977:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.939214:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.939466:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.939847:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.940046:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.940260:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.940456:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.940952:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.941158:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.941386:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.941744:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.941991:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.942205:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.942406:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.942771:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.942980:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.943172:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.943429:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.943734:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.943948:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.944140:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.944393:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.944728:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.944969:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.945198:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.945464:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.945805:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.946008:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1767319105.946213:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1767319105.946818:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.947075:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.947304:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.947829:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.948037:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.948250:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.948453:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.948765:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.949053:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.949390:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.949670:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1767319105.949921:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.952143:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.954748:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.955150:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.955452:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.956522:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.956966:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1767319105.957172:0:121465:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:2.0:1767319105.958026:0:121465:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1767319105.958247:0:121465:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1767319105.958257:0:121465:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:2.0:1767319105.958269:0:121465:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37c16 00000020:01000004:2.0:1767319105.958276:0:121465:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1767319105.958286:0:121465:0:(tgt_mount.c:220:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1767319105.958292:0:121465:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d4097f800 from MGS 00000020:01000004:2.0:1767319105.958295:0:121465:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1767319105.958307:0:121465:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319105.958319:0:121465:0:(genops.c:412:class_newdev()) Allocate new device MGS (ffff9e7d05d10000) 00000020:00000080:2.0:1767319105.958332:0:121465:0:(obd_config.c:657:class_attach()) OBD: dev 4 attached type mgs with refcount 2 00000020:00000080:2.0:1767319105.958338:0:121465:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1767319105.958404:0:121465:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d4097f800 from MGS, refs=2 00080000:01000000:2.0:1767319105.958409:0:121465:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:2.0:1767319105.958415:0:121465:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37c24 00010000:00010000:2.0:1767319105.958520:0:121465:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:2.0:1767319105.967296:0:121465:0:(llog_obd.c:195:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1767319105.976525:0:121470:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 00000100:00100000:1.0:1767319105.980175:0:121465:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1767319105.980183:0:121465:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1767319105.980454:0:121465:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1767319105.980461:0:121465:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1767319105.981087:0:121465:0:(obd_config.c:761:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1767319105.981110:0:121465:0:(obd_mount.c:381:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1767319105.981112:0:121465:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1767319105.981116:0:121465:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:1.0:1767319105.981121:0:121465:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 92, was 0): CONNECTING 00000100:00100000:1.0:1767319105.981126:0:121465:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00010000:00010000:1.0:1767319106.952812:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319107.979121:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319109.001794:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767319109.128769:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319093/real 1767319093] req@ffff9e7d3c1d1c00 x1853163988481792/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319109.128804:0:7013:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d1c00 x1853163988481792/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:0.0:1767319109.128815:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319093/real 1767319093] req@ffff9e7d3c1d0a80 x1853163988481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319109.128827:0:7013:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d0a80 x1853163988481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319109.128845:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988481792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319109.128851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988481664:0@lo:400:kworker.0 00000100:00000400:1.0:1767319109.128958:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319093/real 1767319093] req@ffff9e7d3c1d3800 x1853163988482048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319109.128976:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d3800 x1853163988482048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1767319109.129003:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319093/real 1767319093] req@ffff9e7d3c1d3100 x1853163988481920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319109.129016:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3c1d3100 x1853163988481920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319109.129027:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988482048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319109.129033:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988481920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319109.130406:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988483968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319109.130482:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319109.130541:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988484096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319109.130564:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319109.130605:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988484224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319109.130626:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319109.130644:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988484352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319109.130662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319109.130692:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988483968 00000100:00100000:2.0:1767319109.130699:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988483968 00000100:00100000:2.0:1767319109.130719:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988484096 00000100:00100000:2.0:1767319109.130721:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988484096 00000100:00100000:2.0:1767319109.130728:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988484224 00000100:00100000:2.0:1767319109.130730:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988484224 00000100:00100000:2.0:1767319109.130736:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988484352 00000100:00100000:2.0:1767319109.130739:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988484352 00000100:00100000:2.0:1767319109.130749:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1767319109.130756:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319109.130775:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319109.130813:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988483968:12345-0@lo:38:kworker.0 Request processed in 56us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319109.130833:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1767319109.130848:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1767319109.130852:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319109.130863:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319109.130888:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484096:12345-0@lo:38:kworker.0 Request processed in 34us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319109.130894:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1767319109.130904:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1767319109.130908:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319109.130916:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319109.130935:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484224:12345-0@lo:38:kworker.0 Request processed in 26us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319109.130941:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1767319109.130950:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1767319109.130954:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319109.130961:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319109.130980:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988484352:12345-0@lo:38:kworker.0 Request processed in 25us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319109.130985:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1767319109.131012:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319109.131017:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319109.131021:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988483968:0@lo:38:kworker.0 00000100:00080000:2.0:1767319109.131028:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319109.131031:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319109.131040:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988484096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319109.131049:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319109.131052:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319109.131055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988484224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319109.131061:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319109.131064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319109.131067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988484352:0@lo:38:kworker.0 00000100:00100000:0.0:1767319109.410889:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319109.410931:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319109.411067:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923626368 00000100:00100000:1.0:1767319109.411077:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923626368 00000100:00100000:1.0:1767319109.411152:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2934 00000100:00100000:1.0:1767319109.411162:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923626368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319109.411223:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923626368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319109.411230:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2934 00000100:00080000:0.0:1767319109.411619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319109.436940:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319109.437053:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923626240 00000100:00100000:1.0:1767319109.437064:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923626240 00000100:00100000:1.0:1767319109.437111:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 11 00000100:00100000:1.0:1767319109.437119:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923626240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319109.437153:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319109.437221:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923626240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 102us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319109.437229:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 11 00010000:00010000:1.0:1767319110.025507:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767319110.088802:0:7014:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffff9e7c0c45d880 x1853163988482688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319110.088843:0:7014:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7c0c45d880 x1853163988482688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767319110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319110.088888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988482688:0@lo:400:kworker.0 00010000:00010000:1.0:1767319111.049291:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319112.072933:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319113.096834:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319114.122471:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319114.251493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988484480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319114.251611:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319114.251696:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988484608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319114.251717:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319114.251796:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988484736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319114.251820:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319114.252085:0:121320:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1767319114.252098:0:121320:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1767319114.252992:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988484864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319114.253236:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319114.253361:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319114.253367:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319114.253371:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988484480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319114.253380:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319114.253383:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319114.253386:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988484608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319114.253468:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988484736 00000100:00100000:1.0:1767319114.253474:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988484736 00000100:00100000:1.0:1767319114.253523:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988484864 00000100:00100000:1.0:1767319114.253527:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988484864 00000100:00100000:1.0:1767319114.253538:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319114.253544:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988484736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319114.253557:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319114.253610:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988484736:12345-0@lo:38:kworker.0 Request processed in 65us (1789us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319114.253617:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319114.253631:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1767319114.253635:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988484864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319114.253644:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319114.253666:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988484864:12345-0@lo:38:kworker.0 Request processed in 29us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319114.253671:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1767319114.254381:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319114.254397:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319114.254402:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988484736:0@lo:38:kworker.0 00000100:00080000:2.0:1767319114.254413:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319114.254415:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319114.254418:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988484864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319114.528810:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319114.528871:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319114.528910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319114.528991:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923626496 00000100:00100000:2.0:1767319114.529002:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923626496 00000100:00100000:2.0:1767319114.529057:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923626624 00000100:00100000:2.0:1767319114.529061:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923626624 00000100:00100000:2.0:1767319114.529080:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:2.0:1767319114.529088:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923626496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319114.529110:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319114.529167:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923626496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 79us (367us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319114.529175:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:2.0:1767319114.529190:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 17 00000100:00100000:2.0:1767319114.529194:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923626624:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319114.529203:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319114.529222:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923626624:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 27us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319114.529228:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 17 00000100:00080000:0.0:1767319114.530074:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319115.145063:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319116.169086:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319117.192915:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319118.219861:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319119.240838:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319119.369803:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319104/real 1767319104] req@ffff9e7d3b8b0380 x1853163988483840/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319119 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319119.369905:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b8b0380 x1853163988483840/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319119 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319119.369925:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.369974:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319119.370017:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988483840:0@lo:250:kworker.0 10000000:01000000:1.0:1767319119.370516:0:121465:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00010000:00010000:1.0:1767319119.370531:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370541:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370546:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1767319119.370572:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370598:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901d600/0x719a348ff1c36eef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36ef6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370616:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36e5c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370622:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36e5c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370626:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319119.370629:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370633:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09556c00/0x719a348ff1c36e55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36e5c expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370641:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370647:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370651:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319119.370655:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370658:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0c092a00/0x719a348ff1c36e63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36e6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370666:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370672:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370675:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319119.370684:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370688:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557c00/0x719a348ff1c36ec5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36ecc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370696:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370702:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370707:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319119.370710:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370713:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09556a00/0x719a348ff1c36ed3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36eda expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370721:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370728:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370733:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319119.370736:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370739:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c000/0x719a348ff1c36efd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36f04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370751:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36e78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370757:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36e78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370762:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1767319119.370771:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370775:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c400/0x719a348ff1c36e71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36e78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.370783:0:121465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319119.370789:0:121465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.370793:0:121465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1767319119.370795:0:121465:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319119.370798:0:121465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d1901c200/0x719a348ff1c36ee1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c36ee8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767319119.370825:0:121465:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 93, was 0): CONNECTING 00000100:00080000:1.0:1767319119.370829:0:121465:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:2.0:1767319119.371233:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988484992:0@lo:250:kworker.0 00000100:00100000:2.0:1767319119.371328:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.371378:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988485120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319119.371403:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.371428:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988485248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319119.371446:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.371470:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988485376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319119.371489:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.371504:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988485504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319119.371522:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.371555:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485120 00000100:00100000:2.0:1767319119.371562:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485120 00000100:00100000:2.0:1767319119.371608:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485248 00000100:00100000:2.0:1767319119.371611:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485248 00000100:00100000:2.0:1767319119.371618:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485376 00000100:00100000:2.0:1767319119.371620:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485376 00000100:00100000:2.0:1767319119.371625:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485504 00000100:00100000:2.0:1767319119.371627:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485504 00000100:00100000:2.0:1767319119.371638:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1767319119.371644:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319119.371670:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319119.371704:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485120:12345-0@lo:38:kworker.0 Request processed in 60us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319119.371711:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1767319119.371725:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1767319119.371728:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319119.371736:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319119.371752:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485248:12345-0@lo:38:kworker.0 Request processed in 23us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319119.371757:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1767319119.371765:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767319119.371768:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319119.371775:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319119.371791:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485376:12345-0@lo:38:kworker.0 Request processed in 22us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319119.371796:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767319119.371804:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767319119.371808:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319119.371815:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319119.371844:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988485504:12345-0@lo:38:kworker.0 Request processed in 23us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319119.371850:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1767319119.371880:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.371884:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319119.371893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988485120:0@lo:38:kworker.0 00000100:00080000:2.0:1767319119.371904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.371907:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319119.371909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988485248:0@lo:38:kworker.0 00000100:00080000:2.0:1767319119.371916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.371919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319119.371926:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988485376:0@lo:38:kworker.0 00000100:00080000:2.0:1767319119.371943:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.371947:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319119.371949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988485504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319119.372619:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.113@tcp: connect to target with instance 0 10000000:01000000:0.0:1767319119.372628:0:7010:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 00000100:02000400:0.0:1767319119.372632:0:7010:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 0@lo) after server handle changed from 0x0 to 0x719a348ff1c37c2b 00000100:00080000:0.0:1767319119.376812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:0.0:1767319119.376827:0:7010:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@0@lo; invalidating 00000100:00100000:0.0:1767319119.380520:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988484992:0@lo:250:kworker.0 00000100:00080000:2.0:1767319119.380567:0:121478:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.113@tcp to MGS@0@lo 00000100:00100000:2.0:1767319119.380975:0:121478:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1767319119.380980:0:121478:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000100:00080000:1.0:1767319119.380983:0:121465:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished EVICTED, rc = 0 00000100:00080000:2.0:1767319119.380992:0:121478:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from EVICTED to RECOVER 00000020:01000004:1.0:1767319119.380995:0:121465:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0000 00000100:00080000:2.0:1767319119.380997:0:121478:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from RECOVER to FULL 10000000:01000000:2.0:1767319119.380998:0:121478:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1767319119.381011:0:121478:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:2.0:1767319119.381015:0:121478:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.113@tcp: Connection restored to 0@lo (at 0@lo) 00000020:01000004:1.0:1767319119.381036:0:121465:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 00000100:00100000:1.0:1767319119.381898:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485632 00000100:00100000:1.0:1767319119.381905:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485632 00000100:00100000:1.0:1767319119.381988:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1767319119.381997:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:121295:x1853163988485632:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319119.382008:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319119.382022:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c4400/0x719a348ff1c37c39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37c32 expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.384262:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c4400/0x719a348ff1c37c39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37c32 expref: 5 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.384278:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c4400/0x719a348ff1c37c39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37c32 expref: 5 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.384318:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:1.0:1767319119.384400:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+5:121295:x1853163988485632:12345-0@lo:101:mount.lustre.0 Request processed in 2403us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.384409:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1767319119.385003:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485760 00000100:00100000:0.0:1767319119.385009:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485760 00000100:00100000:0.0:1767319119.385058:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319119.385066:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+5:121295:x1853163988485760:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319119.385079:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319119.385093:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a938600/0x719a348ff1c37c47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37c40 expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.385109:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a938600/0x719a348ff1c37c47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37c40 expref: 6 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.385118:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a938600/0x719a348ff1c37c47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37c40 expref: 6 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.385125:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00000100:00100000:0.0:1767319119.385175:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+6:121295:x1853163988485760:12345-0@lo:101:mount.lustre.0 Request processed in 110us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.385182:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319119.390434:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988485888 00000100:00100000:0.0:1767319119.390441:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988485888 00000100:00100000:0.0:1767319119.390478:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1767319119.390486:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+6:121295:x1853163988485888:12345-0@lo:501:mount.lustre.0 20000000:01000000:0.0:1767319119.391487:0:121473:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 54 20000000:01000000:0.0:1767319119.400669:0:121473:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1767319119.400757:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988485888:12345-0@lo:501:mount.lustre.0 Request processed in 10267us (10394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.400771:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1767319119.401335:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988486016 00000100:00100000:1.0:1767319119.401343:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988486016 00000100:00100000:1.0:1767319119.401393:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1767319119.401402:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486016:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319119.404281:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486016:12345-0@lo:503:mount.lustre.0 Request processed in 2862us (3220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.405091:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767319119.405128:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988486144 00000100:00100000:0.0:1767319119.405134:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988486144 00000100:00100000:0.0:1767319119.405165:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1767319119.405172:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486144:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.406389:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486144:12345-0@lo:502:mount.lustre.0 Request processed in 1213us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.406398:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767319119.406445:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988486144:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.407641:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].1, 224 off8416 00000040:00080000:1.0:1767319119.407697:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].2, 136 off8552 00000040:00080000:1.0:1767319119.407712:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].3, 176 off8728 00000040:00080000:1.0:1767319119.407725:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].4, 224 off8952 00000040:00080000:1.0:1767319119.407738:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].5, 224 off9176 00000040:00080000:1.0:1767319119.407752:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].6, 120 off9296 00000040:00080000:1.0:1767319119.407766:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].7, 112 off9408 00000040:00080000:1.0:1767319119.407781:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].8, 160 off9568 00000040:00080000:1.0:1767319119.407793:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].9, 224 off9792 00000040:00080000:1.0:1767319119.407806:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].10, 224 off10016 00000040:00080000:1.0:1767319119.407821:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].11, 80 off10096 00000040:00080000:1.0:1767319119.407835:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].12, 224 off10320 00000040:00080000:1.0:1767319119.407849:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].13, 224 off10544 00000040:00080000:1.0:1767319119.407862:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].14, 160 off10704 00000040:00080000:1.0:1767319119.407876:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].15, 224 off10928 00000040:00080000:1.0:1767319119.407888:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].16, 224 off11152 00000040:00080000:1.0:1767319119.407902:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].17, 88 off11240 00000040:00080000:1.0:1767319119.407917:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].18, 144 off11384 00000040:00080000:1.0:1767319119.407928:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].19, 152 off11536 00000040:00080000:1.0:1767319119.407966:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].20, 136 off11672 00000040:00080000:1.0:1767319119.407980:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].21, 224 off11896 00000040:00080000:1.0:1767319119.407991:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].22, 224 off12120 00000040:00080000:1.0:1767319119.408003:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].23, 80 off12200 00000040:00080000:1.0:1767319119.408015:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].24, 224 off12424 00000040:00080000:1.0:1767319119.408029:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].25, 224 off12648 00000040:00080000:1.0:1767319119.408042:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].26, 88 off12736 00000040:00080000:1.0:1767319119.408054:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].27, 144 off12880 00000040:00080000:1.0:1767319119.408065:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].28, 152 off13032 00000040:00080000:1.0:1767319119.408077:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].29, 136 off13168 00000040:00080000:1.0:1767319119.408089:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].30, 224 off13392 00000040:00080000:1.0:1767319119.408102:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].31, 224 off13616 00000040:00080000:1.0:1767319119.408115:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].32, 80 off13696 00000040:00080000:1.0:1767319119.408130:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].33, 224 off13920 00000040:00080000:1.0:1767319119.408145:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].34, 224 off14144 00000040:00080000:1.0:1767319119.408159:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].35, 88 off14232 00000040:00080000:1.0:1767319119.408172:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].36, 144 off14376 00000040:00080000:1.0:1767319119.408185:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].37, 152 off14528 00000040:00080000:1.0:1767319119.408218:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].38, 136 off14664 00000040:00080000:1.0:1767319119.408233:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].39, 224 off14888 00000040:00080000:1.0:1767319119.408247:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].40, 224 off15112 00000040:00080000:1.0:1767319119.408261:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].41, 80 off15192 00000040:00080000:1.0:1767319119.408287:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].42, 224 off15416 00000040:00080000:1.0:1767319119.408301:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].43, 224 off15640 00000040:00080000:1.0:1767319119.408314:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].44, 120 off15760 00000040:00080000:1.0:1767319119.408328:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].45, 224 off15984 00000040:00080000:1.0:1767319119.408339:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].46, 224 off16208 00000040:00080000:1.0:1767319119.408349:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].47, 120 off16328 00000040:00080000:1.0:1767319119.408360:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].48, 56 off16384 00000100:00100000:1.0:1767319119.408412:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988486272:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.408482:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.408529:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.408808:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988486272 00000100:00100000:0.0:1767319119.408816:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988486272 00000100:00100000:0.0:1767319119.408871:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1767319119.408879:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486272:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.409361:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486272:12345-0@lo:502:mount.lustre.0 Request processed in 481us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.409364:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988486272:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.409380:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:1.0:1767319119.409535:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].49, 224 off16608 00000040:00080000:1.0:1767319119.409563:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].50, 224 off16832 00000040:00080000:1.0:1767319119.409614:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].51, 144 off16976 00000040:00080000:1.0:1767319119.409637:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].52, 224 off17200 00000040:00080000:1.0:1767319119.409652:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].53, 224 off17424 00000040:00080000:1.0:1767319119.409666:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].54, 144 off17568 00000040:00080000:1.0:1767319119.409680:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].55, 224 off17792 00000040:00080000:1.0:1767319119.409695:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].56, 224 off18016 00000040:00080000:1.0:1767319119.409709:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].57, 120 off18136 00000100:00100000:1.0:1767319119.409735:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988486400:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.409772:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.409805:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.409974:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988486400 00000100:00100000:0.0:1767319119.409979:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988486400 00000100:00100000:0.0:1767319119.410014:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767319119.410020:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486400:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.410087:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988486400:12345-0@lo:502:mount.lustre.0 Request processed in 66us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.410094:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1767319119.411438:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988486400:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.411513:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x74:0x0].58, 224 off18360 00000040:00080000:1.0:1767319119.411525:0:121295:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 58 count 58 00000020:01000000:1.0:1767319119.415774:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.415791:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.415793:0:121481:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1767319119.415801:0:121481:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1767319119.415805:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319119.415823:0:121481:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9e7d08db31b0) 00000020:00000080:1.0:1767319119.415847:0:121481:0:(obd_config.c:657:class_attach()) OBD: dev 5 attached type lod with refcount 2 00000020:00000080:1.0:1767319119.415852:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1767319119.415926:0:121481:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:1.0:1767319119.415944:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37c55 00000020:00000080:1.0:1767319119.416218:0:121481:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1767319119.416224:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.416228:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.416230:0:121481:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1767319119.416248:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.416251:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.416253:0:121481:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1767319119.416257:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319119.416266:0:121481:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001 (ffff9e7d08db0000) 00000020:00000080:1.0:1767319119.416277:0:121481:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type mdt with refcount 2 00000020:00000080:1.0:1767319119.416282:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1767319119.416284:0:121481:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1767319119.416287:0:121481:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1767319119.416292:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1767319119.416341:0:121481:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d3a58b800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1767319119.416360:0:121481:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0001 (ffff9e7d36c498d8) 00000020:00000080:1.0:1767319119.416372:0:121481:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type mdd with refcount 2 00000004:01000000:1.0:1767319119.416476:0:121481:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:1.0:1767319119.416482:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37c6a 00000020:00000080:1.0:1767319119.416630:0:121481:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1767319119.416637:0:121481:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1767319119.416643:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x719a348ff1c37c71 00080000:01000000:1.0:1767319119.416650:0:121481:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:1.0:1767319119.416656:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37c78 00010000:00010000:2.0:1767319119.513747:0:121481:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-3 is initialized 00000001:00080000:2.0:1767319119.513953:0:121481:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 0 srv lr: 81604378624 lx: 0 gen 27 00000001:00080000:2.0:1767319119.513996:0:121481:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 77309411498 srv lr: 81604378624 lx: 0 gen 24 00000001:00000004:2.0:1767319119.514021:0:121481:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 20, last_transno is 81604378624 00000001:00080000:2.0:1767319119.514117:0:121481:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1767319119.514173:0:121481:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d05917780: xid 1853163923613184, transno 81604378639, client gen 24, slot idx 0 00000001:00080000:2.0:1767319119.514185:0:121481:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d05f93540: xid 1853163923616000, transno 81604378640, client gen 24, slot idx 1 00000020:00000080:0.0:1767319119.534487:0:121481:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319119.534503:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1767319119.534555:0:121481:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1767319119.534599:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37c9b 00000100:00080000:0.0:1767319119.534610:0:121481:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319119.534615:0:121481:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d09649800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319119.534649:0:121481:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163988486528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319119.534720:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486528:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319119.534839:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319119.535156:0:121481:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1767319119.535219:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319119.535223:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.535226:0:121481:0:(obd_config.c:1477:class_process_config()) marker 17 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1767319119.535228:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1767319119.535231:0:121481:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1767319119.535233:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319119.535234:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319119.535236:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1767319119.535238:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.535240:0:121481:0:(obd_config.c:1477:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1767319119.535242:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1767319119.535246:0:121481:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1767319119.535257:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.535259:0:121481:0:(obd_config.c:1477:class_process_config()) marker 23 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1767319119.535262:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1767319119.535266:0:121481:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:0.0:1767319119.535285:0:121481:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1767319119.535288:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319119.535301:0:121481:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9e7d3fab98d8) 00000020:00000080:0.0:1767319119.535314:0:121481:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1767319119.535319:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1767319119.535388:0:121481:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1767319119.535394:0:121481:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:0.0:1767319119.535400:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37ca9 00010000:00080000:0.0:1767319119.535437:0:121481:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d0964e000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:0.0:1767319119.535631:0:121481:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-6 is initialized 00000100:00080000:1.0:1767319119.539715:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09649800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319119.539727:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319119.539732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486528:0@lo:38:llog_process_th.0 00000040:01000000:0.0:1767319119.542624:0:121481:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319119.542665:0:121481:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1767319119.543131:0:121481:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 18, last_idx 19 00000040:00080000:0.0:1767319119.544561:0:121481:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1767319119.544742:0:121481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].20, 64 off9472 00000040:00080000:0.0:1767319119.544891:0:121481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x50:0x0].1, 64 off8256 00000040:00080000:1.0:1767319119.545347:0:121486:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 20 synced_idx: 0 lgh_last_idx: 20 00000040:00080000:1.0:1767319119.545352:0:121486:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x4c:0x0] at index 19 of catalog [0x1:0x2:0x0] 00000040:00080000:1.0:1767319119.545477:0:121486:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 19, last_idx 20 00000040:00080000:1.0:1767319119.545492:0:121486:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x4c:0x0] at index 19 of catalog [0x1:0x2:0x0] 00000040:00080000:1.0:1767319119.545622:0:121486:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 20 synced_idx: 20 lgh_last_idx: 20 00000040:00080000:1.0:1767319119.545625:0:121486:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x50:0x0] at index 20 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1767319119.546006:0:121481:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319119.546016:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1767319119.546048:0:121481:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1767319119.546065:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37cb0 00000100:00080000:0.0:1767319119.546074:0:121481:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319119.546079:0:121481:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9e7d0964e000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319119.546110:0:121481:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163988486656/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319119.546137:0:121481:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1767319119.546187:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319119.546195:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.546197:0:121481:0:(obd_config.c:1477:class_process_config()) marker 23 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1767319119.546201:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1767319119.546203:0:121481:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1767319119.546205:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319119.546207:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319119.546208:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1767319119.546210:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.546211:0:121481:0:(obd_config.c:1477:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1767319119.546214:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1767319119.546217:0:121481:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1767319119.546220:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319119.546221:0:121481:0:(obd_config.c:1477:class_process_config()) marker 31 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1767319119.546224:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1767319119.546227:0:121481:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:0.0:1767319119.546248:0:121481:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1767319119.546250:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319119.546270:0:121481:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9e7d3fabca88) 00000020:00000080:0.0:1767319119.546282:0:121481:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1767319119.546286:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1767319119.546338:0:121481:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1767319119.546344:0:121481:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:0.0:1767319119.546351:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c37cbe 00000100:00100000:1.0:1767319119.546365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486656:0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767319119.546380:0:121481:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d4097c000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.113@tcp at head 00000100:00100000:1.0:1767319119.546429:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319119.546555:0:121481:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1767319119.546634:0:121481:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319119.546647:0:121481:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1767319119.547185:0:121481:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 18, last_idx 19 00000100:00100000:1.0:1767319119.547737:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1767319119.547747:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 1 00000100:00080000:1.0:1767319119.547755:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1767319119.547759:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1767319119.547762:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d0964e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1767319119.547783:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:1.0:1767319119.547788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486656:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1767319119.547902:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319119.547911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988486784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319119.547952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1767319119.551884:0:121481:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319119.551921:0:121481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].20, 64 off9472 00000100:00100000:2.0:1767319119.551994:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988486784 00000100:00100000:2.0:1767319119.552004:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988486784 00000100:00100000:2.0:1767319119.552064:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:2.0:1767319119.552074:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988486784:12345-0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1767319119.552075:0:121481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x52:0x0].1, 64 off8256 00002000:00000024:2.0:1767319119.552105:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319119.552187:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988486784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.552194:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000004:00080000:0.0:1767319119.553751:0:121301:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000040:00080000:2.0:1767319119.555058:0:121488:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 20 synced_idx: 0 lgh_last_idx: 20 00000040:00080000:2.0:1767319119.555063:0:121488:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x4e:0x0] at index 19 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1767319119.555274:0:121488:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 19, last_idx 20 00000040:00080000:2.0:1767319119.555383:0:121488:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x4e:0x0] at index 19 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1767319119.556459:0:121481:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1767319119.556475:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1767319119.556514:0:121481:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1767319119.556532:0:121481:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c37ccc 00000040:00080000:2.0:1767319119.556540:0:121488:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 20 synced_idx: 20 lgh_last_idx: 20 00000040:00080000:2.0:1767319119.556545:0:121488:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x52:0x0] at index 20 of catalog [0x1:0x5:0x0] 00000100:00080000:1.0:1767319119.556555:0:121481:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767319119.556562:0:121481:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9e7d4097c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319119.556618:0:121481:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163988486912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319119.556640:0:121481:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1767319119.556695:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.556699:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556701:0:121481:0:(obd_config.c:1477:class_process_config()) marker 31 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1767319119.556704:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.556708:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556709:0:121481:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1767319119.556713:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767319119.556722:0:121481:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1767319119.556726:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.556729:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556730:0:121481:0:(obd_config.c:1477:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1767319119.556733:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.556736:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556738:0:121481:0:(obd_config.c:1477:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1767319119.556743:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1767319119.556748:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.556751:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556752:0:121481:0:(obd_config.c:1477:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000020:01000000:1.0:1767319119.556755:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319119.556758:0:121481:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #42 00000020:01000000:1.0:1767319119.556759:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319119.556761:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319119.556774:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319119.556776:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556778:0:121481:0:(obd_config.c:1477:class_process_config()) marker 42 (0x6) lustre-MDT0001-m new lustre.pool_134 00000020:01000000:1.0:1767319119.556780:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319119.556782:0:121481:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #45 00000020:01000000:1.0:1767319119.556784:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319119.556785:0:121481:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319119.556787:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319119.556789:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556790:0:121481:0:(obd_config.c:1477:class_process_config()) marker 45 (0x6) lustre-MDT0001-m add lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319119.556792:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.556795:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556796:0:121481:0:(obd_config.c:1477:class_process_config()) marker 46 (0x1) lustre-MDT0001-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:00000080:1.0:1767319119.556799:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:01000000:1.0:1767319119.556805:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.556807:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556808:0:121481:0:(obd_config.c:1477:class_process_config()) marker 46 (0x2) lustre-MDT0001-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319119.556810:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.556813:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556814:0:121481:0:(obd_config.c:1477:class_process_config()) marker 49 (0x1) lustre-MDT0001-m del lustre.pool_134 00000020:00000080:1.0:1767319119.556822:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000020:01000000:1.0:1767319119.556830:0:121481:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.556832:0:121481:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.556833:0:121481:0:(obd_config.c:1477:class_process_config()) marker 49 (0x2) lustre-MDT0001-m del lustre.pool_134 00000040:00080000:1.0:1767319119.556836:0:121481:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x74:0x0] index 59 count 58 00000020:01000000:2.0:1767319119.556967:0:121295:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-58 (rc=0) 10000000:01000000:2.0:1767319119.557000:0:121295:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1767319119.557021:0:121295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.557032:0:121295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319119.557041:0:121295:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3a58b800 from 1 10000000:01000000:2.0:1767319119.557043:0:121295:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1767319119.557068:0:121295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.557087:0:121295:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.557098:0:121295:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319119.557116:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487040:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319119.557182:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.557210:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486912:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1767319119.557220:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2da973c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319119.557250:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988487040 00000100:00100000:2.0:1767319119.557257:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988487040 00000100:00100000:0.0:1767319119.557268:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.558963:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1767319119.558984:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:121295:x1853163988487040:12345-0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319119.558986:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00010000:00010000:2.0:1767319119.558998:0:121474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1767319119.559003:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 2 00000100:00080000:0.0:1767319119.559011:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767319119.559016:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767319119.559019:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d4097c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00010000:00010000:2.0:1767319119.559023:0:121474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37cd3 expref: -99 pid: 121474 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319119.559034:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767319119.559040:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988486912:0@lo:8:llog_process_th.0 00010000:00010000:2.0:1767319119.559046:0:121474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 8 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.559057:0:121474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 8 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.559066:0:121474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682cc00, rc 0) 00000004:00080000:0.0:1767319119.559095:0:121488:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1767319119.559104:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:121295:x1853163988487040:12345-0@lo:101:mount.lustre.0 Request processed in 133us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.559111:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1767319119.559155:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487040:0@lo:101:mount.lustre.0 00000004:00080000:0.0:1767319119.559159:0:121488:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4366493579025ns, next at 0ns, rc = 0 00080000:00080000:0.0:1767319119.559168:0:121488:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:2.0:1767319119.559181:0:121295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.559192:0:121295:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.559419:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988487168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319119.559456:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319119.559746:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319119.561121:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487296:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1767319119.561167:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.561195:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2da973c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.563495:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988487296 00000100:00100000:0.0:1767319119.563507:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988487296 00000100:00100000:0.0:1767319119.563559:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1767319119.563568:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:121295:x1853163988487296:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1767319119.563610:0:121473:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1767319119.563617:0:121473:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1767319119.563726:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:121295:x1853163988487296:12345-0@lo:256:mount.lustre.0 Request processed in 160us (2558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.563735:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1767319119.563788:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487296:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1767319119.564420:0:121295:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767319119.564445:0:121295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.564457:0:121295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319119.564466:0:121295:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d3a58b800 from 1 10000000:01000000:0.0:1767319119.564468:0:121295:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1767319119.564509:0:121295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.564518:0:121295:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.564527:0:121295:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319119.564548:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487424:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319119.564601:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.564633:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.565827:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988487168:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1767319119.567486:0:121301:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1767319119.568986:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988487552 00000100:00100000:0.0:1767319119.568993:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988487552 00000100:00100000:0.0:1767319119.569043:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1767319119.569051:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487552:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319119.569196:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487552:12345-0@lo:501:mount.lustre.0 Request processed in 145us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.569205:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1767319119.569319:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487552:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319119.569363:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487680:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319119.569408:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.569432:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d91240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.569462:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988487680 00000100:00100000:0.0:1767319119.569467:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988487680 00000100:00100000:0.0:1767319119.569495:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1767319119.569501:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487680:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319119.569970:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487680:12345-0@lo:503:mount.lustre.0 Request processed in 468us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.569978:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1767319119.573889:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487680:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319119.580541:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988487808 00000100:00100000:0.0:1767319119.580713:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988487808 00000100:00100000:0.0:1767319119.580825:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1767319119.580833:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487808:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.581968:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121295:x1853163988487808:12345-0@lo:502:mount.lustre.0 Request processed in 1131us (4541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.581978:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319119.582087:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487808:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.582321:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].1, 224 off8416 00000040:00080000:1.0:1767319119.582353:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].2, 112 off8528 00000040:00080000:1.0:1767319119.582368:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].3, 224 off8752 00000040:00080000:1.0:1767319119.582380:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].4, 224 off8976 00000040:00080000:1.0:1767319119.582392:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].5, 112 off9088 00000100:00100000:1.0:1767319119.582428:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487936:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.582481:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.583023:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e57600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.583458:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988487936:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.583506:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x76:0x0].6, 224 off9312 00000040:00080000:1.0:1767319119.583514:0:121295:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:1.0:1767319119.584418:0:121490:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.584433:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.584510:0:121490:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1767319119.584519:0:121490:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d3a58b800 00000020:00000080:1.0:1767319119.584522:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1767319119.584529:0:121490:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.584532:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.584533:0:121490:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1767319119.584536:0:121490:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.584538:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.584539:0:121490:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1767319119.584543:0:121490:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d3a58b800 00000020:00000080:1.0:1767319119.584705:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1767319119.584808:0:121490:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.584812:0:121490:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.584814:0:121490:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1767319119.584817:0:121490:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x76:0x0] index 7 count 7 00000100:00100000:2.0:1767319119.596697:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488192 00000100:00100000:2.0:1767319119.596711:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488192 00000100:00100000:2.0:1767319119.596775:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767319119.596785:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31732450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319119.596961:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31732450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488192:12345-0@lo:501:mount.lustre.0 Request processed in 176us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.596970:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767319119.597154:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488320 00000100:00100000:2.0:1767319119.597160:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488320 00000100:00100000:2.0:1767319119.597189:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1767319119.597195:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488320:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319119.597316:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488320:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319119.597354:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488320:12345-0@lo:503:mount.lustre.0 Request processed in 85us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.597363:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000040:00080000:1.0:1767319119.597756:0:121295:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319119.597822:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488448:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.597862:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.597894:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0c54a480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.597965:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488448 00000100:00100000:0.0:1767319119.597971:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488448 00000100:00100000:0.0:1767319119.598010:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1767319119.598018:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.598109:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488448:12345-0@lo:502:mount.lustre.0 Request processed in 91us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.598116:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1767319119.598798:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488448:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.599051:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].1, 224 off8416 00000040:00080000:1.0:1767319119.599086:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].2, 120 off8536 00000040:00080000:1.0:1767319119.599105:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].3, 168 off8704 00000040:00080000:1.0:1767319119.599119:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].4, 224 off8928 00000040:00080000:1.0:1767319119.599138:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].5, 224 off9152 00000040:00080000:1.0:1767319119.599152:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].6, 120 off9272 00000040:00080000:1.0:1767319119.599171:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].7, 168 off9440 00000040:00080000:1.0:1767319119.599189:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].8, 224 off9664 00000040:00080000:1.0:1767319119.599205:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].9, 224 off9888 00000040:00080000:1.0:1767319119.599235:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].10, 120 off10008 00000040:00080000:1.0:1767319119.599256:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].11, 224 off10232 00000040:00080000:1.0:1767319119.599275:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].12, 224 off10456 00000040:00080000:1.0:1767319119.599292:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].13, 88 off10544 00000040:00080000:1.0:1767319119.599312:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].14, 128 off10672 00000040:00080000:1.0:1767319119.599331:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].15, 144 off10816 00000040:00080000:1.0:1767319119.599349:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].16, 160 off10976 00000040:00080000:1.0:1767319119.599367:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].17, 224 off11200 00000040:00080000:1.0:1767319119.599387:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].18, 224 off11424 00000040:00080000:1.0:1767319119.599404:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].19, 80 off11504 00000040:00080000:1.0:1767319119.599423:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].20, 224 off11728 00000040:00080000:1.0:1767319119.599443:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].21, 224 off11952 00000040:00080000:1.0:1767319119.599460:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].22, 88 off12040 00000040:00080000:1.0:1767319119.599477:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].23, 128 off12168 00000040:00080000:1.0:1767319119.599495:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].24, 144 off12312 00000040:00080000:1.0:1767319119.599513:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].25, 160 off12472 00000040:00080000:1.0:1767319119.599533:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].26, 224 off12696 00000040:00080000:1.0:1767319119.599552:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].27, 224 off12920 00000040:00080000:1.0:1767319119.599564:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].28, 80 off13000 00000040:00080000:1.0:1767319119.599596:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].29, 224 off13224 00000040:00080000:1.0:1767319119.599615:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].30, 224 off13448 00000040:00080000:1.0:1767319119.599629:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].31, 88 off13536 00000040:00080000:1.0:1767319119.599641:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].32, 128 off13664 00000040:00080000:1.0:1767319119.599652:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].33, 144 off13808 00000040:00080000:1.0:1767319119.599665:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].34, 128 off13936 00000040:00080000:1.0:1767319119.599677:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].35, 224 off14160 00000040:00080000:1.0:1767319119.599690:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].36, 224 off14384 00000040:00080000:1.0:1767319119.599703:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].37, 80 off14464 00000040:00080000:1.0:1767319119.599717:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].38, 224 off14688 00000040:00080000:1.0:1767319119.599731:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].39, 224 off14912 00000040:00080000:1.0:1767319119.599745:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].40, 88 off15000 00000040:00080000:1.0:1767319119.599759:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].41, 128 off15128 00000040:00080000:1.0:1767319119.599778:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].42, 144 off15272 00000040:00080000:1.0:1767319119.599805:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].43, 128 off15400 00000040:00080000:1.0:1767319119.599823:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].44, 224 off15624 00000040:00080000:1.0:1767319119.599842:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].45, 224 off15848 00000040:00080000:1.0:1767319119.599857:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].46, 80 off15928 00000040:00080000:1.0:1767319119.599880:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].47, 224 off16152 00000040:00080000:1.0:1767319119.599897:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].48, 232 off16384 00000100:00100000:1.0:1767319119.599963:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488576:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.600024:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.600069:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d05917840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.600116:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488576 00000100:00100000:0.0:1767319119.600123:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488576 00000100:00100000:0.0:1767319119.600169:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1767319119.600178:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31732050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488576:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.600274:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31732050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488576:12345-0@lo:502:mount.lustre.0 Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.600281:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1767319119.600573:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488576:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.600756:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].49, 224 off16608 00000040:00080000:1.0:1767319119.600779:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].50, 120 off16728 00000040:00080000:1.0:1767319119.600793:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].51, 224 off16952 00000040:00080000:1.0:1767319119.600807:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].52, 224 off17176 00000040:00080000:1.0:1767319119.600821:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].53, 112 off17288 00000040:00080000:1.0:1767319119.600836:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].54, 224 off17512 00000040:00080000:1.0:1767319119.600852:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].55, 224 off17736 00000040:00080000:1.0:1767319119.600868:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].56, 136 off17872 00000040:00080000:1.0:1767319119.600880:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].57, 224 off18096 00000040:00080000:1.0:1767319119.600893:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].58, 224 off18320 00000040:00080000:1.0:1767319119.600906:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].59, 136 off18456 00000040:00080000:1.0:1767319119.600922:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].60, 224 off18680 00000040:00080000:1.0:1767319119.600957:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].61, 224 off18904 00000040:00080000:1.0:1767319119.600974:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].62, 112 off19016 00000100:00100000:1.0:1767319119.600998:0:121295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488704:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319119.601049:0:121295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.601080:0:121295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0c54a480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.601607:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488704 00000100:00100000:0.0:1767319119.601612:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488704 00000100:00100000:0.0:1767319119.601649:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1767319119.601656:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488704:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319119.601748:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488704:12345-0@lo:502:mount.lustre.0 Request processed in 92us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.601755:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1767319119.601858:0:121295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121295:1853163988488704:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319119.601902:0:121295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x78:0x0].63, 224 off19240 00000040:00080000:1.0:1767319119.601919:0:121295:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 63 count 63 00000020:01000004:0.0:1767319119.603017:0:121493:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1767319119.603022:0:121493:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319119.603038:0:121493:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9e7d3fab8000) 00000020:00000080:0.0:1767319119.603059:0:121493:0:(obd_config.c:657:class_attach()) OBD: dev 11 attached type lwp with refcount 2 00000020:00000080:0.0:1767319119.603063:0:121493:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1767319119.604697:0:121493:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d3a58b800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1767319119.604706:0:121493:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d3a58b800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1767319119.604708:0:121493:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d3a58b800 3 00010000:00080000:0.0:1767319119.604741:0:121493:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d08410000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767319119.611596:0:121493:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1767319119.611723:0:121493:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1767319119.611768:0:121493:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1767319119.611780:0:121493:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x719a348ff1c37d0b 00000100:00080000:1.0:1767319119.611791:0:121493:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767319119.611798:0:121493:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d08410000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319119.611831:0:121493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f800 x1853163988488832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319119.611862:0:121493:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1767319119.611971:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988488832:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319119.612040:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.612294:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488832 00000100:00100000:1.0:1767319119.612303:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488832 00000100:00100000:1.0:1767319119.612342:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1767319119.612351:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988488832:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1767319119.612370:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319119.612419:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988488832:12345-0@lo:38:llog_process_th.0 Request processed in 67us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319119.612426:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1767319119.612467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d08410000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319119.612473:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319119.612477:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988488832:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1767319119.615158:0:121493:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x78:0x0] index 64 count 63 00000100:00100000:2.0:1767319119.616344:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988488960 00000100:00100000:2.0:1767319119.616351:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988488960 00000100:00100000:2.0:1767319119.616397:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767319119.616406:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31732c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488960:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1767319119.616435:0:121473:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1767319119.616447:0:121473:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1767319119.621841:0:121473:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1767319119.621861:0:121473:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1767319119.621889:0:121479:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1767319119.621895:0:121479:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1767319119.621916:0:121479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.621947:0:121479:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.621964:0:121479:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.622002:0:121479:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.622016:0:121479:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 4466 lvb_type: 0 00000100:00100000:1.0:1767319119.622031:0:121479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988489088:0@lo:104: 00000100:00100000:1.0:1767319119.622092:0:121479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.622131:0:121479:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d05917840 going to sleep for 11 seconds 00000100:00100000:2.0:1767319119.622151:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31732c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121295:x1853163988488960:12345-0@lo:253:mount.lustre.0 Request processed in 5743us (6324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.622161:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1767319119.622708:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489088 00000100:00100000:0.0:1767319119.622715:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489088 00000100:00100000:0.0:1767319119.622762:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1767319119.622772:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988489088:12345-0@lo:104: 00010000:00010000:0.0:1767319119.622784:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.622943:0:121479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988489088:0@lo:104: 00010000:00010000:1.0:1767319119.622965:0:121479:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.625981:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767319119.625997:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988489088:12345-0@lo:104: Request processed in 3223us (3900us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.626009:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00010000:00010000:2.0:1767319119.626365:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319119.626374:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.626384:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319119.626388:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.626398:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319119.626405:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319119.626411:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767319119.626456:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.626462:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767319119.626512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988489216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319119.626600:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319119.626791:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.626819:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682c400/0x719a348ff1c37cd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37ce1 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.626836:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319119.626838:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319119.626839:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1767319119.627883:0:121295:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000100:00100000:0.0:1767319119.628084:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489216 00000100:00100000:0.0:1767319119.628092:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489216 00010000:00010000:0.0:1767319119.628116:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 4466 lvb_type: 0 00000100:00100000:0.0:1767319119.628146:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1767319119.628153:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:7012:x1853163988489216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319119.628164:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319119.628173:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.628184:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.628197:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682cc00/0x719a348ff1c37ce1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c37cd3 expref: 10 pid: 121474 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.628209:0:15511:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628217:0:15511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767319119.628231:0:15511:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.006337531s 00010000:00010000:0.0:1767319119.628235:0:15511:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628242:0:15511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628249:0:15511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628254:0:15511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628260:0:15511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319119.628264:0:15511:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.628270:0:15511:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00000040:01000000:1.0:1767319119.628882:0:121295:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00010000:00010000:2.0:1767319119.630016:0:121479:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.630028:0:121479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.630474:0:15511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.630485:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c4800/0x719a348ff1c37d12 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.630500:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:2.0:1767319119.630805:0:121499:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x2400013a0:0x3:0x0] first idx 15, last_idx 16 00000040:00080000:2.0:1767319119.630900:0:121499:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 16 synced_idx: 16 lgh_last_idx: 16 00000040:00080000:2.0:1767319119.630905:0:121499:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x2400090a0:0x1:0x0] at index 16 of catalog [0x2400013a0:0x3:0x0] 00000040:00080000:2.0:1767319119.631138:0:121499:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x2400090a0:0x1:0x0] at index 16 of catalog [0x2400013a0:0x3:0x0] 00000040:00080000:2.0:1767319119.631284:0:121499:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x2400013a0:0x3:0x0] index 16 count 1 00000004:00080000:2.0:1767319119.631330:0:121499:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1767319119.631463:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:7012:x1853163988489216:12345-0@lo:103:ldlm_bl.0 Request processed in 3305us (4858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.631473:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000040:01000000:0.0:1767319119.631859:0:121295:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1767319119.631895:0:121295:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1767319119.632314:0:121295:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1767319119.632321:0:121295:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1767319119.632352:0:121295:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1767319119.633357:0:121295:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1767319119.633925:0:121295:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1767319119.633970:0:121295:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1767319119.634065:0:121295:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1767319119.634535:0:121295:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x41:0x0] (8/32) registered 00000100:00080000:0.0:1767319119.634823:0:121500:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9e7d3b03c380 x1853163988489344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319119.634836:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400383c0 going to sleep for 0 seconds 00000100:00100000:1.0:1767319119.635120:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988489216:0@lo:103:ldlm_bl.0 00010000:00080000:0.0:1767319119.640295:0:121295:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0001, 2 recoverable clients, last_transno 81604378640 00000020:01000004:0.0:1767319119.641603:0:121295:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1767319119.641636:0:121295:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.113@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1767319119.641660:0:121295:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=47 00000080:00000004:0.0:1767319119.641680:0:121295:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 10000000:01000000:1.0:1767319119.645002:0:121465:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.113@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1767319119.645124:0:121465:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.113@tcp ctxt 0 is initialized 00000020:01000004:1.0:1767319119.645161:0:121465:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.113@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1767319119.645166:0:121465:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1767319119.645169:0:121465:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767319119.645170:0:121465:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319119.645172:0:121465:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319119.645173:0:121465:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319119.645174:0:121465:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319119.645176:0:121465:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319119.645178:0:121465:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767319119.645185:0:121465:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319119.645186:0:121465:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1767319119.645189:0:121465:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1767319119.645191:0:121465:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767319119.645192:0:121465:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767319119.645193:0:121465:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319119.645194:0:121465:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319119.645195:0:121465:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319119.645196:0:121465:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319119.645197:0:121465:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319119.645198:0:121465:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767319119.645199:0:121465:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319119.645200:0:121465:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1767319119.645226:0:121465:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1767319119.645245:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489472:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1767319119.645312:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.645353:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d18bbba80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.645376:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489472 00000100:00100000:1.0:1767319119.645383:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489472 00000100:00100000:1.0:1767319119.645426:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1767319119.645433:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121465:x1853163988489472:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1767319119.645474:0:121473:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1767319119.645477:0:121473:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1767319119.645480:0:121473:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 20000000:01000000:1.0:1767319119.645487:0:121473:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1767319119.645807:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121465:x1853163988489472:12345-0@lo:253:mount.lustre.0 Request processed in 373us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.645815:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1767319119.645877:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489472:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1767319119.645888:0:121465:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1767319119.645890:0:121465:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767319119.645891:0:121465:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767319119.645899:0:121465:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319119.645900:0:121465:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319119.645902:0:121465:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319119.645903:0:121465:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319119.645904:0:121465:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319119.645905:0:121465:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767319119.645906:0:121465:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319119.645907:0:121465:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1767319119.645941:0:121465:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d4097f800 from lustre-MDT0000 10000000:01000000:1.0:1767319119.645967:0:121465:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1767319119.645970:0:121465:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1767319119.645978:0:121465:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9e7d4097f800 10000000:01000000:1.0:1767319119.645983:0:121465:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1767319119.645987:0:121465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9e7d4097f800 10000000:01000000:1.0:1767319119.645991:0:121465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1767319119.645995:0:121465:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d4097f800 from 1 10000000:01000000:1.0:1767319119.645998:0:121465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1767319119.646034:0:121465:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646044:0:121465:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646054:0:121465:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.646068:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489600:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319119.646096:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.646114:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d066edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.646124:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489600 00000100:00100000:1.0:1767319119.646126:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489600 00000100:00100000:1.0:1767319119.646145:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1767319119.646150:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31731c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:121465:x1853163988489600:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319119.646166:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319119.646177:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5200/0x719a348ff1c37d20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37d19 expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646205:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5200/0x719a348ff1c37d20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37d19 expref: 10 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646220:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5200/0x719a348ff1c37d20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37d19 expref: 10 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646231:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:1.0:1767319119.646262:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31731c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121465:x1853163988489600:12345-0@lo:101:mount.lustre.0 Request processed in 110us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.646272:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1767319119.646314:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489600:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319119.646328:0:121465:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d20 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646340:0:121465:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37d20 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.646353:0:121465:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1767319119.646364:0:121465:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d20 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646376:0:121465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5c00/0x719a348ff1c37d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d20 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319119.646386:0:121465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1767319119.646403:0:121465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1767319119.646418:0:121465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9e7d4097f800 10000000:01000000:1.0:1767319119.646422:0:121465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1767319119.646426:0:121465:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1767319119.646431:0:121465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1767319119.646465:0:121465:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646474:0:121465:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646482:0:121465:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.646500:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489728:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319119.646530:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.646545:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d066edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.646568:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489728 00000100:00100000:1.0:1767319119.646572:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489728 00000100:00100000:1.0:1767319119.646621:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1767319119.646629:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:121465:x1853163988489728:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319119.646636:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319119.646645:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37d2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37d27 expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646659:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37d2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37d27 expref: 11 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646667:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5a00/0x719a348ff1c37d2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37d27 expref: 11 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646673:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5a00, rc 0) 00000100:00100000:1.0:1767319119.646713:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988489728:12345-0@lo:101:mount.lustre.0 Request processed in 84us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.646719:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1767319119.646751:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489728:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319119.646761:0:121465:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d2e expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.646768:0:121465:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37d2e expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.646811:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489856:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319119.646833:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.646849:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d066edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.646860:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489856 00000100:00100000:1.0:1767319119.646863:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489856 00000100:00100000:1.0:1767319119.646880:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1767319119.646884:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988489856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319119.647008:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988489856:12345-0@lo:501:mount.lustre.0 Request processed in 122us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.647015:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1767319119.647046:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489856:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319119.647071:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489984:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319119.647106:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.647120:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d066edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.647136:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489984 00000100:00100000:1.0:1767319119.647139:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489984 00000100:00100000:1.0:1767319119.647167:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1767319119.647174:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988489984:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319119.649131:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988489984:12345-0@lo:503:mount.lustre.0 Request processed in 1952us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.649143:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1767319119.649211:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988489984:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319119.650921:0:121502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121502:1853163988490112:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319119.651003:0:121502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.651042:0:121502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02d91240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319119.651117:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988490112 00000100:00100000:1.0:1767319119.651125:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988490112 00000100:00100000:1.0:1767319119.651170:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1767319119.651179:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121502:x1853163988490112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319119.652171:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121502:x1853163988490112:12345-0@lo:502:llog_process_th.0 Request processed in 989us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.652185:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1767319119.652227:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923626880 00000100:00100000:1.0:1767319119.652233:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923626880 00000100:00100000:1.0:1767319119.652260:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 28 00000100:00100000:1.0:1767319119.652267:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2507:x1853163923626880:12345-192.168.204.13@tcp:250:kworker.0 00010000:00080000:1.0:1767319119.652298:0:121472:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 67b6b09f-7e50-4548-977f-61563b9ef954@192.168.204.13@tcp t0 exp 0000000000000000 cur 4366 last 0 00000020:00000080:1.0:1767319119.652330:0:121472:0:(genops.c:1402:class_connect()) connect: client 67b6b09f-7e50-4548-977f-61563b9ef954, cookie 0x719a348ff1c37d35 00000020:01000000:1.0:1767319119.652338:0:121472:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d1023ef00 00000100:00080000:1.0:1767319119.653831:0:121472:0:(import.c:65:import_set_state_nolock()) ffff9e7c0d218000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319119.653963:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+4:2507:x1853163923626880:12345-192.168.204.13@tcp:250:kworker.0 Request processed in 1692us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.653973:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 28 00000100:00100000:1.0:1767319119.656155:0:121502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121502:1853163988490112:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767319119.656207:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.656218:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.656220:0:121502:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1767319119.656227:0:121502:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1767319119.656230:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319119.656246:0:121502:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9e7d36c48000) 00000020:00000080:1.0:1767319119.656270:0:121502:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type lod with refcount 2 00000020:00000080:1.0:1767319119.656341:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1767319119.656489:0:121502:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:1.0:1767319119.656499:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37d43 00000020:00000080:1.0:1767319119.656742:0:121502:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1767319119.656747:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.656751:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.656753:0:121502:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1767319119.656757:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.656761:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.656762:0:121502:0:(obd_config.c:1477:class_process_config()) marker 12 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1767319119.656767:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319119.656774:0:121502:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000 (ffff9e7d36c4b1b0) 00000020:00000080:1.0:1767319119.656787:0:121502:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type mdt with refcount 2 00000020:00000080:1.0:1767319119.656792:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1767319119.656793:0:121502:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1767319119.656796:0:121502:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1767319119.656802:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1767319119.656847:0:121502:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d4097f800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1767319119.657686:0:121502:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0000 (ffff9e7d36c4ca88) 00000020:00000080:1.0:1767319119.657746:0:121502:0:(obd_config.c:657:class_attach()) OBD: dev 14 attached type mdd with refcount 2 00000004:01000000:1.0:1767319119.657813:0:121502:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:1.0:1767319119.657819:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c37d58 00000020:00000080:1.0:1767319119.658194:0:121502:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1767319119.658201:0:121502:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1767319119.658207:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x719a348ff1c37d5f 00080000:01000000:1.0:1767319119.658213:0:121502:0:(osd_handler.c:8940:osd_obd_connect()) connect #3 00000020:00000080:1.0:1767319119.658224:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37d66 00000020:00000004:2.0:1767319119.680130:0:121503:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767319119.680429:0:121503:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1767319119.738436:0:121502:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:1.0:1767319119.738564:0:121502:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 0 srv lr: 128849018898 lx: 0 gen 25 00000001:00080000:1.0:1767319119.738628:0:121502:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 124554051737 srv lr: 128849018898 lx: 0 gen 24 00000001:00000004:1.0:1767319119.738653:0:121502:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 31, last_transno is 128849018898 00000001:00080000:1.0:1767319119.738760:0:121502:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:1.0:1767319119.738816:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e300: xid 1853163923616384, transno 128849018917, client gen 24, slot idx 0 00000001:00080000:1.0:1767319119.738828:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e780: xid 1853163923615744, transno 128849018915, client gen 24, slot idx 1 00000001:00080000:1.0:1767319119.738833:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e9c0: xid 1853163988470272, transno 128849018920, client gen 25, slot idx 2 00000001:00080000:1.0:1767319119.738837:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e180: xid 1853163988470528, transno 128849018921, client gen 25, slot idx 3 00000001:00080000:1.0:1767319119.738842:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e240: xid 1853163923554304, transno 124554051728, client gen 24, slot idx 4 00000001:00080000:1.0:1767319119.738847:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2e480: xid 1853163923551744, transno 124554051718, client gen 24, slot idx 5 00000001:00080000:1.0:1767319119.738852:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2ecc0: xid 1853163923550976, transno 124554051719, client gen 24, slot idx 6 00000001:00080000:1.0:1767319119.738857:0:121502:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7c04b2ec00: xid 1853163923544448, transno 124554051694, client gen 24, slot idx 7 00000020:00000080:1.0:1767319119.740974:0:121502:0:(genops.c:412:class_newdev()) Allocate new device lustre-QMT0000 (ffff9e7d2c5ce360) 00000020:00000080:1.0:1767319119.741007:0:121502:0:(obd_config.c:657:class_attach()) OBD: dev 15 attached type qmt with refcount 2 00080000:01000000:1.0:1767319119.741116:0:121502:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:1.0:1767319119.741124:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37d82 00000020:00000080:1.0:1767319119.742037:0:121502:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1767319119.747514:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x719a348ff1c37d89 00000020:00000080:1.0:1767319119.756183:0:121502:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1767319119.756196:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319119.756202:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.756204:0:121502:0:(obd_config.c:1477:class_process_config()) marker 12 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1767319119.756207:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319119.756212:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319119.756228:0:121502:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1767319119.756232:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319119.756237:0:121502:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:00000080:1.0:1767319119.756415:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319119.756521:0:121502:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9e7d2c5cb1b0) 00000020:00000080:1.0:1767319119.756546:0:121502:0:(obd_config.c:657:class_attach()) OBD: dev 25 attached type osp with refcount 2 00000020:00000080:1.0:1767319119.756552:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1767319119.756642:0:121502:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1767319119.756648:0:121502:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:1.0:1767319119.756653:0:121502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c37d97 00010000:00080000:1.0:1767319119.756682:0:121502:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3054f800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767319119.759734:0:121502:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000100:00100000:2.0:1767319119.764550:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988490240:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319119.764649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:0.0:1767319119.766558:0:121502:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319119.766609:0:121502:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:02020000:2.0:1767319119.766642:0:7010:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0001-osp-MDT0000: operation mds_connect to node 0@lo failed: rc = -114 00000040:00080000:0.0:1767319119.766971:0:121502:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 29, last_idx 30 00000040:00080000:0.0:1767319119.768218:0:121502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1767319119.768247:0:121502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].31, 64 off10176 00000040:00080000:0.0:1767319119.768401:0:121502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7c:0x0].1, 64 off8256 00000040:00080000:0.0:1767319119.769555:0:121515:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 31 synced_idx: 0 lgh_last_idx: 31 00000040:00080000:0.0:1767319119.769561:0:121515:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x78:0x0] at index 30 of catalog [0x1:0x2:0x0] 00000040:00080000:0.0:1767319119.769715:0:121515:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 30, last_idx 31 00000040:00080000:0.0:1767319119.769732:0:121515:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x78:0x0] at index 30 of catalog [0x1:0x2:0x0] 00000040:00080000:0.0:1767319119.769839:0:121515:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 31 synced_idx: 31 lgh_last_idx: 31 00000040:00080000:0.0:1767319119.769841:0:121515:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x7c:0x0] at index 31 of catalog [0x1:0x2:0x0] 00000040:00080000:0.0:1767319119.772905:0:121502:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 29, last_idx 30 00000040:00080000:1.0:1767319119.774277:0:121518:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 31 synced_idx: 0 lgh_last_idx: 31 00000040:00080000:1.0:1767319119.774282:0:121518:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x7a:0x0] at index 30 of catalog [0x1:0x5:0x0] 00000040:00080000:1.0:1767319119.774485:0:121518:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 30, last_idx 31 00000040:00080000:1.0:1767319119.774500:0:121518:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x1:0x7a:0x0] at index 30 of catalog [0x1:0x5:0x0] 00000040:00080000:1.0:1767319119.774631:0:121518:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 31 synced_idx: 31 lgh_last_idx: 31 00000040:00080000:1.0:1767319119.774635:0:121518:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x7e:0x0] at index 31 of catalog [0x1:0x5:0x0] 00000100:00100000:2.0:1767319119.777023:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319119.777031:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319119.777042:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-114) 00000100:00100000:2.0:1767319119.777046:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988490240:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319119.777361:0:121502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121502:1853163988490624:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767319119.777387:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319119.777394:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.777396:0:121502:0:(obd_config.c:1477:class_process_config()) marker 41 (0x6) lustre-MDT0000-m new lustre.pool_134 00000020:01000000:2.0:1767319119.777400:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767319119.777404:0:121502:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #44 00000020:01000000:2.0:1767319119.777405:0:121502:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319119.777406:0:121502:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319119.777408:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319119.777410:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.777412:0:121502:0:(obd_config.c:1477:class_process_config()) marker 44 (0x6) lustre-MDT0000-m add lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:2.0:1767319119.777414:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319119.777417:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.777418:0:121502:0:(obd_config.c:1477:class_process_config()) marker 45 (0x1) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:00000080:2.0:1767319119.777422:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:01000000:2.0:1767319119.777431:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319119.777704:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.777707:0:121502:0:(obd_config.c:1477:class_process_config()) marker 45 (0x2) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:2.0:1767319119.777711:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319119.777716:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.777717:0:121502:0:(obd_config.c:1477:class_process_config()) marker 48 (0x1) lustre-MDT0000-m del lustre.pool_134 00000020:00000080:2.0:1767319119.777722:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1767319119.777750:0:121502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121502:1853163988490752:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319119.777788:0:121502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.777822:0:121502:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0634c180 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.778052:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988490752 00000100:00100000:0.0:1767319119.778058:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988490752 00000100:00100000:0.0:1767319119.778093:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1767319119.778101:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121502:x1853163988490752:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319119.778187:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121502:x1853163988490752:12345-0@lo:502:llog_process_th.0 Request processed in 86us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.778193:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1767319119.778342:0:121502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121502:1853163988490752:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767319119.778359:0:121502:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319119.778365:0:121502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.778367:0:121502:0:(obd_config.c:1477:class_process_config()) marker 48 (0x2) lustre-MDT0000-m del lustre.pool_134 00000040:00080000:2.0:1767319119.778370:0:121502:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x5:0x0] index 59 count 58 00000020:01000000:0.0:1767319119.778470:0:121465:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-58 (rc=0) 10000000:01000000:0.0:1767319119.778492:0:121465:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1767319119.778506:0:121465:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d2e expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.778517:0:121465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c5800/0x719a348ff1c37d27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37d2e expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319119.778525:0:121465:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d4097f800 from 1 10000000:01000000:0.0:1767319119.778527:0:121465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1767319119.778550:0:121465:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.778563:0:121465:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.778571:0:121465:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319119.778609:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988490880:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319119.778636:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.778659:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.778962:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6118 00000100:00100000:0.0:1767319119.778968:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:7010:x1853163988490368:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767319119.778989:0:35588:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4366 last 0 00000020:00000080:0.0:1767319119.779011:0:35588:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c37dd6 00002000:00100000:0.0:1767319119.779023:0:35588:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e7d08416000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1767319119.779028:0:35588:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1767319119.779031:0:35588:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1767319119.779082:0:35588:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:0.0:1767319119.779091:0:35588:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1767319119.779111:0:35588:0:(import.c:65:import_set_state_nolock()) ffff9e7d08417800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319119.779143:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988490368:12345-0@lo:8:llog_process_th.0 Request processed in 174us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.779150:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6118 00000100:00100000:0.0:1767319119.779499:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319119.779508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988491008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319119.779538:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.779642:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767319119.779654:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1767319119.779659:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767319119.779662:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1767319119.779664:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d04910800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1767319119.779674:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767319119.779678:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988490368:0@lo:8:llog_process_th.0 00000004:00080000:0.0:1767319119.779708:0:121515:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1767319119.779983:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988490880 00000100:00100000:2.0:1767319119.779989:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988490880 00000100:00100000:2.0:1767319119.780027:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1767319119.780034:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:121465:x1853163988490880:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319119.780044:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319119.780059:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37dcf expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.780081:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 12 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.780092:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 12 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.780100:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c400, rc 0) 00000100:00100000:2.0:1767319119.780139:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:121465:x1853163988490880:12345-0@lo:101:mount.lustre.0 Request processed in 105us (1502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.780146:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767319119.780164:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988490880:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319119.780180:0:121465:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.780191:0:121465:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319119.780740:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319119.780750:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988491136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319119.780784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.781016:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988491264:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1767319119.781047:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.781071:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319119.781086:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491264 00000100:00100000:2.0:1767319119.781092:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491264 00000100:00100000:2.0:1767319119.781122:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1767319119.781132:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:121465:x1853163988491264:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1767319119.781150:0:121472:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1767319119.781167:0:121472:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1767319119.781170:0:121472:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 55 00000100:00100000:2.0:1767319119.781416:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:121465:x1853163988491264:12345-0@lo:256:mount.lustre.0 Request processed in 286us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.781525:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1767319119.781526:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988491264:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1767319119.781628:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491136 00000100:00100000:2.0:1767319119.781634:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491136 00000100:00100000:2.0:1767319119.781667:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767319119.781680:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988491136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319119.781694:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8617408 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319119.781741:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988491136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.781750:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00080000:2.0:1767319119.781775:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319119.781780:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319119.781814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988491136:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1767319119.782133:0:121465:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767319119.782156:0:121465:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.782167:0:121465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319119.782174:0:121465:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d4097f800 from 1 10000000:01000000:0.0:1767319119.782177:0:121465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1767319119.782197:0:121465:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37deb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.782209:0:121465:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37deb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.782218:0:121465:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939600/0x719a348ff1c37deb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319119.782232:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988491392:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319119.782259:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.784608:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27dcc0 going to sleep for 11 seconds 00000004:00080000:2.0:1767319119.788769:0:121467:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:2.0:1767319119.789400:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491520 00000100:00100000:2.0:1767319119.789406:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491520 00000100:00100000:2.0:1767319119.789454:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767319119.789463:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121465:x1853163988491520:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319119.789575:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121465:x1853163988491520:12345-0@lo:501:mount.lustre.0 Request processed in 113us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.789602:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767319119.789963:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491648 00000100:00100000:2.0:1767319119.789968:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491648 00000100:00100000:2.0:1767319119.790001:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1767319119.790008:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121465:x1853163988491648:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319119.790093:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121465:x1853163988491648:12345-0@lo:503:mount.lustre.0 Request processed in 85us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.790109:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000004:00080000:0.0:1767319119.790837:0:121515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4366725255800ns, next at 0ns, rc = 0 00080000:00080000:0.0:1767319119.790845:0:121515:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1767319119.791004:0:121522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121522:1853163988491776:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319119.791042:0:121522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.791062:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491776 00000100:00100000:2.0:1767319119.791066:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491776 00000100:00100000:2.0:1767319119.791097:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1767319119.791104:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3699a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121522:x1853163988491776:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319119.791178:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3699a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121522:x1853163988491776:12345-0@lo:502:llog_process_th.0 Request processed in 74us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.791186:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1767319119.791231:0:121522:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d315aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319119.791245:0:121522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121522:1853163988491776:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767319119.791283:0:121522:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319119.791293:0:121522:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.791295:0:121522:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1767319119.791302:0:121522:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d4097f800 00000020:00000080:2.0:1767319119.791305:0:121522:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1767319119.791313:0:121522:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319119.791315:0:121522:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.791316:0:121522:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1767319119.791319:0:121522:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319119.791321:0:121522:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319119.791323:0:121522:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1767319119.791326:0:121522:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d4097f800 00000020:00000080:2.0:1767319119.791329:0:121522:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1767319119.793055:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988491904 00000100:00100000:2.0:1767319119.793062:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988491904 00000100:00100000:2.0:1767319119.793111:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1767319119.793127:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121522:x1853163988491904:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319119.793230:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:121522:x1853163988491904:12345-0@lo:502:llog_process_th.0 Request processed in 104us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.793237:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1767319119.797981:0:121465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988492032:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319119.799711:0:121465:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.799726:0:121465:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319119.799813:0:121465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121465:1853163988492160:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319119.799870:0:121465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.799905:0:121465:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27da80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.802170:0:121526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121526:1853163988492416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319119.802226:0:121526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.802256:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988492416 00000100:00100000:0.0:1767319119.802262:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988492416 00000100:00100000:0.0:1767319119.802313:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1767319119.802321:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3699a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:121526:x1853163988492416:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319119.802422:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3699a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:121526:x1853163988492416:12345-0@lo:502:llog_process_th.0 Request processed in 101us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.802429:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1767319119.802468:0:121526:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.802483:0:121526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121526:1853163988492416:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1767319119.802532:0:121526:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1767319119.802537:0:121526:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319119.802552:0:121526:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9e7d3fabb1b0) 00000020:00000080:0.0:1767319119.802575:0:121526:0:(obd_config.c:657:class_attach()) OBD: dev 28 attached type lwp with refcount 2 00000020:00000080:0.0:1767319119.802598:0:121526:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1767319119.802771:0:121526:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d4097f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1767319119.802776:0:121526:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d4097f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1767319119.802778:0:121526:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d4097f800 4 00010000:00080000:0.0:1767319119.802805:0:121526:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d077c4000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:0.0:1767319119.804495:0:121526:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:0.0:1767319119.804620:0:121526:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1767319119.804666:0:121526:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1767319119.804678:0:121526:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x719a348ff1c37e0e 00000100:00080000:0.0:1767319119.804688:0:121526:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319119.804693:0:121526:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9e7d077c4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319119.804722:0:121526:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163988492544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319119.804753:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988492544:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1767319119.804810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319119.804858:0:121526:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1767319119.810091:0:121526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:121526:1853163988492672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319119.810176:0:121526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.810209:0:121526:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319119.815355:0:112180:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1767319119.815376:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988493056 00000100:00100000:0.0:1767319119.815383:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988493056 00000100:00100000:0.0:1767319119.815433:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1767319119.815442:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988493056:12345-0@lo:104: 00010000:00010000:0.0:1767319119.815456:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319119.819218:0:121479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988493056:0@lo:104: 00010000:00010000:0.0:1767319119.819249:0:121479:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.832850:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767319119.832865:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988493056:12345-0@lo:104: Request processed in 17418us (18692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319119.832877:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00010000:00010000:0.0:1767319119.832947:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319119.832954:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.832965:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319119.832969:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.832980:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319119.832986:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319119.832998:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1767319119.834122:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.834133:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319119.834313:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.834321:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939c00/0x719a348ff1c37dcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37de4 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.834340:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319119.834342:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319119.834344:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319119.834536:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988493184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319119.835017:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.835133:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988493184 00000100:00100000:0.0:1767319119.835141:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988493184 00010000:00010000:0.0:1767319119.835168:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 14 pid: 121472 timeout: 4466 lvb_type: 0 00000100:00100000:0.0:1767319119.835296:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:0.0:1767319119.835304:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:7011:x1853163988493184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319119.835317:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319119.835322:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 14 pid: 121472 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.835333:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 14 pid: 121472 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.835347:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682c400/0x719a348ff1c37de4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c37dcf expref: 14 pid: 121472 timeout: 4466 lvb_type: 0 00010000:00010000:0.0:1767319119.835370:0:15511:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835376:0:15511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767319119.835390:0:15511:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.021401050s 00010000:00010000:0.0:1767319119.835395:0:15511:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835401:0:15511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835407:0:15511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835413:0:15511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835418:0:15511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319119.835422:0:15511:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835429:0:15511:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835442:0:15511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835451:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319119.835489:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:7011:x1853163988493184:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.835503:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988493184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319119.835504:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00010000:00010000:0.0:1767319119.835557:0:121479:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835565:0:121479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319119.835570:0:121479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41264a00/0x719a348ff1c37e15 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00000040:01000000:0.0:1767319119.835872:0:121534:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1767319119.842764:0:121534:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319119.844920:0:121534:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x20000afe0:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1767319119.845006:0:121534:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:1.0:1767319119.845974:0:121535:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9e7c0c45ca80 x1853163988493312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319119.846001:0:121535:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d305459c0 going to sleep for 0 seconds 00010000:00080000:0.0:1767319119.853085:0:121465:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 128849018921 00000020:01000004:0.0:1767319119.855090:0:121465:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1767319119.855106:0:121465:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.113@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1767319119.855125:0:121465:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1767319119.855147:0:121465:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00010000:00010000:0.0:1767319120.264999:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319120.649783:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400383c0 going to sleep for 0 seconds 10000000:01000000:0.0:1767319120.792802:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1767319120.792808:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d4097f800 from 56 10000000:01000000:0.0:1767319120.792813:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1767319120.792851:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.792862:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.792873:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319120.792897:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.792970:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319120.793015:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d072cfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.793310:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319120.793326:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.793336:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319120.793375:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493568:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.793396:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319120.793412:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d072cfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.793865:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493568:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1767319120.793924:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1767319120.793931:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.793939:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.793948:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1767319120.793950:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3a58b800 from 55 10000000:01000000:1.0:1767319120.793953:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767319120.793970:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.793976:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.793984:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.793998:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.794026:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.794054:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.794817:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.794831:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.794839:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.794898:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493824:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.794937:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.794957:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988493824 00000100:00100000:1.0:1767319120.794960:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988493824 00000100:00100000:1.0:1767319120.794979:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1767319120.794985:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04856450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988493824:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1767319120.794998:0:121472:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1767319120.795009:0:121472:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1767319120.795013:0:121472:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1767319120.795016:0:121472:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 56 00000100:00100000:1.0:1767319120.795072:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04856450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988493824:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 86us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.795079:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1767319120.795108:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.795119:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493824:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1767319120.795153:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1767319120.795158:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795165:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.795173:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767319120.795174:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d31b32800 from 64 10000000:01000000:1.0:1767319120.795177:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767319120.795192:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795209:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795216:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.795228:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795250:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.795283:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988493952 00000100:00100000:1.0:1767319120.795287:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988493952 00000100:00100000:1.0:1767319120.795302:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1767319120.795308:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04857c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988493952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.795314:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319120.795323:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37e3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e38 expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795336:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37e3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e38 expref: 17 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795344:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37e3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e38 expref: 17 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795350:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5400, rc 0) 00000100:00100000:1.0:1767319120.795370:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04857c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988493952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 62us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.795376:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1767319120.795394:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.795404:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988493952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.795420:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.795427:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.795487:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795509:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.795526:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494080 00000100:00100000:1.0:1767319120.795530:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494080 00000100:00100000:1.0:1767319120.795543:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1767319120.795548:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04856850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795689:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04856850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.795696:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1767319120.795720:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.795730:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795754:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795789:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.795807:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494208 00000100:00100000:1.0:1767319120.795810:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494208 00000100:00100000:1.0:1767319120.795825:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1767319120.795831:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04854850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.795896:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04854850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 64us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.795902:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1767319120.795950:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.795960:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494208:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767319120.796679:0:121647:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 63 00000020:01000000:1.0:1767319120.796733:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:1.0:1767319120.796750:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319120.796756:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.796764:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.796772:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1767319120.796774:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 11 10000000:01000000:1.0:1767319120.796776:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1767319120.796801:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.796807:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.796814:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.796828:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.796860:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.796889:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.799310:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.799335:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.799358:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.799435:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.800398:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.800433:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.800633:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494464 00000100:00100000:0.0:1767319120.800641:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494464 00000100:00100000:0.0:1767319120.800692:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1767319120.800701:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04857050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.801034:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04857050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 333us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.801042:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1767319120.801078:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.801115:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.801144:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319120.801166:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d072cfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.801174:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494592 00000100:00100000:1.0:1767319120.801178:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494592 00000100:00100000:1.0:1767319120.801233:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1767319120.801240:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04855850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.805074:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04855850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3826us (3920us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.805090:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1767319120.805334:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494592:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1767319120.806339:0:121650:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1767319120.806405:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 11-10 (rc=0) 10000000:01000000:1.0:1767319120.806436:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1767319120.806554:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.806565:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.806574:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767319120.809667:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d31b32800 from 7 10000000:01000000:1.0:1767319120.809672:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319120.809720:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.809731:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.809742:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.809767:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.809829:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.809869:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.809893:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494720 00000100:00100000:1.0:1767319120.809900:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494720 00000100:00100000:1.0:1767319120.809959:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1767319120.809967:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09744450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988494720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.809980:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319120.809995:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37e5b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e54 expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.810017:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37e5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e54 expref: 18 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.810027:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37e5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e54 expref: 18 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.810037:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5e00, rc 0) 00000100:00100000:1.0:1767319120.810071:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09744450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988494720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.810077:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1767319120.810120:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.810139:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e5b expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.810147:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e5b expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.810211:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.810235:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.810259:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.810518:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494848 00000100:00100000:0.0:1767319120.810524:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494848 00000100:00100000:0.0:1767319120.810555:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1767319120.810561:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09744050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988494848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.811174:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09744050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988494848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 611us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.811187:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1767319120.811751:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.811793:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988494976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.811839:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319120.811867:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d30545d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.811881:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988494976 00000100:00100000:0.0:1767319120.811884:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988494976 00000100:00100000:0.0:1767319120.813535:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1767319120.813555:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09745850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988494976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.813720:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09745850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988494976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.820137:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000040:00080000:0.0:1767319120.821014:0:121651:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:0.0:1767319120.821756:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495104 00000100:00100000:0.0:1767319120.821763:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495104 00000100:00100000:0.0:1767319120.821810:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1767319120.821819:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988495104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319120.821833:0:121474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319120.821845:0:121474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c37e69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e62 expref: -99 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.821867:0:121474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c37e69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e62 expref: 19 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.821876:0:121474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c37e69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e62 expref: 19 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.821895:0:121474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939a00, rc 0) 00000100:00100000:0.0:1767319120.821952:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.821960:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1767319120.822212:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495232 00000100:00100000:0.0:1767319120.822216:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495232 00000100:00100000:0.0:1767319120.822248:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1767319120.822254:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09746450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.822365:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09746450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.822372:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1767319120.822568:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495360 00000100:00100000:0.0:1767319120.822572:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495360 00000100:00100000:0.0:1767319120.822623:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1767319120.822629:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.822718:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 88us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.822724:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000040:00080000:0.0:1767319120.824621:0:121652:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 63 00000020:01000000:1.0:1767319120.825953:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:1.0:1767319120.825979:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319120.825989:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265000/0x719a348ff1c37e62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e69 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.825999:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d41265000/0x719a348ff1c37e62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e69 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.826007:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1767319120.826009:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 14 10000000:01000000:1.0:1767319120.826012:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1767319120.826045:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.826052:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.826060:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.826083:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.826153:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.826197:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.827388:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495488 00000100:00100000:0.0:1767319120.827399:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495488 00000100:00100000:0.0:1767319120.827448:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1767319120.827457:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988495488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319120.827469:0:121474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319120.827484:0:121474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a939400/0x719a348ff1c37e77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e70 expref: -99 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.827513:0:121474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a939400/0x719a348ff1c37e77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e70 expref: 20 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.827524:0:121474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a939400/0x719a348ff1c37e77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e70 expref: 20 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.827532:0:121474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939400, rc 0) 00000100:00100000:0.0:1767319120.827604:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.827611:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1767319120.827752:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319120.827767:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.827775:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319120.827838:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319120.827867:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319120.827898:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01359540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319120.827964:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495616 00000100:00100000:1.0:1767319120.827969:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495616 00000100:00100000:1.0:1767319120.828004:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1767319120.828012:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3faef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.828707:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3faef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 695us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319120.828715:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1767319120.829725:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.829778:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.829832:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319120.830636:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495744 00000100:00100000:2.0:1767319120.830643:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495744 00000100:00100000:2.0:1767319120.830699:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1767319120.830709:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3faef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.830984:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.832511:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3faef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1799us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319120.832524:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000020:01000000:1.0:1767319120.843021:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 14-13 (rc=0) 10000000:01000000:1.0:1767319120.843060:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767319120.843071:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.843085:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.843095:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767319120.843098:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d29cad000 from 7 10000000:01000000:1.0:1767319120.843100:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319120.843143:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.843150:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.843173:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.843197:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.843258:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.843313:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.843318:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988495872 00000100:00100000:2.0:1767319120.843325:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988495872 00000100:00100000:2.0:1767319120.843410:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1767319120.843420:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988495872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319120.843433:0:121474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319120.843445:0:121474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0682d600/0x719a348ff1c37e85 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e7e expref: -99 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.843474:0:121474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0682d600/0x719a348ff1c37e85 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e7e expref: 21 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.843484:0:121474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0682d600/0x719a348ff1c37e85 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e7e expref: 21 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.843492:0:121474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d600, rc 0) 00000100:00100000:2.0:1767319120.843539:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988495872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319120.843553:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1767319120.843638:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988495872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.843653:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e85 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.843661:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e85 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.843716:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.843740:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.843758:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.848922:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496000 00000100:00100000:2.0:1767319120.848937:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496000 00000100:00100000:2.0:1767319120.848998:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1767319120.849007:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988496000:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319120.849165:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988496000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 159us (5424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319120.849173:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1767319120.849228:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319120.850374:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496128:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319120.850435:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319120.850541:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d32d34cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.850559:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496128 00000100:00100000:2.0:1767319120.850563:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496128 00000100:00100000:2.0:1767319120.850609:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1767319120.850616:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988496128:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319120.850703:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988496128:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319120.850710:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1767319120.850760:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496128:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767319120.852612:0:121656:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:2.0:1767319120.859377:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496256 00000100:00100000:2.0:1767319120.859391:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496256 00000100:00100000:2.0:1767319120.859562:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1767319120.859573:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988496256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319120.859621:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319120.859644:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0682de00/0x719a348ff1c37e93 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e8c expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.859685:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0682de00/0x719a348ff1c37e93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e8c expref: 22 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.859696:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0682de00/0x719a348ff1c37e93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e8c expref: 22 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319120.859705:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682de00, rc 0) 00000100:00100000:2.0:1767319120.859795:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988496256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (3806us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319120.859803:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1767319120.859889:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.859917:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.859927:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.859946:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1767319120.859951:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.859970:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319120.859979:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1767319120.859982:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9e7d32ce8000 from 1 10000000:01000000:1.0:1767319120.859985:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1767319120.860008:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.860016:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.860023:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.860041:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.860071:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319120.866765:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319120.868387:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1767319120.868400:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988496384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319120.868417:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319120.868438:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c37ea1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c37e9a expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.868479:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c37ea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c37e9a expref: 23 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.868507:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c37ea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e9a expref: 23 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.868516:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938e00, rc 0) 00000100:00100000:0.0:1767319120.868611:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988496384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 214us (8538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319120.868619:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1767319120.868892:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319120.868918:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.868928:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319120.869008:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319120.869038:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319120.869064:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496512 00000100:00100000:2.0:1767319120.869070:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496512 00000100:00100000:1.0:1767319120.869071:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.869091:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1767319120.869097:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988496512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319120.869217:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988496512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (177us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767319120.869224:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1767319120.869335:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988496512:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1767319120.869359:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1767319120.869365:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319120.869373:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.291391:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319121.382056:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319121.382108:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923627392 00000100:00100000:1.0:1767319121.382119:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923627392 00000100:00100000:1.0:1767319121.382181:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 70 00000100:00100000:1.0:1767319121.382191:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+4:74614:x1853163923627392:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319121.382206:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319121.382226:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e319fa expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.382254:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319fa expref: 5 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.382265:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319fa expref: 5 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.382274:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82600, rc 0) 00000100:00100000:1.0:1767319121.382328:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923627392:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 138us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319121.382335:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 70 00000100:00100000:1.0:1767319121.385695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319121.385800:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923627520 00000100:00100000:2.0:1767319121.385810:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923627520 00000100:00100000:2.0:1767319121.385895:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 71 00000100:00100000:2.0:1767319121.385915:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923627520:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1767319121.385942:0:121474:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1767319121.385958:0:121474:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1767319121.385963:0:121474:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:2.0:1767319121.385970:0:121474:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 56 00000100:00100000:2.0:1767319121.396549:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923627520:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 10625us (10849us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.396564:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 71 00000100:00100000:2.0:1767319121.399691:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319121.399724:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923627648 00000100:00100000:2.0:1767319121.399733:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923627648 00000100:00100000:2.0:1767319121.399782:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 72 00000100:00100000:2.0:1767319121.399791:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923627648:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319121.399807:0:121474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319121.399826:0:121474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0682c200/0x719a348ff1c37eaf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a01 expref: -99 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319121.399853:0:121474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0682c200/0x719a348ff1c37eaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a01 expref: 6 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319121.399865:0:121474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0682c200/0x719a348ff1c37eaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a01 expref: 6 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319121.399874:0:121474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c200, rc 0) 00000100:00100000:2.0:1767319121.399934:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923627648:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 143us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.399941:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 72 00000100:00100000:1.0:1767319121.403007:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319121.403090:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923627776 00000100:00100000:2.0:1767319121.403100:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923627776 00000100:00100000:2.0:1767319121.403147:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 73 00000100:00100000:2.0:1767319121.403156:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923627776:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319121.403381:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923627776:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 224us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.403394:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 73 00000100:00100000:2.0:1767319121.406444:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319121.406477:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923627904 00000100:00100000:2.0:1767319121.406485:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923627904 00000100:00100000:2.0:1767319121.406537:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 74 00000100:00100000:2.0:1767319121.406547:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31731850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923627904:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319121.406701:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31731850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923627904:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 Request processed in 155us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.406709:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 74 00000100:00100000:2.0:1767319121.413929:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319121.414504:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628032 00000100:00100000:1.0:1767319121.414515:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628032 00000100:00100000:1.0:1767319121.414568:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 75 00000100:00100000:1.0:1767319121.414606:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923628032:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319121.414623:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319121.414641:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d2ea82400/0x719a348ff1c37eb6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a08 expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.414674:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d2ea82400/0x719a348ff1c37eb6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a08 expref: 8 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.414686:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d2ea82400/0x719a348ff1c37eb6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a08 expref: 8 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.414695:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82400, rc 0) 00000100:00100000:1.0:1767319121.414756:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628032:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 179us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319121.414765:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 75 00000100:00100000:2.0:1767319121.419436:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319121.419538:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628160 00000100:00100000:0.0:1767319121.419548:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628160 00000100:00100000:0.0:1767319121.419664:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 76 00000100:00100000:0.0:1767319121.419675:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628160:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319121.421970:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628160:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 2287us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319121.421985:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 76 00000100:00100000:2.0:1767319121.431410:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319121.433367:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628288 00000100:00100000:0.0:1767319121.433380:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628288 00000100:00100000:0.0:1767319121.433476:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 77 00000100:00100000:0.0:1767319121.433486:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628288:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319121.433623:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628288:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 Request processed in 138us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319121.433631:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 77 00000100:00100000:1.0:1767319121.441477:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319121.441604:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319121.441953:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628416 00000100:00100000:0.0:1767319121.441964:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628416 00000100:00100000:0.0:1767319121.442034:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 27 00000100:00100000:0.0:1767319121.442043:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923628416:12345-192.168.204.13@tcp:38:lctl.0 00010000:00080000:0.0:1767319121.442083:0:121320:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'f8e581f7-de51-4550-90ea-109e3cc27a77' at ffff9e7d3054f000, cookie 0x719a348ff1c37d74 00010000:00080000:0.0:1767319121.442089:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t128849018922 exp ffff9e7d3054f000 cur 4368 last 1767319119 00010000:02000400:0.0:1767319121.442098:0:121320:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:0.0:1767319121.442104:0:121320:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:0.0:1767319121.442130:0:121320:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:0.0:1767319121.442137:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:0.0:1767319121.442284:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d297cf800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319121.442350:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923628416:12345-192.168.204.13@tcp:38:lctl.0 Request processed in 306us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319121.442359:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 27 00000100:00100000:0.0:1767319121.446893:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628544 00000100:00100000:0.0:1767319121.446975:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628544 00000100:00100000:0.0:1767319121.447041:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:0.0:1767319121.447052:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31731450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923628544:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319121.447069:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319121.447092:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d0a938000/0x719a348ff1c37ebd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a0f expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319121.447122:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d0a938000/0x719a348ff1c37ebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a0f expref: 9 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319121.447133:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d0a938000/0x719a348ff1c37ebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a0f expref: 9 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319121.447143:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938000, rc 0) 00000100:00100000:0.0:1767319121.447214:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31731450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923628544:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 164us (5635us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319121.447232:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:0.0:1767319121.451684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319121.451725:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319121.451761:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617152 00000100:00100000:0.0:1767319121.451770:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617152 00000100:00100000:0.0:1767319121.451818:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 28 00000100:00100000:0.0:1767319121.451828:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923617152:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00080000:0.0:1767319121.451848:0:121320:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 128849018922, current: 128849018922, replaying 00000100:00100000:0.0:1767319121.451866:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923617152:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 40us (193us total) trans 0 rc 0/-999 00000100:00100000:0.0:1767319121.451873:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 28 00000100:00100000:1.0:1767319121.452209:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628672 00000100:00100000:1.0:1767319121.452214:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628672 00000100:00100000:1.0:1767319121.452244:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 79 00000100:00100000:1.0:1767319121.453014:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31731050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923628672:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319121.453128:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31731050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923628672:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 121us (1402us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767319121.453136:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 79 00000100:00100000:2.0:1767319121.673029:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400383c0 going to sleep for 0 seconds 00010000:00010000:2.0:1767319122.322939:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319122.699199:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400383c0 going to sleep for 0 seconds 00000001:02000400:2.0:1767319123.173774:0:121969:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000001:02000400:0.0:1767319123.243125:0:121980:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1767319123.341771:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319123.721715:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400383c0 going to sleep for 0 seconds 00000020:00000004:1.0:1767319123.973655:0:122070:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319123.974077:0:122070:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:0.0:1767319124.079548:0:122086:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767319124.081165:0:122086:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1767319124.774121:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319124.774172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319124.774215:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923628800 00000100:00100000:1.0:1767319124.774225:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923628800 00000100:00100000:1.0:1767319124.774328:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 80 00000100:00100000:1.0:1767319124.774337:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31732450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923628800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319124.774411:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31732450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923628800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319124.774417:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 80 00000020:00000004:2.0:1767319124.886943:0:122174:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767319124.887138:0:122174:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:0.0:1767319124.941178:0:122183:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767319124.941461:0:122183:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:2.0:1767319125.005490:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.005496:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319125.005502:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005510:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005515:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.005522:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.005553:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31933b80 x1853163988496768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319125.005566:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767319125.005570:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.005575:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.005603:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319125.005604:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988496640:0@lo:400:kworker.0 00000100:00080000:2.0:1767319125.005610:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005614:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.005618:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.005634:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31931c00 x1853163988496896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.005645:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.005648:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319125.005650:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005654:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005657:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.005661:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.005672:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31932a00 x1853163988497024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319125.005679:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319125.005689:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.005693:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.005695:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005700:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005703:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.005707:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.005725:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31931500 x1853163988497152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.005734:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1767319125.005738:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.005740:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d09649800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005744:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005748:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319125.005753:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d09649800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.005765:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31930000 x1853163988497280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.005811:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1767319125.005814:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.005817:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d08410000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005821:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005824:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1767319125.005826:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496640 00000100:00080000:2.0:1767319125.005828:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d08410000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319125.005848:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496640 00000100:00100000:2.0:1767319125.005856:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163988497664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.005867:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1767319125.005870:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319125.005872:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.005877:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4366 00000100:00080000:2.0:1767319125.005879:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319125.005883:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3054f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319125.005902:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1767319125.005915:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988496640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319125.005973:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988496640:12345-0@lo:400:kworker.0 Request processed in 61us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.005981:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1767319125.005990:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988496640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.006818:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163988497792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.006875:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1767319125.006878:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.006880:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d077c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.006887:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9e7d077c4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319125.006900:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ea00 x1853163988498176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319125.006928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988497408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.006980:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.007014:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319125.007021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988497536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007049:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.007084:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497408 00000100:00100000:2.0:1767319125.007090:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497408 00000100:00100000:2.0:1767319125.007132:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497536 00000100:00100000:2.0:1767319125.007136:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497536 00000100:00100000:2.0:1767319125.007160:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:2.0:1767319125.007167:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988497408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007209:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988497408:12345-0@lo:400:kworker.0 Request processed in 42us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.007216:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:2.0:1767319125.007231:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1767319125.007236:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988497536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007262:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988497536:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.007277:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00080000:2.0:1767319125.007296:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319125.007299:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319125.007314:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988497920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007338:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.007354:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319125.007358:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988498048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007378:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.007399:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497920 00000100:00100000:2.0:1767319125.007403:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497920 00000100:00100000:2.0:1767319125.007424:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988498048 00000100:00100000:2.0:1767319125.007427:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988498048 00000100:00100000:2.0:1767319125.007443:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:2.0:1767319125.007449:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988497920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007480:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988497920:12345-0@lo:400:kworker.0 Request processed in 31us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.007485:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:2.0:1767319125.007497:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:2.0:1767319125.007502:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988498048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007527:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988498048:12345-0@lo:400:kworker.0 Request processed in 25us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.007532:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00080000:2.0:1767319125.007547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319125.007549:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319125.007574:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988498048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007606:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988497920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007643:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988497536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.007653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988497408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.009040:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496768 00000100:00100000:2.0:1767319125.009047:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496768 00000100:00100000:2.0:1767319125.009082:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988496896 00000100:00100000:2.0:1767319125.009085:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988496896 00000100:00100000:2.0:1767319125.009104:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1767319125.009110:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988496768:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319125.009135:0:121323:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00000020:00000080:2.0:1767319125.009172:0:121323:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x719a348ff1c37ec4 00000004:00100000:2.0:1767319125.009187:0:121323:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319125.009193:0:121323:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3c1b2e00 00000100:00080000:2.0:1767319125.009329:0:121323:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c13d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319125.009373:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853163988496768:12345-0@lo:38:kworker.0 Request processed in 262us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.009381:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1767319125.009396:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1767319125.009400:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988496896:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319125.009414:0:121323:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00000020:00000080:2.0:1767319125.009433:0:121323:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x719a348ff1c37ecb 00000004:00100000:2.0:1767319125.009438:0:121323:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319125.009442:0:121323:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:2.0:1767319125.009519:0:121323:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c138800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319125.009542:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7010:x1853163988496896:12345-0@lo:38:kworker.0 Request processed in 141us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.009557:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1767319125.010307:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497024 00000100:00100000:2.0:1767319125.010312:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497024 00000100:00100000:2.0:1767319125.010331:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497152 00000100:00100000:2.0:1767319125.010333:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497152 00000100:00100000:2.0:1767319125.010348:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1767319125.010353:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988497024:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319125.010368:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00000020:00000080:2.0:1767319125.010395:0:121320:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x719a348ff1c37ed2 00000004:00100000:2.0:1767319125.010404:0:121320:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319125.010408:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3c1b2e00 00000100:00080000:2.0:1767319125.010428:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c13f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319125.010462:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853163988497024:12345-0@lo:38:kworker.0 Request processed in 109us (1560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.010468:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1767319125.010483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1767319125.010486:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988497152:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319125.010498:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00000020:00000080:2.0:1767319125.010521:0:121320:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x719a348ff1c37ed9 00000004:00100000:2.0:1767319125.010527:0:121320:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319125.010530:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:2.0:1767319125.010547:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d09648800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319125.010572:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7010:x1853163988497152:12345-0@lo:38:kworker.0 Request processed in 84us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.010617:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1767319125.010648:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497280 00000100:00100000:2.0:1767319125.010657:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497280 00000100:00100000:0.0:1767319125.015726:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497792 00000100:00100000:0.0:1767319125.015751:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497792 00000100:00100000:0.0:1767319125.015794:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238 00000100:00100000:0.0:1767319125.015802:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988497280:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1767319125.015921:0:35231:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff9e7d30549000, cookie 0x719a348ff1c37d6d 00010000:00080000:0.0:1767319125.015929:0:35231:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff9e7d30549000 cur 4371 last 1767319119 00000004:00100000:0.0:1767319125.015951:0:35231:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319125.015957:0:35231:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:0.0:1767319125.015996:0:35231:0:(import.c:65:import_set_state_nolock()) ffff9e7d04914000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319125.016073:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988497280:12345-0@lo:38:kworker.0 Request processed in 271us (5818us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.016080:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238 00000100:00100000:0.0:1767319125.016099:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239 00000100:00100000:0.0:1767319125.016104:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988497792:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1767319125.016116:0:35231:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff9e7d3b06d000, cookie 0x719a348ff1c37c7f 00010000:00080000:0.0:1767319125.016119:0:35231:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff9e7d3b06d000 cur 4371 last 1767319119 00000004:00100000:0.0:1767319125.016129:0:35231:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319125.016132:0:35231:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3c1b2e00 00000100:00080000:0.0:1767319125.016147:0:35231:0:(import.c:65:import_set_state_nolock()) ffff9e7d04913000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319125.016282:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988497792:12345-0@lo:38:kworker.0 Request processed in 176us (5409us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.016290:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239 00000100:00100000:0.0:1767319125.016329:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988497664 00000100:00100000:0.0:1767319125.016334:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988497664 00000100:00100000:0.0:1767319125.016347:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988498176 00000100:00100000:0.0:1767319125.016350:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988498176 00000100:00100000:0.0:1767319125.016359:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1767319125.016363:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988497664:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1767319125.016384:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00000020:00000080:0.0:1767319125.016416:0:121322:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x719a348ff1c37ee0 00000004:00100000:0.0:1767319125.016423:0:121322:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319125.016427:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:0.0:1767319125.016441:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d09275800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319125.017017:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988497664:12345-0@lo:38:kworker.0 Request processed in 648us (6721us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.017025:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1767319125.017043:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1767319125.017048:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988498176:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319125.017060:0:121537:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1767319125.017065:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4371 last 0 00010000:00080000:2.0:1767319125.017072:0:121537:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 71 seconds 00010000:00080000:2.0:1767319125.017076:0:121537:0:(ldlm_lib.c:2547:check_for_recovery_ready()) lustre-MDT0000 update recovery is not ready, extend recovery 74 00000020:00000080:0.0:1767319125.017092:0:121322:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x719a348ff1c37ee7 00000004:00100000:0.0:1767319125.017101:0:121322:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319125.017105:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:0.0:1767319125.017125:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d41b99800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319125.017158:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7010:x1853163988498176:12345-0@lo:38:kworker.0 Request processed in 108us (2634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.017164:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:0.0:1767319125.018649:0:121501:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1767319125.018661:0:121501:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0001: recovery timer will expire in 71 seconds 00010000:00080000:0.0:1767319125.018663:0:121501:0:(ldlm_lib.c:2547:check_for_recovery_ready()) lustre-MDT0001 update recovery is not ready, extend recovery 76 00010000:00010000:1.0:1767319125.385255:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319125.770214:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988489344 00000100:00100000:2.0:1767319125.770241:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988489344 00000100:00100000:2.0:1767319125.770308:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:2.0:1767319125.770317:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988489344:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:2.0:1767319125.770338:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329edc00 x1853163988489344/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 304/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.770471:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988489344:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 154us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.770479:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:0.0:1767319125.770731:0:121500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988489344:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1767319125.770791:0:121500:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00080000:0.0:1767319125.770851:0:121500:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7d3b03c380 x1853163988498560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 336/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.770863:0:121500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988498560:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319125.770918:0:121500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.770946:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83c00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.771251:0:121500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988498560:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319125.771322:0:121500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:121500:1853163988498688:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1767319125.771359:0:121500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.771385:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e836c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.771455:0:121333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988498688 00000100:00100000:1.0:1767319125.771461:0:121333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988498688 00000100:00100000:1.0:1767319125.771495:0:121333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1767319125.771503:0:121333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:121500:x1853163988498688:12345-0@lo:900:lod0001_rec0000.0 00010000:00080000:1.0:1767319125.771513:0:121333:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d3b03ce00 x1853163988498688/t0(0) o900->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:36/0 lens 264/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.771562:0:121333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:121500:x1853163988498688:12345-0@lo:900:lod0001_rec0000.0 Request processed in 60us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.771568:0:121333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1767319125.771895:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988498816 00000100:00100000:1.0:1767319125.771900:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988498816 00000100:00100000:1.0:1767319125.771929:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244 00000100:00100000:1.0:1767319125.771936:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988498816:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:1.0:1767319125.771952:0:35231:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329ed180 x1853163988498816/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 304/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.772002:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988498816:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 67us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.772009:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244 00000100:00100000:1.0:1767319125.772033:0:121500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988498816:0@lo:1000:lod0001_rec0000.0 00000100:00080000:1.0:1767319125.772098:0:121500:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7c0c45c380 x1853163988498944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 336/33016 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.772106:0:121500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988498944:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319125.772173:0:121500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.772188:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429a80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.772199:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988498944 00000100:00100000:1.0:1767319125.772203:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988498944 00000100:00100000:1.0:1767319125.772223:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245 00000100:00100000:1.0:1767319125.772228:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988498944:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:1.0:1767319125.772236:0:35231:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7c0c45d880 x1853163988498944/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 336/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.778323:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988498944:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 6082us (6137us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.778340:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245 00000100:00100000:1.0:1767319125.779779:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988499072 00000100:00100000:1.0:1767319125.779786:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988499072 00000100:00100000:1.0:1767319125.779844:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246 00000100:00100000:1.0:1767319125.779853:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499072:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:1.0:1767319125.779870:0:35231:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329eca80 x1853163988499072/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 336/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.780057:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499072:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 204us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.780064:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246 00000100:00100000:2.0:1767319125.780715:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988499200 00000100:00100000:2.0:1767319125.780720:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988499200 00000100:00100000:2.0:1767319125.780758:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:2.0:1767319125.780766:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499200:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:2.0:1767319125.780777:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329ee300 x1853163988499200/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 304/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.780852:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499200:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 87us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.780859:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00100000:1.0:1767319125.781169:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988499328 00000100:00100000:1.0:1767319125.781173:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988499328 00000100:00100000:1.0:1767319125.781203:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:1.0:1767319125.781210:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499328:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:1.0:1767319125.781218:0:35231:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329ef100 x1853163988499328/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 336/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.781491:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499328:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 281us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.781499:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00100000:2.0:1767319125.782894:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988499456 00000100:00100000:2.0:1767319125.782901:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988499456 00000100:00100000:2.0:1767319125.782991:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249 00000100:00100000:2.0:1767319125.783000:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499456:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:2.0:1767319125.783014:0:35231:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d329ef800 x1853163988499456/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 304/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.783110:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121500:x1853163988499456:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 112us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.783117:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249 00000004:00080000:1.0:1767319125.783679:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 1 rpc_version 1 00000020:00100000:1.0:1767319125.783700:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319125.783707:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0c45c380 x1853163988499712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319125.783725:0:121483:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7c0c45c380 x1853163988499712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.783735:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988499712:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319125.783770:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.784023:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.784087:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988499712 00000100:00100000:0.0:1767319125.784092:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988499712 00000100:00100000:0.0:1767319125.784132:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250 00000100:00100000:0.0:1767319125.784140:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121483:x1853163988499712:12345-0@lo:1000:osp_up0-1.0 00010000:00080000:0.0:1767319125.784151:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7c0c45d180 x1853163988499712/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 416/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.784928:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121483:x1853163988499712:12345-0@lo:1000:osp_up0-1.0 Request processed in 787us (1155us total) trans 128849018922 rc 0/0 00000100:00100000:0.0:1767319125.784937:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250 00000100:00100000:1.0:1767319125.785465:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988499712:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319125.785477:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 2 rpc_version 2 00000020:00100000:1.0:1767319125.785496:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319125.785502:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0c45df80 x1853163988499968/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319125.785530:0:121483:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7c0c45df80 x1853163988499968/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.785539:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988499968:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319125.785573:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:2.0:1767319125.786647:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018922 is committed 00000100:00100000:1.0:1767319125.789788:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429900 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.790327:0:121483:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018922 gen 2 00000004:00080000:1.0:1767319125.790334:0:121483:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018922 committed transno 128849018922 00000100:00100000:1.0:1767319125.790361:0:121483:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e7c0c45df80 x1853163988499968/t128849018923(128849018923) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 1767319141 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.790390:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988499968:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319125.790770:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988500096 00000100:00100000:0.0:1767319125.790775:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988500096 00000100:00100000:0.0:1767319125.790809:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252 00000100:00100000:0.0:1767319125.790825:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121500:x1853163988500096:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:0.0:1767319125.790836:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d0955ea00 x1853163988500096/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 336/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.790972:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121500:x1853163988500096:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 157us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.790979:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252 00000100:00100000:1.0:1767319125.791153:0:121500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988500096:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1767319125.791199:0:121500:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 32 synced_idx: 32 lgh_last_idx: 32 00000040:00080000:1.0:1767319125.791204:0:121500:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x20000e691:0x2:0x0] at index 32 of catalog [0x200000bd1:0x3:0x0] 00000100:00080000:1.0:1767319125.791258:0:121500:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7c0c45c380 x1853163988500224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.791266:0:121500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988500224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319125.791603:0:121500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.791621:0:121500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.791925:0:121500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:121500:1853163988500224:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1767319125.791965:0:121500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:1.0:1767319125.791997:0:121500:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d40429900 with version 3 00000004:00080000:1.0:1767319125.792034:0:121500:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d40429cc0 with version 4 00000040:00080000:1.0:1767319125.792038:0:121500:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x20000e691:0x2:0x0] at index 32 of catalog [0x200000bd1:0x3:0x0] 00000040:00080000:1.0:1767319125.792052:0:121500:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x200000bd1:0x3:0x0] index 32 count 1 00000004:00080000:1.0:1767319125.792132:0:121500:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 6, retries 0 00000004:00080000:1.0:1767319125.792136:0:121500:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000004:00080000:2.0:1767319125.796561:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 3 rpc_version 3 00000020:00100000:2.0:1767319125.796621:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319125.796632:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1ca80 x1853163988500480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.796654:0:121483:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7d08f1ca80 x1853163988500480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.796666:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988500480:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319125.796728:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.796761:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a635840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.796957:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988500480 00000100:00100000:0.0:1767319125.796970:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988500480 00000100:00100000:0.0:1767319125.797027:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254 00000100:00100000:0.0:1767319125.797035:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121483:x1853163988500480:12345-0@lo:1000:osp_up0-1.0 00010000:00080000:0.0:1767319125.797050:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d08f1f800 x1853163988500480/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 416/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.797355:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121483:x1853163988500480:12345-0@lo:1000:osp_up0-1.0 Request processed in 319us (626us total) trans 128849018924 rc 0/0 00000100:00100000:0.0:1767319125.797363:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254 00000100:00100000:2.0:1767319125.797695:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988500480:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1767319125.797706:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 4 rpc_version 4 00000020:00100000:2.0:1767319125.797723:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319125.797728:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1d880 x1853163988500736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.797743:0:121483:0:(client.c:1415:ptlrpc_import_delay_req()) @@@ allow during recovery req@ffff9e7d08f1d880 x1853163988500736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.797752:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988500736:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319125.797778:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.797798:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a635840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.798185:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988500736 00000100:00100000:0.0:1767319125.798191:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988500736 00000100:00100000:0.0:1767319125.798226:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255 00000100:00100000:0.0:1767319125.798234:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121483:x1853163988500736:12345-0@lo:1000:osp_up0-1.0 00010000:00080000:0.0:1767319125.798246:0:18380:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d08f1fb80 x1853163988500736/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 744/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.798355:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:121483:x1853163988500736:12345-0@lo:1000:osp_up0-1.0 Request processed in 121us (575us total) trans 128849018925 rc 0/0 00000100:00100000:0.0:1767319125.798362:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255 00000100:00100000:2.0:1767319125.798663:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988500736:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1767319125.818677:0:121501:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,1 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121501 initiator: MDT0 00010000:00010000:2.0:1767319125.818706:0:121501:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.818721:0:121501:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.818737:0:121501:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37efc lrc: 3/0,1 mode: --/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121501 initiator: MDT0 00010000:00010000:2.0:1767319125.818744:0:121501:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37efc lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.818750:0:121501:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37efc lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121501 initiator: MDT1 00000004:00200000:2.0:1767319125.819274:0:121501:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00010000:00010000:2.0:1767319125.819289:0:121501:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c37f03 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121501 initiator: MDT0 00010000:00010000:2.0:1767319125.819298:0:121501:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c37f03 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819305:0:121501:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c37f03 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819315:0:121501:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819321:0:121501:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 2/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819327:0:121501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819343:0:121501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319125.819347:0:121501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 3/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819354:0:121501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 4/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819366:0:121501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d05390500) 00010000:00010000:2.0:1767319125.819369:0:121501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319125.819374:0:121501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 2/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819387:0:121501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37ef5 lrc: 0/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121501 initiator: MDT1 00000004:00010000:2.0:1767319125.819403:0:121501:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffe7fc03 reply state 000000002136e75b transno 81604378641 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37efc lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819413:0:121501:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682ca00/0x719a348ff1c37efc lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121501 initiator: MDT1 00010000:00010000:2.0:1767319125.819418:0:121501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0xf0209d98 (ffff9e7d09977100) 00010000:00010000:2.0:1767319125.819421:0:121501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319125.819424:0:121501:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767319125.819484:0:121501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535200/0x719a348ff1c37eee lrc: 0/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319f3 expref: 9 pid: 121501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.819505:0:121501:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c37f03 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319f3 expref: 8 pid: 121501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.819512:0:121501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xd:0x0].0x0 (ffff9e7d09977e00) 00010000:00010000:2.0:1767319125.819520:0:121501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319125.819523:0:121501:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c800, rc 0) 00010000:00080000:2.0:1767319125.819624:0:121501:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0001: recovery timer will expire in 101 seconds 00000020:00080000:2.0:1767319125.819645:0:121501:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:2.0:1767319125.819649:0:121501:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 81604378642 00000020:00080000:2.0:1767319125.819653:0:121501:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:2.0:1767319125.819654:0:121501:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 81604378642 00000100:00100000:0.0:1767319125.831846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319125.831968:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629056 00000100:00100000:2.0:1767319125.831978:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629056 00000100:00100000:2.0:1767319125.832079:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 0 00000100:00100000:2.0:1767319125.832090:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2507:x1853163923629056:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1767319125.832119:0:121323:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d3b03f800 x1853163923629056/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:36/0 lens 224/0 e 0 to 0 dl 1767319136 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.832145:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2507:x1853163923629056:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 Request processed in 58us (309us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319125.832153:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 0 00000001:00100000:1.0:1767319125.833891:0:121301:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00100000:1.0:1767319125.833902:0:121301:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767319125.833920:0:121301:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 81604378641 is committed 00000100:00080000:1.0:1767319125.840327:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1767319125.840346:0:7010:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff9e7d329ed880 x1853163988498432/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319125.840358:0:7010:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e7d329ed880 x1853163988498432/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319125.840365:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767319125.840383:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00080000:1.0:1767319125.840390:0:7010:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000006355875): req@ffff9e7c0c45ca80 x1853163988493312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.840409:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988498432:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:1.0:1767319125.840521:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319125.840540:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988500864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319125.840618:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.840822:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988500864 00000100:00100000:0.0:1767319125.840829:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988500864 00000100:00100000:0.0:1767319125.840879:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256 00000100:00100000:0.0:1767319125.840889:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988500864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319125.840920:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445457920 avail 1299218432 00000100:00100000:0.0:1767319125.841052:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988500864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 164us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.841060:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256 00000100:00100000:0.0:1767319125.843014:0:121535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.843058:0:121535:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d305459c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.843370:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988493312 00000100:00100000:1.0:1767319125.843378:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988493312 00000100:00100000:1.0:1767319125.843423:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257 00000100:00100000:1.0:1767319125.843431:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988493312:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.843516:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988493312:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 85us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.843524:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257 00000100:00100000:1.0:1767319125.843568:0:121535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ca80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:121535:1853163988493312:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1767319125.843639:0:121535:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1767319125.843679:0:121535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ca80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:121535:1853163988500992:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.843714:0:121535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.843731:0:121535:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.843743:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988500992 00000100:00100000:1.0:1767319125.843746:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988500992 00000100:00100000:1.0:1767319125.843769:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00000100:00100000:1.0:1767319125.843775:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988500992:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.843891:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988500992:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 116us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.843897:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:1.0:1767319125.843922:0:121535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ca80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:121535:1853163988500992:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.843988:0:121535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:121535:1853163988501120:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.844012:0:121535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.844026:0:121535:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319125.844037:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501120 00000100:00100000:1.0:1767319125.844040:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501120 00000100:00100000:1.0:1767319125.844064:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:1.0:1767319125.844070:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988501120:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1767319125.844109:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121535:x1853163988501120:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 39us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.844115:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00100000:1.0:1767319125.844136:0:121535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:121535:1853163988501120:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1767319125.844260:0:121535:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1767319125.845569:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988500864:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1767319125.848356:0:121535:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x2400088d4:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1767319125.848458:0:121535:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 6, retries 0 00000004:00080000:1.0:1767319125.848463:0:121535:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00080000:2.0:1767319125.851284:0:121537:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:2.0:1767319125.851357:0:121537:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 128849018922 00000020:00080000:2.0:1767319125.851365:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319125.851368:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 128849018922, next_transno: 128849018922 00010000:00080000:2.0:1767319125.851373:0:121537:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (128849018922) 00000020:00080000:2.0:1767319125.851375:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319125.851390:0:121537:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923617152 t128849018922 from 192.168.204.13@tcp req@ffff9e7d3b03d880 x1853163923617152/t0(128849018922) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:32/0 lens 528/0 e 0 to 0 dl 1767319132 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767319125.863352:0:121537:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 11863us 00000004:00000080:0.0:1767319125.875705:0:121501:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb1abc4857e10 00100000:10000000:0.0:1767319125.875719:0:121501:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:0.0:1767319125.876789:0:121487:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x280000401:0x604:0x0] 00000100:00100000:0.0:1767319125.876848:0:121487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:121487:1853163988501248:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1767319125.876918:0:121487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.876952:0:121487:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.876977:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501248 00000100:00100000:0.0:1767319125.876984:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501248 00000100:00100000:0.0:1767319125.877030:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:0.0:1767319125.877039:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:121487:x1853163988501248:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1767319125.877066:0:37856:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1601 -> diff = -61 00002000:02000040:0.0:1767319125.877071:0:37856:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000401:1541 to 0x280000401:1601) 00000004:00080000:2.0:1767319125.877248:0:121489:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x2c0000401:0x470:0x0] 00000100:00100000:2.0:1767319125.877270:0:121489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:121489:1853163988501376:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1767319125.877310:0:121489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.877327:0:121489:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a635d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319125.877343:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501376 00000100:00100000:2.0:1767319125.877346:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501376 00000100:00100000:2.0:1767319125.877373:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121 00000100:00100000:2.0:1767319125.877379:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:121489:x1853163988501376:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1767319125.877393:0:37862:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1601 -> diff = -465 00002000:02000040:2.0:1767319125.877396:0:37862:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000401:1137 to 0x2c0000401:1601) 00002000:00010000:0.0:1767319125.886037:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x641:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.886050:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37f0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.886067:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.886070:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.886075:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.886089:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.886099:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.886119:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c37f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.886145:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.887398:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x640:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.887407:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887416:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887417:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887421:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887431:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887438:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887445:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887460:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.887555:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.887561:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887601:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887603:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887606:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887615:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887622:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887628:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887643:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767319125.887652:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.887657:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887664:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.887667:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887674:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887685:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887697:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938c00/0x719a348ff1c37f11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887710:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.887713:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887719:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.887722:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887728:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887737:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887743:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938800/0x719a348ff1c37f18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887752:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.887754:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.887755:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.887835:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.887840:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887857:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887859:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887862:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887870:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887877:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887883:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887897:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.887960:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.887966:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887973:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887974:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.887977:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887986:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.887993:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888006:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888018:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767319125.888025:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.888029:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888035:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.888038:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888044:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888053:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888060:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939200/0x719a348ff1c37f1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888071:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.888073:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888079:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.888087:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888094:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888102:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888109:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a938400/0x719a348ff1c37f26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888118:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.888120:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.888121:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.888189:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.888194:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888200:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.888202:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.888204:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888212:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888218:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888232:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888244:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.888251:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.888254:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888260:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.888262:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888270:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.888278:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890267:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c37f2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890358:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.890361:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.890364:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.890515:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.890523:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37f34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890545:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.890548:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.890552:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37f34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890565:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37f34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890574:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37f34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.890650:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c37f34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.891250:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.891359:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.891365:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.891374:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.891376:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.891379:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.891389:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.891397:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.891412:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894330:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767319125.894341:0:37856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c37f3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894371:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.894544:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x639:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.894551:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894561:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.894562:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.894566:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894631:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894640:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894646:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894698:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.894777:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x638:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.894782:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894789:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.894790:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.894793:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894801:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894808:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894825:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894839:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767319125.894846:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.894851:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894858:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.894861:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894869:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894894:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894901:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c37f42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894912:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.894915:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894921:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.894923:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894930:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894938:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894944:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c37f49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.894955:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.894957:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.894959:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.895027:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x637:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.895038:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895045:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895046:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895049:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895057:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895064:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895071:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895083:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.895090:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.895094:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895100:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.895103:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895109:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895129:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895135:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c37f50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895147:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895148:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895150:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.895217:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x636:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.895222:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895230:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895231:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895234:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895241:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895248:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895255:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895278:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.895286:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.895289:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895295:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.895298:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895306:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895315:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895322:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c37f57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895334:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895336:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895338:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.895402:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x635:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.895407:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895415:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895416:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895426:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895434:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895442:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895448:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895460:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.895467:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.895470:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895477:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.895480:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895487:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895497:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895504:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c37f5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895525:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895526:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895528:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.895617:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x634:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.895622:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895629:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895631:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895634:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895642:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895649:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895656:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895669:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.895676:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.895679:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895686:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.895694:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895702:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895712:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895718:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c37f65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895730:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895731:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895733:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.895799:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x633:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.895805:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895824:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895826:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.895829:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895837:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895845:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895862:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895874:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.895881:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.895884:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895890:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.895893:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895900:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895911:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895918:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c37f6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.895930:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895932:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.895934:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896000:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x632:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.896004:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896018:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896020:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896023:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896031:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896038:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896045:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896056:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.896063:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.896066:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896073:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.896076:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896083:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896092:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896105:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c37f73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896118:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896119:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896121:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896184:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x631:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.896190:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896196:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896198:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896201:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896209:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896216:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896223:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896235:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.896241:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.896245:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896257:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.896260:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896267:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896277:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896284:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c37f7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896296:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896298:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896300:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896363:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x630:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.896368:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896376:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896377:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896380:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896406:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896426:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896433:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896520:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.896527:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.896531:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896537:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.896540:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896547:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896557:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896564:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c37f81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896576:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896595:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896602:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896665:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.896670:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896676:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896677:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896680:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896687:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896694:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896700:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896709:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.896715:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.896718:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896723:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.896726:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896733:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896747:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896753:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c37f88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896765:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896767:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896769:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896835:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.896840:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896846:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896848:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.896850:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896858:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896865:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896870:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896889:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.896895:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.896898:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896904:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.896906:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896913:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896923:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896930:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c37f8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.896942:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896943:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.896945:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.896998:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.897003:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897009:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897011:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897018:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897026:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897032:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897038:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897048:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.897053:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.897056:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897061:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.897064:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897071:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897079:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897086:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c37f96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897106:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897108:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897109:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.897164:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.897169:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897176:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897177:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897180:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897187:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897193:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897200:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897209:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.897214:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.897217:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897223:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.897231:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897238:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897247:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897254:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c37f9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897266:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897267:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897269:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.897331:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.897336:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897342:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897344:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897346:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897354:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897360:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897378:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897389:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.897395:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.897398:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897404:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.897407:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897413:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897422:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897428:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c37fa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897439:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897441:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897443:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.897506:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.897510:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897522:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897524:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897526:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897535:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897542:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897549:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897560:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.897568:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.897571:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897596:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.897599:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897605:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897615:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897627:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c37fab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897639:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897640:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897642:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.897707:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x629:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.897712:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897719:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897721:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.897724:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897731:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897737:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897743:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897754:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.897760:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.897763:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897774:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.897777:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897784:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897793:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897799:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c37fb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.897810:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.897811:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.898702:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.898721:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x641:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.898728:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898737:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.898739:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.898742:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898754:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898761:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898780:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898795:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.898802:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.898805:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898811:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.898825:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898833:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898844:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898851:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c37fb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.898865:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.898867:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.898869:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.898994:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x640:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.898999:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899013:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899015:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899018:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899027:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899035:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899041:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899052:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.899059:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.899063:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899070:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.899074:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899081:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899091:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899103:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c37fc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899116:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899117:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899119:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.899184:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.899189:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899196:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899197:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899200:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899208:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899215:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899222:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899232:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.899238:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.899241:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899253:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.899256:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899263:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899273:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899280:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c37fc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899291:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899293:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899295:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.899361:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.899366:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899373:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899375:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899378:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899386:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899403:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899410:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899422:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.899429:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.899432:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899438:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.899441:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899448:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899458:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899466:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c37fce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899478:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899480:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899488:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.899554:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.899559:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899567:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899568:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899571:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899612:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899621:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899628:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899656:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.899663:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.899666:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899673:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.899676:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899683:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899700:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899706:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c37fd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899718:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899720:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899721:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.899789:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.899794:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899801:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899803:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.899806:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899826:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899835:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899842:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899865:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.899871:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.899875:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899881:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.899883:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899890:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899901:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899908:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d800/0x719a348ff1c37fdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.899920:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899922:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.899924:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.899991:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.899996:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900003:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900005:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900013:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900021:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900028:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900034:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900045:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.900052:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.900054:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900060:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.900063:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900069:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900079:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900086:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c37fe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900109:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900111:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900112:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.900178:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.900183:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900191:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900192:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900195:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900202:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900210:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900216:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900228:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.900234:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.900238:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900244:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.900253:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900260:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900271:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900278:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c37fea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900290:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900292:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900294:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.900362:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x639:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.900367:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900375:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900376:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900379:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900387:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900395:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900412:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900423:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.900430:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.900433:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900439:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.900442:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900449:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900458:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900465:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c37ff1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900477:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900479:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900480:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.900545:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x638:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.900550:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900563:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900565:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900568:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900576:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900605:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900612:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900624:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.900630:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.900633:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900639:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.900642:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900648:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900658:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900670:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c37ff8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x638:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900684:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900686:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.900687:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.900748:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x637:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.900752:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900760:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900761:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.900764:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900772:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900779:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900786:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.900798:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.900804:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.900807:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.900985:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.902451:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.902637:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x628:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.902646:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902659:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902661:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902665:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902677:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902699:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902707:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902725:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319125.902793:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x627:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.902798:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902806:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902808:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902811:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902832:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902839:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902846:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902860:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1767319125.902927:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x626:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.902939:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902946:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902947:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.902950:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902959:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902967:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902973:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.902987:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767319125.902995:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767319125.903000:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903007:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.903010:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903018:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903044:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903051:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872600/0x719a348ff1c38006 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903070:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.903073:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903080:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.903083:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903090:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903100:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903107:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c3800d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903118:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.903121:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903140:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.903143:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903150:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.903160:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.903300:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.903376:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.903380:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903387:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903398:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903405:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c37fff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903424:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.903426:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.903428:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.903625:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x636:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.903631:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903639:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.903641:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.903644:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903653:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903672:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903678:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903694:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.903777:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x635:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.903782:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903789:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.903790:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.903793:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903801:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903808:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903825:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903839:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319125.903846:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319125.903855:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903861:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ca00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.903864:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903871:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903881:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903887:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c3801b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903901:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.903904:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903910:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.903913:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903920:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903929:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903942:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38022 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.903954:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.903956:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.903957:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.904026:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x634:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.904031:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904039:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904040:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904043:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904052:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904060:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904067:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904079:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.904085:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.904089:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904100:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.904104:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904111:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904121:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904129:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38029 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904141:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.904143:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.904145:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.904280:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.904355:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x633:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.904360:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904367:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904369:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904372:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904380:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904399:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904406:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904418:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.904426:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.904429:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904436:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.904439:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904446:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904457:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904463:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38030 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904475:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.904477:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.904484:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.904550:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x632:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.904556:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904563:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904564:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.904567:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904576:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904942:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904949:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.904970:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.905038:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x631:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.905043:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905051:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.905053:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.905056:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905064:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905077:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905084:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905095:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319125.905103:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319125.905106:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905112:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.905115:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905122:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905133:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905140:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38037 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x632:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.905153:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.905156:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905279:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38014 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905295:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905296:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905298:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.905395:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x625:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.905401:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905409:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905410:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905414:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905423:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905442:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905449:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905462:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.905469:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.905472:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905478:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.905481:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905488:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905498:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905504:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38045 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905517:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905519:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905526:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.905617:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x624:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.905623:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905630:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905632:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905634:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905643:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905650:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905657:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905669:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.905675:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.905678:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905684:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.905687:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905694:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905712:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905719:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c3804c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905731:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905733:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905735:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.905800:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x623:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.905805:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905811:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905822:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.905825:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905834:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905841:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905848:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905871:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.905877:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.905881:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905887:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.905889:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905897:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905907:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905912:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c38053 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.905924:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905927:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.905928:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319125.905990:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x622:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319125.905995:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906002:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.906004:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.906012:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906021:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906028:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906033:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906045:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319125.906052:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.906055:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906062:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.906065:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906071:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906081:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906088:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872200/0x719a348ff1c3805a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.906110:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.906112:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.906114:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906278:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4de00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.906281:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906288:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906299:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906306:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4de00/0x719a348ff1c3803e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x631:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906320:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906322:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906323:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.906405:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x630:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.906411:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906418:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906420:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906423:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906432:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906449:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906456:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906470:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.906477:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.906480:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906487:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.906490:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906498:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906508:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906515:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c000/0x719a348ff1c38061 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x630:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906527:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906529:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906535:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.906610:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.906615:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906622:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906624:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906627:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906635:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906643:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906650:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906661:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.906667:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.906670:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906677:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.906680:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906688:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906704:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906711:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38068 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906723:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906725:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906726:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.906787:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.906793:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906800:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906801:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906804:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906824:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906832:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906839:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906862:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.906869:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.906872:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906878:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.906881:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906888:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906898:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906905:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d200/0x719a348ff1c3806f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906917:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906919:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.906921:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.906985:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.906990:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.906998:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.906999:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.907007:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907016:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907024:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907031:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907042:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.907049:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.907052:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907058:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.907061:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907069:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907079:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907085:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38076 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907109:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.907111:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.907112:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.907290:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1767319125.907644:0:37856:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000401:1540 00000100:00100000:0.0:1767319125.907776:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:121487:x1853163988501248:12345-0@lo:5:osp-pre-1-1.0 Request processed in 30734us (30854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.907786:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00002000:00010000:2.0:1767319125.907885:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.907890:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907899:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.907900:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.907903:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907912:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907920:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907927:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.907947:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.908023:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.908028:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908035:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908045:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908048:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908057:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908065:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908071:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908084:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319125.908092:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319125.908096:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908103:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.908106:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908113:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908124:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908131:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c200/0x719a348ff1c3807d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908151:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.908154:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908160:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ca00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.908263:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.908285:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908295:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908304:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908310:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4ca00/0x719a348ff1c38084 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908323:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.908324:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.908326:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.908396:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.908401:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3808b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908408:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908409:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908412:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3808b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908426:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3808b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908434:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3808b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908441:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3808b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908639:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.908708:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x629:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.908713:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908721:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908722:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.908725:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908733:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908741:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.908748:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319125.908840:0:121487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:121487:1853163988501248:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1767319125.908856:0:121487:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x280000401:0x641:0x0] from OST, last_created [0x280000401:0x641:0x0]last_used is [0x280000401:0x604:0x0] 00000100:00100000:1.0:1767319125.908929:0:121487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:121487:1853163988501632:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1767319125.908972:0:121487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.908998:0:121487:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429300 going to sleep for 11 seconds 00010000:00010000:0.0:1767319125.909468:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319125.909485:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501632 00000100:00100000:0.0:1767319125.909492:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501632 00000100:00100000:0.0:1767319125.909538:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:0.0:1767319125.909547:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:121487:x1853163988501632:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1767319125.909621:0:37851:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000401 at 1602 00000100:00100000:0.0:1767319125.911079:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:121487:x1853163988501632:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1529us (2103us total) trans 4294969462 rc 0/0 00000100:00100000:0.0:1767319125.911089:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:1.0:1767319125.911325:0:121487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:121487:1853163988501632:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1767319125.911339:0:121487:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x280000401:0x641:0x0]-[0x280000401:0x661:0x0] 00000100:00100000:1.0:1767319125.911378:0:121487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:121487:1853163988501760:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1767319125.911413:0:121487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.911443:0:121487:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429300 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.912049:0:121332:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501760 00000100:00100000:0.0:1767319125.912056:0:121332:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501760 00000100:00100000:0.0:1767319125.912098:0:121332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1767319125.912107:0:121332:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:121487:x1853163988501760:12345-0@lo:900:osp-pre-1-1.0 00010000:00080000:0.0:1767319125.912123:0:121332:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7c0c45ca80 x1853163988501760/t0(0) o900->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:36/0 lens 264/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319125.912302:0:121332:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:121487:x1853163988501760:12345-0@lo:900:osp-pre-1-1.0 Request processed in 196us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.912309:0:121332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1767319125.912387:0:121487:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31931180 x1853163988501760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1767319141 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.912399:0:121487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:121487:1853163988501760:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1767319125.914313:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319125.914327:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d600/0x719a348ff1c38092 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319125.914377:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988501504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319125.914436:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.914518:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501504 00000100:00100000:2.0:1767319125.914526:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501504 00000100:00100000:2.0:1767319125.914565:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:2.0:1767319125.914573:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988501504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319125.914619:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8616512 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319125.914659:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988501504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.914666:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:2.0:1767319125.914711:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988501504:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319125.914731:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.914911:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x628:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.914919:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.914932:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.914934:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.914940:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.914955:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.914974:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.914981:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.914996:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.915005:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.915010:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915018:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.915021:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915029:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915045:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915052:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4da00/0x719a348ff1c38099 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915066:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915068:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915074:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.915147:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x627:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.915152:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915159:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915160:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915258:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915268:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915275:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915281:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915297:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.915363:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x626:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.915368:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915376:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915377:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915380:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915388:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915403:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915409:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915426:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319125.915435:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319125.915440:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915446:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.915449:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915456:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915467:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915474:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4c600/0x719a348ff1c380a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915488:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.915491:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915503:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.915506:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915512:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915520:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915526:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c380a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915535:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915537:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915538:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.915615:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x625:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.915620:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915626:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915628:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915631:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915638:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915655:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915662:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915673:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.915679:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.915683:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915688:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.915691:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915699:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915708:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915715:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c380ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915726:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915727:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915733:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.915790:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x624:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.915795:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915801:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915802:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915805:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915826:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915833:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915839:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915850:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.915856:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.915859:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915866:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.915869:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915876:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915892:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915898:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c380b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915910:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915912:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.915913:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.915974:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x623:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.915978:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915985:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915987:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.915989:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.915997:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916004:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916011:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916033:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319125.916039:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.916042:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916048:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.916051:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916058:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916067:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916072:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c380bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916083:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.916084:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.916086:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.916148:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x622:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.916152:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c380c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.916159:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.916160:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319125.916450:0:121537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916462:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916474:0:121537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916487:0:121537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916493:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916499:0:121537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916850:0:121537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916857:0:121537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916863:0:121537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916868:0:121537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319125.916872:0:121537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916877:0:121537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916888:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319125.916897:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319125.916901:0:121537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916907:0:121537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380ca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00000004:00010000:0.0:1767319125.916923:0:121537:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb056b6f reply state 00000000021fafae transno 128849018922 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916933:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.916938:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319125.916941:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319125.916943:0:121537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1767319125.917038:0:121537:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 101 seconds 00000020:00080000:0.0:1767319125.917056:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.917059:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018923 00000020:00080000:0.0:1767319125.917062:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.917064:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018923 00010000:00010000:0.0:1767319125.917366:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917375:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917380:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917386:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319125.917389:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917402:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917410:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319125.917413:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319125.917416:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.917421:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.917933:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c380c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.917946:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c380c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.917954:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c380c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.917961:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c380c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.917984:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767319125.921525:0:37862:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000401:1136 00000100:00100000:2.0:1767319125.921649:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:121489:x1853163988501376:12345-0@lo:5:osp-pre-0-1.0 Request processed in 44265us (44333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.921662:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121 00000100:00100000:0.0:1767319125.921913:0:121489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:121489:1853163988501376:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1767319125.921929:0:121489:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x2c0000401:0x641:0x0] from OST, last_created [0x2c0000401:0x641:0x0]last_used is [0x2c0000401:0x470:0x0] 00000100:00100000:0.0:1767319125.922003:0:121489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:121489:1853163988502016:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1767319125.922040:0:121489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.922061:0:121489:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.922650:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988501888 00000100:00100000:0.0:1767319125.922656:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988501888 00000100:00100000:0.0:1767319125.922689:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:0.0:1767319125.922696:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988501888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319125.922718:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319125.922748:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988501888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.922753:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:2.0:1767319125.922988:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923617664 00000100:00100000:2.0:1767319125.922993:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923617664 00000100:00100000:2.0:1767319125.923058:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 35 00000100:00100000:2.0:1767319125.923065:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2507:x1853163923617664:12345-192.168.204.13@tcp:36:rm.0 00010000:00080000:2.0:1767319125.923079:0:121323:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 128849018923, current: 128849018923, replaying 00000100:00100000:2.0:1767319125.923092:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2507:x1853163923617664:12345-192.168.204.13@tcp:36:rm.0 Request processed in 28us (677us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319125.923098:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 35 00000100:00100000:1.0:1767319125.923667:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502016 00000100:00100000:1.0:1767319125.923673:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502016 00000100:00100000:1.0:1767319125.923702:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123 00000100:00100000:1.0:1767319125.923710:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:121489:x1853163988502016:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1767319125.923739:0:37862:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x2c0000401 at 1602 00000100:00100000:1.0:1767319125.925740:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:121489:x1853163988502016:12345-0@lo:5:osp-pre-0-1.0 Request processed in 2024us (3692us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1767319125.925758:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123 00000100:00100000:0.0:1767319125.926010:0:121489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:121489:1853163988502016:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1767319125.926026:0:121489:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x2c0000401:0x641:0x0]-[0x2c0000401:0x661:0x0] 00000100:00100000:0.0:1767319125.926088:0:121489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:121489:1853163988502144:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1767319125.926124:0:121489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.926935:0:121332:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502144 00000100:00100000:1.0:1767319125.926945:0:121332:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502144 00000100:00100000:1.0:1767319125.926995:0:121332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1767319125.927004:0:121332:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:121489:x1853163988502144:12345-0@lo:900:osp-pre-0-1.0 00010000:00080000:1.0:1767319125.927018:0:121332:0:(ldlm_lib.c:3192:target_queue_recovery_request()) @@@ not queueing req@ffff9e7d40020380 x1853163988502144/t0(0) o900->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:36/0 lens 264/0 e 0 to 0 dl 1767319136 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.927070:0:121332:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:121489:x1853163988502144:12345-0@lo:900:osp-pre-0-1.0 Request processed in 67us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.927077:0:121332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319125.927254:0:121489:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319125.927273:0:121489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:121489:1853163988502144:0@lo:900:osp-pre-0-1.0 00000020:00080000:0.0:1767319125.927531:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.927536:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 128849018923, next_transno: 128849018923 00010000:00080000:0.0:1767319125.927540:0:121537:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (128849018923) 00000020:00080000:0.0:1767319125.927544:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.927554:0:121537:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923617664 t128849018923 from 192.168.204.13@tcp req@ffff9e7d0955c700 x1853163923617664/t0(128849018923) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:36/0 lens 512/0 e 0 to 0 dl 1767319136 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767319125.927824:0:121537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927840:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927852:0:121537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927865:0:121537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927872:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927878:0:121537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927955:0:121537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927975:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.927981:0:121537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928535:0:121537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928544:0:121537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928550:0:121537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928555:0:121537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319125.928559:0:121537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928565:0:121537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928723:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x34:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319125.928727:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319125.928733:0:121537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928740:0:121537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c380e6 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928844:0:121537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928852:0:121537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928864:0:121537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928869:0:121537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319125.928871:0:121537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928877:0:121537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928885:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319125.928887:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319125.928890:0:121537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928895:0:121537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872000/0x719a348ff1c380d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00000004:00010000:0.0:1767319125.928906:0:121537:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d2d04cb8 reply state 00000000fd2fbe54 transno 128849018923 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928917:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c380df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:0.0:1767319125.928923:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319125.928926:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319125.928929:0:121537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1767319125.929011:0:121537:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:0.0:1767319125.929031:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.929033:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018924 00000020:00080000:0.0:1767319125.929037:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1767319125.929045:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018924 00000100:00100000:0.0:1767319125.931917:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319125.932501:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619200 00000100:00100000:2.0:1767319125.932511:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619200 00000100:00100000:2.0:1767319125.932566:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 36 00000100:00100000:2.0:1767319125.932605:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2507:x1853163923619200:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00080000:2.0:1767319125.932623:0:121323:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 128849018924, current: 128849018924, replaying 00000100:00100000:2.0:1767319125.932639:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2507:x1853163923619200:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 37us (731us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319125.932646:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 36 00000100:00100000:1.0:1767319125.938923:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319125.939882:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923619712 00000100:00100000:0.0:1767319125.939895:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923619712 00000100:00100000:0.0:1767319125.939967:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 37 00000100:00100000:0.0:1767319125.939978:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2507:x1853163923619712:12345-192.168.204.13@tcp:36:rm.0 00010000:00080000:0.0:1767319125.939999:0:121320:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 128849018925, current: 128849018925, replaying 00000100:00100000:0.0:1767319125.940021:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2507:x1853163923619712:12345-192.168.204.13@tcp:36:rm.0 Request processed in 46us (1106us total) trans 0 rc 0/-999 00000100:00100000:0.0:1767319125.940028:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 37 00010000:00010000:2.0:1767319125.940850:0:121537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940859:0:121537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940864:0:121537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940869:0:121537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319125.940872:0:121537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940878:0:121537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940888:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d05390400) 00010000:00010000:2.0:1767319125.940891:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319125.940894:0:121537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940898:0:121537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c380fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121537 initiator: MDT0 00000004:00010000:2.0:1767319125.940911:0:121537:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000081a261db reply state 00000000286ace0f transno 128849018925 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c38102 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940932:0:121537:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c38102 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121537 initiator: MDT0 00010000:00010000:2.0:1767319125.940938:0:121537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319125.940940:0:121537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319125.940943:0:121537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1767319125.941023:0:121537:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:2.0:1767319125.941041:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319125.941044:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018926 00000020:00080000:2.0:1767319125.941048:0:121537:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319125.941050:0:121537:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 128849018926 00000100:00100000:0.0:1767319125.944678:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319125.944754:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923621376 00000100:00100000:2.0:1767319125.944763:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923621376 00000100:00100000:2.0:1767319125.944802:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 38 00000100:00100000:2.0:1767319125.944809:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2507:x1853163923621376:12345-192.168.204.13@tcp:101:mkdir.0 00010000:00080000:2.0:1767319125.944839:0:121323:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 128849018926, current: 128849018926, replaying 00000100:00100000:2.0:1767319125.944859:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2507:x1853163923621376:12345-192.168.204.13@tcp:101:mkdir.0 Request processed in 50us (188us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319125.944866:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 38 00000100:00100000:0.0:1767319125.951395:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319125.951490:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629184 00000100:00100000:2.0:1767319125.951498:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629184 00000100:00100000:2.0:1767319125.951557:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:2.0:1767319125.951565:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2507:x1853163923629184:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1767319125.951610:0:121320:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d40021180 x1853163923629184/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:36/0 lens 224/0 e 0 to 0 dl 1767319136 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319125.951629:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2507:x1853163923629184:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 Request processed in 64us (246us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319125.951650:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1 00000001:00100000:2.0:1767319125.954374:0:121467:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00100000:2.0:1767319125.954384:0:121467:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:2.0:1767319125.954413:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018926 is committed 00000001:00080000:2.0:1767319125.954445:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 128849018925 is committed 00000001:00080000:0.0:1767319125.954536:0:121537:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:0.0:1767319125.954617:0:121537:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:0.0:1767319125.954631:0:121537:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7d329ece00 x1853163988498304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:36/0 lens 224/0 e 0 to 0 dl 1767319136 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767319125.954742:0:121537:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.204.13@tcp: req@ffff9e7d40021180 x1853163923629184/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:36/0 lens 224/0 e 0 to 0 dl 1767319136 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:0.0:1767319125.954800:0:121537:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:04, of 2 clients 2 recovered and 0 were evicted. 00000100:00100000:1.0:1767319125.954921:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 128849018925 gen 2 00000004:00080000:1.0:1767319125.954928:0:7010:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018923 committed transno 128849018925 00000004:00080000:1.0:1767319125.954949:0:7010:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018924 committed transno 128849018925 00000004:00080000:1.0:1767319125.954959:0:7010:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 128849018925 committed transno 128849018925 00000100:00080000:1.0:1767319125.954972:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09649800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1767319125.954980:0:7010:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff9e7d329ec700 x1853163988498304/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319125.954989:0:7010:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e7d329ec700 x1853163988498304/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319125.954995:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09649800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767319125.955014:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767319125.955019:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988498304:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:1.0:1767319125.956787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988502272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319125.956863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.957975:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502272 00000100:00100000:2.0:1767319125.957986:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502272 00000100:00100000:2.0:1767319125.958044:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4260 00000100:00100000:2.0:1767319125.958055:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988502272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319125.958093:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445232640 avail 1298993152 00000100:00100000:2.0:1767319125.958168:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988502272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.958175:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:1.0:1767319125.958328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988502272:0@lo:41:osp-pre-0-1.0 00000004:00000080:1.0:1767319125.972000:0:121537:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb1abc76f7e10 00100000:10000000:1.0:1767319125.972016:0:121537:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0000-osd: start master thread 00000100:00100000:1.0:1767319125.973871:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502400 00000100:00100000:1.0:1767319125.973878:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502400 00000100:00100000:1.0:1767319125.973963:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6124 00000100:00100000:1.0:1767319125.973973:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:121516:x1853163988502400:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1767319125.974000:0:37856:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 961 -> diff = -159 00002000:02000040:1.0:1767319125.974005:0:37856:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:803 to 0x280000400:961) 00000004:00080000:0.0:1767319125.977399:0:121519:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x2c0000400:0x395:0x0] 00000100:00100000:0.0:1767319125.977458:0:121519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:121519:1853163988502528:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1767319125.977521:0:121519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.977745:0:121519:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83e40 going to sleep for 11 seconds 00002000:00010000:1.0:1767319125.979499:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.979512:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979529:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.979531:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.979536:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979551:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979560:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979568:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979612:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767319125.979797:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.979802:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979810:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.979824:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.979827:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979837:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979844:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979850:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979867:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319125.979882:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319125.979887:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979895:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.979899:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979909:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979936:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979944:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3812c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979972:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319125.979976:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979982:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.979985:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979991:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.979998:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980004:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38133 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980014:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980016:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980017:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767319125.980089:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.980100:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980107:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980109:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980111:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980120:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980127:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980134:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980149:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767319125.980209:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.980214:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980221:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980223:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980226:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980233:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980249:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980255:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980268:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1767319125.980329:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.980334:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980341:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980342:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980345:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980352:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980358:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980364:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980375:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767319125.980381:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767319125.980389:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980395:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.980398:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980405:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980414:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980421:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3813a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980444:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319125.980447:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980453:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.980456:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980462:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980471:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980484:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38141 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980497:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319125.980500:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980505:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.980508:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980515:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980523:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980529:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38148 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980540:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980542:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980544:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767319125.980653:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.980658:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980675:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980676:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.980679:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980687:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980693:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980699:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980710:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319125.980717:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319125.980720:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980727:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319125.980730:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980737:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980747:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980758:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3814f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.980773:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980775:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.980777:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767319125.981326:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981332:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981340:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981342:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981345:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981352:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981359:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981364:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981385:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767319125.981447:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981452:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981464:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981466:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981469:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981476:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981482:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981488:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981495:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1767319125.981550:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981554:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981561:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981562:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981565:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981572:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981598:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981611:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981619:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1767319125.981681:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981686:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981693:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981694:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981697:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981704:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981711:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981718:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981725:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1767319125.981786:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981791:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981807:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981809:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981822:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981831:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981838:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981846:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981854:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1767319125.981918:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.981923:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981931:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981932:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.981935:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981944:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981951:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981963:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.981971:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1767319125.982032:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.982037:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982043:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.982045:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.982048:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982056:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982063:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982069:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982076:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1767319125.982135:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.982139:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.982153:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.982155:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.982157:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319125.982283:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502528 00000100:00100000:2.0:1767319125.982293:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502528 00010000:00010000:2.0:1767319125.982495:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767319125.982501:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982510:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982513:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982520:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982533:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982545:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38156 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982568:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767319125.982571:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982576:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982593:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982599:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982608:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982614:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3815d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982631:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767319125.982634:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982640:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982643:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982655:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982664:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982671:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38164 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982684:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767319125.982687:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982692:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982695:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982701:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982709:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982715:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3816b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982739:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319125.982742:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982748:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982751:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982757:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982766:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982772:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38172 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982783:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319125.982787:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982792:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982795:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982801:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982828:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982835:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38179 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982850:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319125.982853:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982859:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319125.982862:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982870:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982878:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982885:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38180 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.982896:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.982898:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.982899:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319125.982977:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1767319125.982993:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:121519:x1853163988502528:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1767319125.983025:0:37862:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 993 -> diff = -76 00002000:02000040:2.0:1767319125.983029:0:37862:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000400:918 to 0x2c0000400:993) 00010000:00010000:0.0:1767319125.987198:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.987319:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987333:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987340:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987364:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767319125.987545:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.987550:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987561:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987563:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987567:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987575:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987599:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987619:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987631:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1767319125.987700:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.987705:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987712:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987714:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987717:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987725:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987732:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987739:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987746:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1767319125.987804:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.987809:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987849:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987851:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987854:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987863:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987870:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987876:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987883:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1767319125.987944:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.987949:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987956:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987957:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.987960:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987968:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987975:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987987:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.987994:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1767319125.988054:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988059:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988066:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988067:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988070:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988079:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988086:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988093:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988100:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1767319125.988156:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988161:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988177:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988178:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988181:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988189:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988196:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988202:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988210:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1767319125.988275:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988280:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988286:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988287:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988290:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988298:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988305:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988318:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988326:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:1.0:1767319125.988382:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988387:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988393:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988395:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988397:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988406:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988412:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988419:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988426:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:1.0:1767319125.988477:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988482:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988498:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988500:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988504:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988512:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988520:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988528:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988535:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1767319125.988625:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988631:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988638:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988639:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988642:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988650:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988657:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988671:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988679:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1767319125.988742:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988747:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988753:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988755:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988757:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988766:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988773:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988781:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988789:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:1.0:1767319125.988860:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988865:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988883:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988885:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988887:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988897:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988904:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988911:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988921:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:1.0:1767319125.988983:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.988988:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.988995:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988996:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.988999:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989008:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989015:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989027:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989035:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:1.0:1767319125.989090:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.989094:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989101:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989102:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989105:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989114:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989121:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989128:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989134:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:1.0:1767319125.989189:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.989193:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989207:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989209:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989211:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989218:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989224:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989230:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989239:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:1.0:1767319125.989312:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.989317:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989325:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989326:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989329:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989338:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989345:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989357:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989366:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:1.0:1767319125.989423:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.989428:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989435:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989436:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989439:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989447:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989455:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989462:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989469:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:1.0:1767319125.989532:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319125.989538:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989555:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989556:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319125.989559:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989568:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989576:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989608:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319125.989617:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00010000:00010000:0.0:1767319125.989879:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:0.0:1767319125.989887:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989904:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eee00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.989908:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989917:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989935:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989941:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c38187 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989961:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:0.0:1767319125.989965:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989972:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421ef800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.989975:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989981:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.989991:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990007:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c3818e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990020:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:0.0:1767319125.990023:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990029:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421efc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990031:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990037:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990045:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990051:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38195 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990061:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:0.0:1767319125.990064:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990069:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eea00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990072:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990087:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990096:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990102:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3819c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990115:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1767319125.990119:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990125:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421efa00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990127:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990133:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990142:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990148:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c381a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990171:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1767319125.990175:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990182:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990185:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990192:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990204:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990210:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c381aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990221:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1767319125.990224:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990231:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990233:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990241:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990256:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990262:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c381b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990274:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767319125.990278:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990284:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990286:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990293:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990302:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990309:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f800/0x719a348ff1c381b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990320:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767319125.990323:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990340:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990343:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990350:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990360:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990366:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c381bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990378:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767319125.990382:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990388:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fe00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990391:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990397:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990405:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990420:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c381c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990432:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767319125.990435:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990441:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990444:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990451:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990460:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990467:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e800/0x719a348ff1c381cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990477:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767319125.990480:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990486:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ee00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990489:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990503:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990513:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990519:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c381d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990533:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767319125.990536:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990542:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990545:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990552:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990560:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990566:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0f200/0x719a348ff1c381db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990623:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767319125.990626:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990631:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fa00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990634:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990641:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990649:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990655:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fa00/0x719a348ff1c381e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990665:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767319125.990668:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990672:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990675:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990681:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990695:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990700:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e200/0x719a348ff1c381e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990710:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767319125.990713:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990718:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ec00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990721:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990727:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990734:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990739:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c381f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990750:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767319125.990753:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990765:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990768:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990775:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990783:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990788:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0e600/0x719a348ff1c381f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990799:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.990802:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990808:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ea00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990810:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990831:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990840:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990856:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c381fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990868:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.990871:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990876:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.990879:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990885:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990894:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990900:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38205 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.990910:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.990912:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.990914:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.990925:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319125.995445:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.995459:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995474:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.995477:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.995483:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995497:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995506:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995514:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995529:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.995895:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.995901:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995907:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.995909:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.995924:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995933:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995940:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995947:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.995959:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319125.996022:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996026:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996032:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996034:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996037:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996045:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996052:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996058:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996078:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1767319125.996137:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996143:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996149:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996151:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996154:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996162:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996169:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996175:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996186:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1767319125.996244:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996249:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996256:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996257:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996260:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996278:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996285:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996291:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996299:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1767319125.996357:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996362:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996369:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996370:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996373:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996380:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996387:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996393:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996410:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1767319125.996468:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996473:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996479:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996481:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996483:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996491:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996498:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996505:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996512:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1767319125.996566:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996571:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996595:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996598:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996601:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996621:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996628:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996635:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996642:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1767319125.996702:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.996706:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996713:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996714:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.996717:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996725:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996732:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996738:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.996754:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:0.0:1767319125.997059:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767319125.997067:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997089:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997094:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997104:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997120:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997128:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092200/0x719a348ff1c3820c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997144:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767319125.997148:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997154:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997169:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997177:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997186:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997202:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093400/0x719a348ff1c38213 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997214:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767319125.997217:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997223:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997226:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997233:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997243:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997249:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092a00/0x719a348ff1c3821a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997260:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767319125.997263:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997269:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997272:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997287:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997296:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997303:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093600/0x719a348ff1c38221 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997316:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767319125.997319:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997326:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997328:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997335:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997344:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997349:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092e00/0x719a348ff1c38228 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997373:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767319125.997376:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997383:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997386:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997392:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997402:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997408:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092800/0x719a348ff1c3822f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997417:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767319125.997420:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997426:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997428:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997434:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997451:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997457:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093800/0x719a348ff1c38236 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997470:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319125.997473:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997479:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997481:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997487:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997495:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997501:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092c00/0x719a348ff1c3823d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997511:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319125.997514:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997528:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319125.997531:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997538:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997548:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997555:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093a00/0x719a348ff1c38244 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319125.997570:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.997572:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.997573:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319125.997597:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1767319125.999013:0:37856:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:802 00000100:00100000:1.0:1767319125.999154:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:121516:x1853163988502400:12345-0@lo:5:osp-pre-1-0.0 Request processed in 25179us (25424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.999255:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6124 00002000:00010000:2.0:1767319125.999570:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.999758:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092400/0x719a348ff1c3824b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.999771:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.999774:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319125.999778:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092400/0x719a348ff1c3824b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.999792:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092400/0x719a348ff1c3824b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.999802:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092400/0x719a348ff1c3824b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.999820:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092400/0x719a348ff1c3824b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319125.999851:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319125.999991:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319125.999996:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093c00/0x719a348ff1c38252 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000003:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000005:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000008:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093c00/0x719a348ff1c38252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000029:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093c00/0x719a348ff1c38252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000036:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093c00/0x719a348ff1c38252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000042:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093c00/0x719a348ff1c38252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000056:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319126.000114:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.000119:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000126:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000127:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000130:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000138:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000146:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000153:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000464:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319126.000529:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.000534:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000541:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000543:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000546:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000554:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000560:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000567:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000599:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319126.000660:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.000664:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093000/0x719a348ff1c38267 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000672:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000673:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.000676:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093000/0x719a348ff1c38267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000695:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093000/0x719a348ff1c38267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000704:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093000/0x719a348ff1c38267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000710:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093000/0x719a348ff1c38267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000724:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767319126.000732:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319126.000735:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000741:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c092000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319126.000745:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000752:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000761:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000768:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092000/0x719a348ff1c38259 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000790:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319126.000793:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000798:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c093e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319126.000801:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000808:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.000829:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001084:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093e00/0x719a348ff1c38260 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001100:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.001102:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.001103:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319126.001317:0:121516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:121516:1853163988502400:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1767319126.001333:0:121516:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x3c1:0x0] from OST, last_created [0x280000400:0x3c1:0x0]last_used is [0x280000400:0x322:0x0] 00000100:00100000:0.0:1767319126.001412:0:121516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:121516:1853163988502784:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1767319126.001462:0:121516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.001491:0:121516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83600 going to sleep for 11 seconds 00000100:00100000:0.0:1767319126.001508:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319126.001518:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988502656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319126.001545:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.001603:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502656 00000100:00100000:0.0:1767319126.001609:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502656 00000100:00100000:0.0:1767319126.001649:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767319126.001658:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988502656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319126.001678:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8616512 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319126.001715:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988502656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.001722:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767319126.001758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988502656:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767319126.001774:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319126.001900:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.001907:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092600/0x719a348ff1c3826e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001915:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.001917:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.001921:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092600/0x719a348ff1c3826e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001937:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092600/0x719a348ff1c3826e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001946:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092600/0x719a348ff1c3826e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001952:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c092600/0x719a348ff1c3826e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.001999:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319126.002078:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.002083:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.002090:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.002091:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.002094:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.002101:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.002108:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.002115:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319126.002686:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502784 00000100:00100000:0.0:1767319126.002693:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502784 00000100:00100000:0.0:1767319126.002724:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:0.0:1767319126.002731:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:121516:x1853163988502784:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1767319126.002763:0:37856:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 962 00000100:00100000:0.0:1767319126.004240:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:121516:x1853163988502784:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1505us (2772us total) trans 4294969463 rc 0/0 00000100:00100000:0.0:1767319126.004249:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:0.0:1767319126.004295:0:121516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:121516:1853163988502784:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1767319126.004308:0:121516:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x3c1:0x0]-[0x280000400:0x3e1:0x0] 00010000:00010000:2.0:1767319126.005280:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.005287:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c093200/0x719a348ff1c38275 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.005441:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.005447:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005456:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.005458:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.005462:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005473:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005481:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005488:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005728:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.005732:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c3827c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.005809:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.005832:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005848:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.005850:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.005853:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005861:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005869:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.005876:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006026:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.006030:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38283 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.006102:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.006107:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006114:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006115:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006118:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006136:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006144:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006150:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.006178:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319126.006183:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.006190:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319126.006193:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.006205:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.006216:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.006223:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.006225:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.006227:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.006282:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.006286:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3828a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.006367:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.006372:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006379:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006380:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006383:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006391:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006398:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006414:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006548:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.006553:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38291 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.006662:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.006668:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006676:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006677:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.006680:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006689:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006696:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006703:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.006984:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.006989:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38298 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.007073:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.007078:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007085:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007087:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007090:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007098:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007106:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007112:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007254:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.007259:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3829f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.007330:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.007335:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007342:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007349:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007352:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007361:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007369:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007376:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.007406:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319126.007411:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.007418:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319126.007421:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.007428:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.007438:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.007445:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.007447:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.007449:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.007506:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.007511:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c382a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.007648:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.007653:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007660:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007661:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.007664:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007673:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007680:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007694:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.007966:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.007971:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c382ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.008054:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.008059:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008066:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008068:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008071:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008079:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008087:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008094:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008214:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.008219:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c382b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.008303:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.008308:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008315:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008316:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008319:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008326:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008333:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008340:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008469:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.008473:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c382bb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.008548:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.008553:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008560:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008566:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.008569:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008667:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008677:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.008684:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.008741:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319126.008751:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.008758:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319126.008760:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.008767:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.008777:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.008785:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.008786:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.008788:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.008926:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.008931:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c382c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.009013:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.009018:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009025:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.009027:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.009029:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009037:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009044:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009058:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009185:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.009190:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c382c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.009267:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.009272:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009280:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.009281:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.009283:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009292:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009300:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009307:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.009899:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.009904:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c382d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.010001:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.010006:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010013:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010014:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010017:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010026:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010032:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010039:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010177:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.010182:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c382d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.010255:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.010260:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010267:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010275:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010278:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010286:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010294:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010301:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.010327:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319126.010333:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.010339:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319126.010342:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.010349:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.010359:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.010377:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.010379:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.010381:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.010434:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.010439:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c382de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319126.010512:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319126.010517:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010524:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010526:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319126.010529:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010537:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010544:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010557:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319126.010763:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767319126.010767:0:37862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c382e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767319126.011249:0:37862:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000400:917 00000100:00100000:2.0:1767319126.011342:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:121519:x1853163988502528:12345-0@lo:5:osp-pre-0-0.0 Request processed in 28348us (33817us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.011354:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00000100:00100000:0.0:1767319126.011456:0:121519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:121519:1853163988502528:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1767319126.011471:0:121519:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x2c0000400:0x3e1:0x0] from OST, last_created [0x2c0000400:0x3e1:0x0]last_used is [0x2c0000400:0x395:0x0] 00000100:00100000:0.0:1767319126.011550:0:121519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:121519:1853163988503040:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1767319126.011607:0:121519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.011625:0:121519:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319126.011678:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988502912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319126.011710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319126.011803:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503040 00000100:00100000:2.0:1767319126.011808:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503040 00000100:00100000:2.0:1767319126.011956:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6127 00000100:00100000:2.0:1767319126.011965:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:121519:x1853163988503040:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1767319126.012001:0:37862:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x2c0000400 at 994 00000100:00100000:0.0:1767319126.013623:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988502912 00000100:00100000:0.0:1767319126.013632:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988502912 00000100:00100000:0.0:1767319126.013685:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1767319126.013695:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163988502912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319126.013713:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319126.013755:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163988502912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (2043us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.013762:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1767319126.013970:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988502912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319126.014029:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:121519:x1853163988503040:12345-0@lo:5:osp-pre-0-0.0 Request processed in 2066us (2421us total) trans 8589934596 rc 0/0 00000100:00100000:2.0:1767319126.014037:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6127 00000100:00100000:1.0:1767319126.014393:0:121519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:121519:1853163988503040:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1767319126.014405:0:121519:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x2c0000400:0x3e1:0x0]-[0x2c0000400:0x401:0x0] 00000100:00100000:1.0:1767319126.788405:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319126.789467:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629312 00000100:00100000:0.0:1767319126.789485:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629312 00000100:00100000:0.0:1767319126.789701:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:0.0:1767319126.789714:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83071:x1853163923629312:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319126.789744:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319126.789776:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c382ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a16 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.789963:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319126.789981:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319126.789995:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319126.790060:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319126.790064:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319126.790111:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319126.790143:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872200/0x719a348ff1c382ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a16 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.790414:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a16 expref: 8 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319126.790425:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319126.790429:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319126.790433:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872400, rc 0) 00000100:00100000:0.0:1767319126.790529:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:83071:x1853163923629312:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 818us (2393us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.790539:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:0.0:1767319126.800006:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629440 00000100:00100000:0.0:1767319126.800017:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629440 00000100:00100000:0.0:1767319126.800083:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00100000:0.0:1767319126.800092:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:83071:x1853163923629440:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767319126.800155:0:121323:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445232640 avail 1298993152 00000100:00100000:0.0:1767319126.800226:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:83071:x1853163923629440:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 134us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.800233:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00100000:2.0:1767319126.802210:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319126.802390:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629568 00000100:00100000:0.0:1767319126.802398:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629568 00000100:00100000:0.0:1767319126.802450:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 41 00000100:00100000:0.0:1767319126.802456:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83071:x1853163923629568:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:0.0:1767319126.802486:0:121320:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445457920 avail 1299218432 00000100:00100000:0.0:1767319126.802628:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83071:x1853163923629568:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 172us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.802634:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 41 00000100:00100000:1.0:1767319126.805946:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319126.806155:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629696 00000100:00100000:2.0:1767319126.806166:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629696 00000100:00100000:2.0:1767319126.806251:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6128 00000100:00100000:2.0:1767319126.806259:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2507:x1853163923629696:12345-192.168.204.13@tcp:8:lfs.0 00010000:00080000:2.0:1767319126.806295:0:37862:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp t4294969477 exp 0000000000000000 cur 4373 last 0 00000020:00000080:2.0:1767319126.806343:0:37862:0:(genops.c:1402:class_connect()) connect: client f8e581f7-de51-4550-90ea-109e3cc27a77, cookie 0x719a348ff1c382fa 00002000:00100000:2.0:1767319126.806358:0:37862:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d07407000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1767319126.806382:0:37862:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:2.0:1767319126.806447:0:37862:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:2.0:1767319126.806458:0:37862:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1767319126.806485:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d07403000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319126.806555:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923629696:12345-192.168.204.13@tcp:8:lfs.0 Request processed in 295us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.806563:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6128 00000100:00100000:0.0:1767319126.808774:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629824 00000100:00100000:0.0:1767319126.808782:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629824 00000100:00080000:2.0:1767319126.808920:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319126.808970:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2384 00000100:00100000:0.0:1767319126.808982:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+6:83071:x1853163923629824:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319126.809004:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319126.809067:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+6:83071:x1853163923629824:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 89us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.809074:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2384 00000100:00100000:0.0:1767319126.812371:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319126.812560:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923629952 00000100:00100000:2.0:1767319126.812570:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923629952 00000100:00100000:2.0:1767319126.812694:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2385 00000100:00100000:2.0:1767319126.812704:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83071:x1853163923629952:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:2.0:1767319126.812729:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319126.812814:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83071:x1853163923629952:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 111us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.812822:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2385 00000100:00080000:0.0:1767319126.813490:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319126.818768:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319126.818880:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923630080 00000100:00100000:0.0:1767319126.818890:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923630080 00000100:00100000:0.0:1767319126.818959:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:0.0:1767319126.818970:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31733450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923630080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319126.819096:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31733450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923630080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319126.819104:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 82 00010000:00010000:0.0:1767319127.432781:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319128.458952:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319130.124491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988503552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124522:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124536:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988504064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124557:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124576:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988504576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124612:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124633:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1767319130.124638:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988503424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124655:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988503936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124684:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124699:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988504448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124718:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319130.124756:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503296 00000100:00100000:0.0:1767319130.124760:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503296 00000100:00100000:0.0:1767319130.124791:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503680 00000100:00100000:0.0:1767319130.124794:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503680 00000100:00100000:0.0:1767319130.124806:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504192 00000100:00100000:0.0:1767319130.124808:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504192 00000100:00100000:0.0:1767319130.124821:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504704 00000100:00100000:0.0:1767319130.124824:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504704 00000100:00100000:0.0:1767319130.124833:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503552 00000100:00100000:0.0:1767319130.124835:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503552 00000100:00100000:0.0:1767319130.124858:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503424 00000100:00100000:0.0:1767319130.124862:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503424 00000100:00100000:0.0:1767319130.124874:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319130.124879:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988503296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124917:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988503296:12345-0@lo:400:kworker.0 Request processed in 38us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.124923:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319130.124939:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1767319130.124944:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988503680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.124969:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988503680:12345-0@lo:400:kworker.0 Request processed in 25us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.124974:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1767319130.124985:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767319130.124990:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988504192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125015:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7012:x1853163988504192:12345-0@lo:400:kworker.0 Request processed in 25us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125020:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767319130.125030:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1767319130.125036:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988504704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125062:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988504704:12345-0@lo:400:kworker.0 Request processed in 26us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125069:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1767319130.125079:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1767319130.125085:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988503552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125114:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988503552:12345-0@lo:400:kworker.0 Request processed in 29us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125129:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1767319130.125142:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767319130.125147:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988503424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125173:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988503424:12345-0@lo:400:kworker.0 Request processed in 26us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125177:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767319130.125217:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504064 00000100:00100000:0.0:1767319130.125220:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504064 00000100:00100000:0.0:1767319130.125244:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504576 00000100:00100000:0.0:1767319130.125247:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504576 00000100:00100000:0.0:1767319130.125262:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988503936 00000100:00100000:0.0:1767319130.125265:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988503936 00000100:00100000:0.0:1767319130.125276:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504448 00000100:00100000:0.0:1767319130.125279:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504448 00000100:00100000:0.0:1767319130.125295:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767319130.125300:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988504064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125329:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988504064:12345-0@lo:400:kworker.0 Request processed in 28us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125335:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767319130.125346:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767319130.125352:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988504576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125377:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988504576:12345-0@lo:400:kworker.0 Request processed in 26us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125382:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767319130.125392:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:0.0:1767319130.125398:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988503936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125435:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988503936:12345-0@lo:400:kworker.0 Request processed in 37us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125440:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:0.0:1767319130.125452:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:0.0:1767319130.125458:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988504448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125482:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988504448:12345-0@lo:400:kworker.0 Request processed in 25us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319130.125487:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00080000:0.0:1767319130.125510:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319130.125514:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319130.125517:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319130.125519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319130.125547:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988503424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988503936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125566:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988504448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988503552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125609:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988504064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125618:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988504576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125655:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988503680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988504192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988504704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.125685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988503296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319131.144975:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988504832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319131.145038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319131.145094:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504832 00000100:00100000:0.0:1767319131.145101:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504832 00000100:00100000:0.0:1767319131.145146:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1767319131.145154:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988504832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319131.145180:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319131.145220:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988504832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319131.145227:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1767319131.145275:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988504832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319131.145488:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988504960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319131.145521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319131.146736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988505088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319131.146782:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319131.146824:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988504960 00000100:00100000:0.0:1767319131.146830:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988504960 00000100:00100000:0.0:1767319131.146861:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:0.0:1767319131.146867:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988504960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319131.146887:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319131.146918:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988504960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319131.146924:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767319131.147095:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988504960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319131.151115:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319131.151138:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988505216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319131.151201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319131.151781:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988505216 00000100:00100000:0.0:1767319131.151789:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988505216 00000100:00100000:0.0:1767319131.151835:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:0.0:1767319131.151843:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988505216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319131.151872:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319131.151916:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988505216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319131.151923:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:1.0:1767319131.152103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988505216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319131.156277:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988505088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2755us (9485us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319131.156290:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263 00000100:00100000:1.0:1767319131.161652:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319131.163176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988505472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319131.163251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319131.163472:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988505344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319131.163500:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319131.163537:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988505472 00000100:00100000:1.0:1767319131.163544:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988505472 00000100:00100000:1.0:1767319131.163608:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264 00000100:00100000:1.0:1767319131.163616:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988505472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319131.163647:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445457920 avail 1299218432 00000100:00100000:1.0:1767319131.163697:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988505472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319131.163703:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264 00000100:00100000:1.0:1767319131.164600:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988505472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319131.165189:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988505344 00000100:00100000:0.0:1767319131.165196:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988505344 00000100:00100000:0.0:1767319131.165230:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:0.0:1767319131.165236:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988505344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319131.165253:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319131.165307:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988505344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1806us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319131.165314:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:2.0:1767319131.165387:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988505344:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319131.530084:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319131.952634:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923630464 00000100:00100000:2.0:1767319131.952645:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923630464 00000100:00100000:2.0:1767319131.952742:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923630336 00000100:00100000:2.0:1767319131.952760:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923630336 00000100:00100000:2.0:1767319131.952798:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:2.0:1767319131.952809:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923630464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319131.952885:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923630464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319131.952893:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:2.0:1767319131.952912:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:2.0:1767319131.952918:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923630336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319131.952945:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923630336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319131.952951:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:2.0:1767319131.953105:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2947 00000100:00100000:2.0:1767319131.953116:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923630592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319131.953149:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923630592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319131.953156:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2947 00000100:00080000:2.0:1767319131.953193:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319131.953198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319131.953201:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319131.953203:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319131.957994:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923630208 00000100:00100000:0.0:1767319131.958010:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923630208 00000100:00100000:0.0:1767319131.958085:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 84 00000100:00100000:0.0:1767319131.958095:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923630208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319131.958193:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923630208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (5973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319131.958201:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 84 00000001:00080000:2.0:1767319132.186157:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969463 is committed 00000001:00080000:2.0:1767319132.186203:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969462 is committed 00010000:00010000:2.0:1767319132.553894:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319135.096025:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319135.096451:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319135.100795:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319135.104735:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319135.107824:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.108406:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923631104 00000100:00100000:1.0:1767319135.108417:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923631104 00000100:00100000:1.0:1767319135.108489:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2390 00000100:00100000:1.0:1767319135.108500:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:83673:x1853163923631104:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319135.108541:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319135.108683:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:83673:x1853163923631104:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 185us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.108691:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2390 00000100:00080000:2.0:1767319135.108693:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319135.112786:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.113049:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923631232 00000100:00100000:1.0:1767319135.113060:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923631232 00000100:00100000:1.0:1767319135.113135:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2391 00000100:00100000:1.0:1767319135.113145:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83673:x1853163923631232:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319135.113189:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319135.113271:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83673:x1853163923631232:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 126us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.113278:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2391 00000100:00080000:2.0:1767319135.113494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319135.174684:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.174924:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923631360 00000100:00100000:1.0:1767319135.174940:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923631360 00000100:00100000:1.0:1767319135.175133:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 789 00000100:00100000:1.0:1767319135.175146:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+8:80049:x1853163923631360:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319135.175168:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319135.175207:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c382f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a16 expref: 8 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.175232:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:1.0:1767319135.175246:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319135.175483:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:80049:x1853163923631360:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 339us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.175493:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 789 00000100:00100000:1.0:1767319135.231123:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923631488 00000100:00100000:1.0:1767319135.231134:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923631488 00000100:00100000:1.0:1767319135.231203:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 44 00000100:00100000:1.0:1767319135.231230:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:83699:x1853163923631488:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767319135.231253:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319135.231276:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e800/0x719a348ff1c38301 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a1d expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.231342:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.231357:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.231367:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:1.0:1767319135.231414:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319135.231418:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319135.231454:0:121322:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.231479:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e800/0x719a348ff1c38301 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a1d expref: 9 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.231497:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a1d expref: 8 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.231504:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebea00) 00010000:00010000:1.0:1767319135.231507:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319135.231510:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0fe00, rc 0) 00000100:00100000:1.0:1767319135.231637:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:83699:x1853163923631488:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 408us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.231653:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 44 00000100:00100000:2.0:1767319135.235980:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.240161:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.240259:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923631744 00000100:00100000:1.0:1767319135.240270:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923631744 00000100:00100000:1.0:1767319135.240327:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:1.0:1767319135.240335:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:83699:x1853163923631744:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767319135.240357:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319135.240379:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e800/0x719a348ff1c3832b lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a2b expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.240447:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.240460:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.240471:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.240486:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.240492:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.240499:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000100:00100000:1.0:1767319135.240679:0:121322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:121322:1853163988505600:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319135.240724:0:121322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.240757:0:121322:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.241481:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988505600 00000100:00100000:2.0:1767319135.241491:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988505600 00000100:00100000:2.0:1767319135.241537:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265 00000100:00100000:2.0:1767319135.241560:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121322:x1853163988505600:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767319135.241768:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121322:x1853163988505600:12345-0@lo:1000:mdt00_001.0 Request processed in 223us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.241776:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265 00000100:00100000:0.0:1767319135.242020:0:121322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:121322:1853163988505600:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1767319135.242067:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242079:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242089:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00010000:0.0:1767319135.242111:0:121322:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242123:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242130:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242137:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242143:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319135.242147:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242154:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242165:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d36e11000) 00010000:00010000:0.0:1767319135.242168:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319135.242172:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242195:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38332 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242207:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242212:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242218:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242223:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319135.242226:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242231:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242237:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d3cebe800) 00010000:00010000:0.0:1767319135.242240:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319135.242242:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242247:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f800/0x719a348ff1c38339 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.242279:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e800/0x719a348ff1c3832b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a2b expref: 11 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.242291:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a2b expref: 10 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.242307:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319135.242310:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319135.242312:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873000, rc 0) 00000100:00100000:0.0:1767319135.242350:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83699:x1853163923631744:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 2016us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.242356:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:2.0:1767319135.243033:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988505856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243077:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243097:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988506368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243115:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243128:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988506880:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243144:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243162:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1767319135.243167:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988505984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243181:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243192:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988506496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243207:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243218:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988507008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243233:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.243256:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988506880 00000100:00100000:2.0:1767319135.243261:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988506880 00000100:00100000:2.0:1767319135.243295:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988506496 00000100:00100000:2.0:1767319135.243298:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988506496 00000100:00100000:2.0:1767319135.243323:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988507008 00000100:00100000:2.0:1767319135.243325:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988507008 00000100:00100000:2.0:1767319135.243339:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767319135.243345:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988506880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243380:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988506880:12345-0@lo:400:kworker.0 Request processed in 35us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.243386:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767319135.243399:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:2.0:1767319135.243404:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988506496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243422:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988506496:12345-0@lo:400:kworker.0 Request processed in 19us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.243428:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00100000:2.0:1767319135.243436:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1767319135.243441:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988507008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243471:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988507008:12345-0@lo:400:kworker.0 Request processed in 30us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.243476:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1767319135.243510:0:7011:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969462 gen 2 00000100:00100000:2.0:1767319135.243521:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988506496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243528:0:7011:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00100000:2.0:1767319135.243536:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988507008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243542:0:7011:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969463 gen 2 00000100:00100000:2.0:1767319135.243561:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988506880:0@lo:400:kworker.0 00000100:00080000:2.0:1767319135.243576:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319135.243604:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319135.243618:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988506368 00000100:00100000:2.0:1767319135.243621:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988506368 00000100:00100000:2.0:1767319135.243655:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266 00000100:00100000:2.0:1767319135.243661:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988506368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.243692:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988506368:12345-0@lo:400:kworker.0 Request processed in 32us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.243697:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266 00000100:00100000:2.0:1767319135.243719:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988506368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246283:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1767319135.246293:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988506240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246346:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988506240:12345-0@lo:400:kworker.0 Request processed in 56us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246352:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1767319135.246366:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319135.246372:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988506752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246394:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988506752:12345-0@lo:400:kworker.0 Request processed in 23us (1609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246399:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319135.246410:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319135.246415:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988506112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246436:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988506112:12345-0@lo:400:kworker.0 Request processed in 22us (1602us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246441:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319135.246451:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1767319135.246456:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988507136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246480:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988507136:12345-0@lo:400:kworker.0 Request processed in 24us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246486:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1767319135.246516:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988506624 00000100:00100000:1.0:1767319135.246520:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988506624 00000100:00100000:1.0:1767319135.246559:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:1.0:1767319135.246566:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988506624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246620:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988506624:12345-0@lo:400:kworker.0 Request processed in 55us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246626:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00080000:1.0:1767319135.246689:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319135.246694:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319135.246696:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319135.246731:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988505856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246771:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988506112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246781:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934595 gen 2 00000100:00100000:1.0:1767319135.246790:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988506624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246804:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988507136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246816:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988506240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246825:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988506752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319135.249249:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.250283:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988505728 00000100:00100000:2.0:1767319135.250295:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988505728 00000100:00100000:2.0:1767319135.250387:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1767319135.250397:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31732c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988505728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.250471:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31732c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988505728:12345-0@lo:400:kworker.0 Request processed in 75us (5783us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.250476:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1767319135.250625:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988505728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.258939:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923632000 00000100:00100000:1.0:1767319135.258950:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923632000 00000100:00100000:1.0:1767319135.259023:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 48 00000100:00100000:1.0:1767319135.259033:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83699:x1853163923632000:12345-192.168.204.13@tcp:101:checkstat.0 00010000:00010000:1.0:1767319135.259053:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319135.259076:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38355 lrc: 2/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a39 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.259136:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/1,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259147:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/1,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259157:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/1,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259184:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/1,0 mode: --/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259189:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/1,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259195:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/1,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259268:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c3836a lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259276:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c3836a lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259281:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c3836a lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:1.0:1767319135.259322:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00000004:00200000:1.0:1767319135.259326:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319135.259343:0:121322:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c3836a lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259354:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/1,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259360:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 2/0,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259365:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/0,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259371:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319135.259375:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 3/0,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259387:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 4/0,0 mode: CR/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259398:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d3cebe400) 00010000:00010000:1.0:1767319135.259401:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319135.259405:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 2/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259410:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3835c lrc: 0/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259423:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/1,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259428:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 2/0,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259433:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/0,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259437:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ee00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319135.259439:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 3/0,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259444:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 4/0,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259449:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0xcd52553e (ffff9e7d3cebe300) 00010000:00010000:1.0:1767319135.259452:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319135.259454:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 2/0,0 mode: --/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259458:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c38363 lrc: 0/0,0 mode: --/PR res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319135.259493:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38355 lrc: 0/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a39 expref: 12 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.259508:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c3836a lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a39 expref: 11 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.259514:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x36:0x0].0x0 (ffff9e7d05390e00) 00010000:00010000:1.0:1767319135.259516:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319135.259518:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0f200, rc 0) 00000100:00100000:1.0:1767319135.259626:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:83699:x1853163923632000:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 594us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.259633:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 48 00000100:00100000:1.0:1767319135.277689:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.277871:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923632256 00000100:00100000:0.0:1767319135.277881:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923632256 00000100:00100000:0.0:1767319135.277941:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 49 00000100:00100000:0.0:1767319135.277952:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:83701:x1853163923632256:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319135.277971:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319135.278001:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c38371 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a40 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319135.278111:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00010000:00010000:0.0:1767319135.278241:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c38371 lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a40 expref: 13 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.278255:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x36:0x0].0x0 (ffff9e7d05390e00) 00010000:00010000:0.0:1767319135.278258:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319135.278263:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c38371 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a40 expref: 13 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.278275:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872400, rc 0) 00000100:00100000:0.0:1767319135.278350:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83701:x1853163923632256:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 399us (669us total) trans 133143986177 rc 301/301 00000100:00100000:0.0:1767319135.278370:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 49 00000100:00100000:1.0:1767319135.285817:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.285885:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923632384 00000100:00100000:0.0:1767319135.285896:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923632384 00000100:00100000:0.0:1767319135.285951:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 0 00000100:00100000:0.0:1767319135.285961:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83701:x1853163923632384:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:0.0:1767319135.286141:0:121325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.286146:0:121325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1767319135.286223:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83701:x1853163923632384:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 264us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.286231:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 0 00000100:00100000:2.0:1767319135.299081:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.299251:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923632640 00000100:00100000:0.0:1767319135.299260:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923632640 00000100:00100000:0.0:1767319135.299322:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:0.0:1767319135.299334:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83701:x1853163923632640:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767319135.299770:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83701:x1853163923632640:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 436us (697us total) trans 133143986178 rc 0/0 00000100:00100000:0.0:1767319135.299779:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:1.0:1767319135.322694:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.330361:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.330489:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923633024 00000100:00100000:1.0:1767319135.330499:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923633024 00000100:00100000:1.0:1767319135.330562:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2 00000100:00100000:1.0:1767319135.330571:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:83704:x1853163923633024:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:1.0:1767319135.330816:0:121324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00000004:00200000:1.0:1767319135.330822:0:121324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1767319135.330900:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:83704:x1853163923633024:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 329us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.330907:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2 00000100:00100000:2.0:1767319135.346906:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.350015:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:83706:x1853163923633152:12345-192.168.204.13@tcp:101:checkstat.0 Request processed in 2821us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.350025:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 51 00000100:00100000:0.0:1767319135.379204:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.379318:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923633408 00000100:00100000:2.0:1767319135.379328:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923633408 00000100:00100000:2.0:1767319135.379391:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 52 00000100:00100000:2.0:1767319135.379401:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:83708:x1853163923633408:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319135.379422:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319135.379456:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c383b0 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a55 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319135.379567:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00010000:00010000:2.0:1767319135.379859:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c383b0 lrc: 1/0,0 mode: --/CR res: [0x2400088d5:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a55 expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.379875:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xd:0x0].0x0 (ffff9e7d09977e00) 00010000:00010000:2.0:1767319135.379878:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319135.379883:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c383b0 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a55 expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.379897:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c000, rc 0) 00000100:00100000:2.0:1767319135.379961:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83708:x1853163923633408:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 562us (766us total) trans 85899345921 rc 301/301 00000100:00100000:2.0:1767319135.379969:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 52 00000100:00100000:1.0:1767319135.387066:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.387623:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923633536 00000100:00100000:0.0:1767319135.387645:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923633536 00000100:00100000:0.0:1767319135.387719:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3 00000100:00100000:0.0:1767319135.387740:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83708:x1853163923633536:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:0.0:1767319135.387853:0:121324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.387858:0:121324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1767319135.387949:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83708:x1853163923633536:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 219us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.387972:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3 00000100:00100000:1.0:1767319135.393501:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923633792 00000100:00100000:1.0:1767319135.393523:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923633792 00000100:00100000:1.0:1767319135.393612:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:1.0:1767319135.393621:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41bf3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:83708:x1853163923633792:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:1.0:1767319135.393873:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:83708:x1853163923633792:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 252us (480us total) trans 85899345922 rc 0/0 00000100:00100000:1.0:1767319135.393881:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4 00000100:00100000:2.0:1767319135.415461:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.425090:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.425185:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923634176 00000100:00100000:0.0:1767319135.425195:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923634176 00000100:00100000:0.0:1767319135.425258:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 5 00000100:00100000:0.0:1767319135.425268:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83709:x1853163923634176:12345-192.168.204.13@tcp:33:lfs.0 00000004:00200000:0.0:1767319135.425366:0:121324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.425372:0:121324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1767319135.425451:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83709:x1853163923634176:12345-192.168.204.13@tcp:33:lfs.0 Request processed in 184us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.425459:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 5 00000100:00100000:2.0:1767319135.455215:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.455330:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923634432 00000100:00100000:0.0:1767319135.455341:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923634432 00000100:00100000:0.0:1767319135.455402:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 54 00000100:00100000:0.0:1767319135.455411:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:83710:x1853163923634432:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319135.455432:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319135.455453:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c383d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a63 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319135.455554:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00010000:00010000:0.0:1767319135.455703:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c383d3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a63 expref: 17 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.455717:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebea00) 00010000:00010000:0.0:1767319135.455721:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319135.455726:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873e00/0x719a348ff1c383d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a63 expref: 17 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.455757:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873e00, rc 0) 00000100:00100000:0.0:1767319135.455813:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923634432:12345-192.168.204.13@tcp:101:rm.0 Request processed in 403us (610us total) trans 133143986180 rc 301/301 00000100:00100000:0.0:1767319135.455822:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 54 00000100:00100000:2.0:1767319135.462910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.463025:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923634560 00000100:00100000:1.0:1767319135.463035:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923634560 00000100:00100000:1.0:1767319135.463094:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:1.0:1767319135.463105:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923634560:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319135.469944:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923634560:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6828us (7031us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.469959:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:2.0:1767319135.475931:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.476133:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923634816 00000100:00100000:1.0:1767319135.476144:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923634816 00000100:00100000:1.0:1767319135.476255:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 7 00000100:00100000:1.0:1767319135.476265:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923634816:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319135.476538:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+17:83710:x1853163923634816:12345-192.168.204.13@tcp:35:rm.0 Request processed in 273us (615us total) trans 133143986181 rc 0/0 00000100:00100000:1.0:1767319135.476546:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 7 00000100:00100000:2.0:1767319135.479339:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.485392:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.485495:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923635200 00000100:00100000:0.0:1767319135.485506:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923635200 00000100:00100000:0.0:1767319135.485566:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 56 00000100:00100000:0.0:1767319135.485576:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83710:x1853163923635200:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319135.485632:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319135.485670:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c383f6 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a71 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319135.485761:0:121322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:121322:1853163988507264:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767319135.485810:0:121322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.485836:0:121322:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83900 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.486119:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988507264 00000100:00100000:1.0:1767319135.486124:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988507264 00000100:00100000:1.0:1767319135.486165:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267 00000100:00100000:1.0:1767319135.486173:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121322:x1853163988507264:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767319135.486248:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121322:x1853163988507264:12345-0@lo:1000:mdt00_001.0 Request processed in 75us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.486274:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267 00000100:00100000:0.0:1767319135.486359:0:121322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:121322:1853163988507264:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1767319135.486435:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.486451:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:0.0:1767319135.486463:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:0.0:1767319135.486613:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xc:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.486618:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1767319135.486668:0:121322:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00010000:00010000:0.0:1767319135.486700:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c383f6 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a71 expref: 15 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.486724:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a71 expref: 14 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.486733:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d36e11e00) 00010000:00010000:0.0:1767319135.486736:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319135.486739:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872a00, rc 0) 00000100:00100000:0.0:1767319135.486781:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:83710:x1853163923635200:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1207us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.486787:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 56 00000100:00100000:2.0:1767319135.490136:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.490309:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923635328 00000100:00100000:0.0:1767319135.490319:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923635328 00000100:00100000:0.0:1767319135.490377:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 57 00000100:00100000:0.0:1767319135.490388:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:83710:x1853163923635328:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319135.490409:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319135.490437:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38404 lrc: 2/0,0 mode: --/CR res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a78 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.490496:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c3840b lrc: 3/1,0 mode: --/PR res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.490510:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c3840b lrc: 3/1,0 mode: PR/PR res: [0x2400090a0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:0.0:1767319135.490520:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c3840b lrc: 3/1,0 mode: PR/PR res: [0x2400090a0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:0.0:1767319135.490791:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400090a0:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.490797:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319135.490835:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38404 lrc: 0/0,0 mode: --/CR res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a78 expref: 16 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.490853:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c3840b lrc: 3/0,0 mode: PR/PR res: [0x2400090a0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a78 expref: 15 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.490862:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7c04bf1800) 00010000:00010000:0.0:1767319135.490864:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319135.490867:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873400, rc 0) 00000100:00100000:0.0:1767319135.490968:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:83710:x1853163923635328:12345-192.168.204.13@tcp:101:rm.0 Request processed in 581us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.490975:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 57 00000100:00100000:2.0:1767319135.495795:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.495871:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923635456 00000100:00100000:0.0:1767319135.495883:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923635456 00000100:00100000:0.0:1767319135.495948:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 58 00000100:00100000:0.0:1767319135.495958:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923635456:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319135.496104:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319135.496129:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c38412 lrc: 2/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a7f expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.496194:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872600/0x719a348ff1c38419 lrc: 3/1,0 mode: --/PR res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.496207:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872600/0x719a348ff1c38419 lrc: 3/1,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319135.496219:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872600/0x719a348ff1c38419 lrc: 3/1,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:0.0:1767319135.496284:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000e691:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1767319135.496289:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319135.496327:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c38412 lrc: 0/0,0 mode: --/CR res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a7f expref: 21 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.496345:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872600/0x719a348ff1c38419 lrc: 3/0,0 mode: PR/PR res: [0x20000e691:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a7f expref: 20 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.496354:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7c04bf1200) 00010000:00010000:0.0:1767319135.496357:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319135.496360:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872600, rc 0) 00000100:00100000:0.0:1767319135.496426:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:83710:x1853163923635456:12345-192.168.204.13@tcp:101:rm.0 Request processed in 469us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.496433:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 58 00000100:00100000:1.0:1767319135.499710:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.506171:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.506256:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923635840 00000100:00100000:1.0:1767319135.506266:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923635840 00000100:00100000:1.0:1767319135.506325:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:1.0:1767319135.506336:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923635840:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319135.510980:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923635840:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4635us (4810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.510995:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 8 00000100:00100000:2.0:1767319135.516676:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.517337:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923635968 00000100:00100000:1.0:1767319135.517348:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923635968 00000100:00100000:1.0:1767319135.517408:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:1.0:1767319135.517417:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41bf1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:83710:x1853163923635968:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319135.522922:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:83710:x1853163923635968:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5495us (6244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.522938:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 9 00000100:00100000:2.0:1767319135.527158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.527387:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923636224 00000100:00100000:1.0:1767319135.527399:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923636224 00000100:00100000:1.0:1767319135.527510:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 10 00000100:00100000:1.0:1767319135.527521:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:83710:x1853163923636224:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319135.527821:0:121325:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:121325:1853163988507392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1767319135.527878:0:121325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.527909:0:121325:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.528402:0:121325:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:121325:1853163988507392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1767319135.528488:0:121325:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:121325:1853163988507520:0@lo:700:mdt_rdpg00_001.0 00000100:00100000:2.0:1767319135.528517:0:121325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.528545:0:121325:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff900 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.528676:0:121331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988507520 00000100:00100000:1.0:1767319135.528681:0:121331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988507520 00000100:00100000:1.0:1767319135.528726:0:121331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1767319135.528733:0:121331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0001-mdtlov_UUID+6:121325:x1853163988507520:12345-0@lo:700:mdt_rdpg00_001.0 00000100:00100000:1.0:1767319135.528825:0:121331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0001-mdtlov_UUID+6:121325:x1853163988507520:12345-0@lo:700:mdt_rdpg00_001.0 Request processed in 92us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.528832:0:121331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00080000:2.0:1767319135.529415:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 5 rpc_version 5 00000020:00100000:2.0:1767319135.529434:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319135.529442:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1dc00 x1853163988507776/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319135.529459:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988507776:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319135.529491:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.529515:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.529570:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988507776 00000100:00100000:1.0:1767319135.529575:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988507776 00000100:00100000:1.0:1767319135.529646:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269 00000100:00100000:1.0:1767319135.529655:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121483:x1853163988507776:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:0.0:1767319135.532226:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986183 is committed 00000001:00080000:0.0:1767319135.532240:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986182 is committed 00000100:00100000:1.0:1767319135.532472:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121483:x1853163988507776:12345-0@lo:1000:osp_up0-1.0 Request processed in 2813us (2975us total) trans 133143986183 rc 0/0 00000100:00100000:1.0:1767319135.532486:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269 00000004:00080000:2.0:1767319135.533836:0:121483:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986183 committed transno 133143986183 00000100:00100000:2.0:1767319135.533841:0:121483:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986183 gen 2 00000100:00100000:2.0:1767319135.533860:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988507776:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1767319135.533887:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 6 rpc_version 6 00000020:00100000:2.0:1767319135.533910:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319135.533916:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d08f1dc00 x1853163988508032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319135.533935:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988508032:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319135.533975:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.534126:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.534165:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988508032 00000100:00100000:1.0:1767319135.534172:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988508032 00000100:00100000:1.0:1767319135.534243:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:1.0:1767319135.534252:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121483:x1853163988508032:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:1.0:1767319135.535815:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986184 is committed 00000100:00100000:0.0:1767319135.536098:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121483:x1853163988508032:12345-0@lo:1000:osp_up0-1.0 Request processed in 1843us (2118us total) trans 133143986184 rc 0/0 00000100:00100000:0.0:1767319135.536110:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000004:00080000:1.0:1767319135.536231:0:121483:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986184 committed transno 133143986184 00000100:00100000:1.0:1767319135.536236:0:121483:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986184 gen 2 00000100:00100000:1.0:1767319135.536253:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988508032:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319135.536278:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 7 rpc_version 7 00000020:00100000:1.0:1767319135.536306:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319135.536314:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d070c0380 x1853163988508288/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319135.536335:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988508288:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319135.536380:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.536457:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c100e9840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319135.536504:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988508288 00000100:00100000:0.0:1767319135.536511:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988508288 00000100:00100000:0.0:1767319135.536558:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:0.0:1767319135.536566:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121483:x1853163988508288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319135.537512:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121483:x1853163988508288:12345-0@lo:1000:osp_up0-1.0 Request processed in 944us (1128us total) trans 133143986185 rc 0/0 00000100:00100000:0.0:1767319135.537521:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:1.0:1767319135.537799:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988508288:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319135.541761:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.541856:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923636480 00000100:00100000:1.0:1767319135.541866:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923636480 00000100:00100000:1.0:1767319135.541963:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 60 00000100:00100000:1.0:1767319135.541975:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+17:83710:x1853163923636480:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319135.542010:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319135.542036:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c3842e lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a8d expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.542202:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38435 lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319135.542216:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38435 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319135.542229:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38435 lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:1.0:1767319135.542240:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xc:0x0]: returning size 4096 00010000:00010000:1.0:1767319135.542345:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ee00/0x719a348ff1c3842e lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a8d expref: 20 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.542368:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38435 lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a8d expref: 19 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.542377:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d36e11e00) 00010000:00010000:1.0:1767319135.542380:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767319135.542383:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e400, rc 0) 00000100:00100000:1.0:1767319135.542444:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923636480:12345-192.168.204.13@tcp:101:rm.0 Request processed in 472us (691us total) trans 85899345926 rc 0/0 00000100:00100000:1.0:1767319135.542463:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 60 00000100:00100000:2.0:1767319135.554219:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.554321:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923636608 00000100:00100000:0.0:1767319135.554331:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923636608 00000100:00100000:0.0:1767319135.554426:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 11 00000100:00100000:0.0:1767319135.554437:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:83710:x1853163923636608:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319135.561245:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:83710:x1853163923636608:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6531us (6759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319135.561266:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 11 00000100:00100000:2.0:1767319135.565858:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.565948:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923636864 00000100:00100000:0.0:1767319135.565959:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923636864 00000100:00100000:0.0:1767319135.566171:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 12 00000100:00100000:0.0:1767319135.566182:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:83710:x1853163923636864:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319135.566448:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:83710:x1853163923636864:12345-192.168.204.13@tcp:35:rm.0 Request processed in 268us (599us total) trans 133143986186 rc 0/0 00000100:00100000:0.0:1767319135.566455:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 12 00000100:00100000:2.0:1767319135.569266:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000004:00200000:2.0:1767319135.574110:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x36:0x0]: returning size 4096 00010000:00010000:2.0:1767319135.574138:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574146:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574153:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574159:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.574163:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574171:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574417:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x36:0x0].0x0 (ffff9e7d05390e00) 00010000:00010000:2.0:1767319135.574421:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319135.574426:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574432:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c38451 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574627:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 3/0,1 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574758:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 2/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574764:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 3/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574769:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.574772:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 3/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574786:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 4/0,0 mode: CW/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574794:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d36e11600) 00010000:00010000:2.0:1767319135.574797:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.574800:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 2/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574805:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c38443 lrc: 0/0,0 mode: --/CW res: [0x20000e691:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319135.574818:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023225a1f reply state 00000000038596c5 transno 133143986187 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 3/0,1 mode: PW/PW res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574829:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 3/0,1 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.574836:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0xcd52553e (ffff9e7d36e11400) 00010000:00010000:2.0:1767319135.574839:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319135.574842:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319135.575076:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83710:x1853163923637120:12345-192.168.204.13@tcp:36:rm.0 Request processed in 5066us (5813us total) trans 133143986187 rc 0/0 00000100:00100000:2.0:1767319135.575087:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 61 00000100:00100000:2.0:1767319135.579963:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.580130:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923637248 00000100:00100000:0.0:1767319135.580140:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923637248 00000100:00100000:0.0:1767319135.580246:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 13 00000100:00100000:0.0:1767319135.580256:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923637248:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319135.585318:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923637248:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5050us (5352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.585336:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 13 00000100:00100000:2.0:1767319135.589150:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.589245:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923637504 00000100:00100000:0.0:1767319135.589256:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923637504 00000100:00100000:0.0:1767319135.589358:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 14 00000100:00100000:0.0:1767319135.589370:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41bf2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923637504:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319135.589688:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:83710:x1853163923637504:12345-192.168.204.13@tcp:35:rm.0 Request processed in 319us (546us total) trans 85899345927 rc 0/0 00000100:00100000:0.0:1767319135.589695:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 14 00000100:00100000:2.0:1767319135.592149:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319135.596211:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596227:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596232:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:2.0:1767319135.596498:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xd:0x0]: returning size 4096 00010000:00010000:2.0:1767319135.596516:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596523:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596528:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596533:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.596537:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596811:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596825:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xd:0x0].0x0 (ffff9e7d09977e00) 00010000:00010000:2.0:1767319135.596828:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319135.596832:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.596838:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535e00/0x719a348ff1c38466 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597087:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 3/0,1 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597104:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 2/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597109:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 3/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597113:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.597116:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 3/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597121:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 4/0,0 mode: CW/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597130:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d36e11700) 00010000:00010000:2.0:1767319135.597132:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.597135:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 2/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597141:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535400/0x719a348ff1c38458 lrc: 0/0,0 mode: --/CW res: [0x2400090a0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000004:00010000:2.0:1767319135.597156:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008792494c reply state 00000000e4398462 transno 85899345928 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 3/0,1 mode: PW/PW res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597165:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.597172:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0xf0209d98 (ffff9e7d36e11c00) 00010000:00010000:2.0:1767319135.597174:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319135.597177:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319135.597309:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+18:83710:x1853163923637760:12345-192.168.204.13@tcp:36:rm.0 Request processed in 4914us (5167us total) trans 85899345928 rc 0/0 00000100:00100000:2.0:1767319135.597327:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 62 00000100:00100000:2.0:1767319135.601477:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.601528:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.601797:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923637888 00000100:00100000:1.0:1767319135.601807:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923637888 00000100:00100000:1.0:1767319135.601871:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 790 00000100:00100000:1.0:1767319135.601882:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2508:x1853163923637888:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:1.0:1767319135.601897:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319135.601920:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38340 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a2b expref: 13 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.601939:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:1.0:1767319135.601951:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319135.602024:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2508:x1853163923637888:12345-192.168.204.13@tcp:103:rm.0 Request processed in 143us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.602032:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 790 00000100:00100000:0.0:1767319135.602776:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923638144 00000100:00100000:0.0:1767319135.602783:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923638144 00000100:00100000:0.0:1767319135.602833:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 15 00000100:00100000:0.0:1767319135.602842:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+18:83710:x1853163923638144:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319135.603082:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923638144:12345-192.168.204.13@tcp:35:rm.0 Request processed in 239us (1613us total) trans 85899345929 rc 0/0 00000100:00100000:0.0:1767319135.603089:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 15 00000100:00100000:2.0:1767319135.607000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319135.607161:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923638400 00000100:00100000:0.0:1767319135.607173:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923638400 00000100:00100000:0.0:1767319135.607239:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 63 00000100:00100000:0.0:1767319135.607249:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+19:83710:x1853163923638400:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319135.607308:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767319135.607338:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38435 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a8d expref: 19 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.607359:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c383fd lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a71 expref: 18 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.607369:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535800/0x719a348ff1c3834e lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0xc:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a32 expref: 17 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.607377:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d36e11e00) 00010000:00010000:0.0:1767319135.607389:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319135.607439:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319135.607448:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.607476:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:0.0:1767319135.607498:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988508672:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319135.607557:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.607620:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.611961:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923638528 00000100:00100000:1.0:1767319135.611970:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923638528 00010000:00010000:1.0:1767319135.612019:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c38324 lrc: 5/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a24 expref: 12 pid: 121320 timeout: 4482 lvb_type: 0 00000100:00100000:1.0:1767319135.612054:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2608 00000100:00100000:1.0:1767319135.612063:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2508:x1853163923638528:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319135.612077:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319135.612083:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c38324 lrc: 5/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a24 expref: 12 pid: 121320 timeout: 4482 lvb_type: 0 00010000:00010000:1.0:1767319135.612095:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c38324 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a24 expref: 12 pid: 121320 timeout: 4482 lvb_type: 0 00010000:00010000:1.0:1767319135.612129:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d36e11000) 00010000:00010000:1.0:1767319135.612136:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c38474 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3846d expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612147:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c38474 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3846d expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612155:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c38474 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3846d expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612193:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c38474 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3846d expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319135.612207:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988508928:0@lo:105: 00000100:00100000:1.0:1767319135.612251:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.612289:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319135.612306:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988508928 00000100:00100000:1.0:1767319135.612309:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988508928 00000100:00100000:1.0:1767319135.612340:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1767319135.612346:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988508928:12345-0@lo:105: 00010000:00010000:1.0:1767319135.612358:0:112180:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612366:0:112180:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612375:0:112180:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612392:0:112180:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612399:0:112180:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 5/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612409:0:112180:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 5/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.612422:0:112180:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d07872c00) 00000100:00100000:1.0:1767319135.612456:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988508928:12345-0@lo:105: Request processed in 110us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.612463:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1767319135.612506:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988508928:0@lo:105: 00010000:00010000:1.0:1767319135.612524:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319135.612572:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2508:x1853163923638528:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 510us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.612597:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2608 00010000:00010000:2.0:1767319135.612886:0:99440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c38324 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a24 expref: 11 pid: 121320 timeout: 4482 lvb_type: 0 00000100:00100000:2.0:1767319135.612901:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:99440:1853163988508800:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319135.612919:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c38474 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3846d expref: 8 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.612926:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d36e11000) 00010000:00010000:2.0:1767319135.612929:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.612932:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d31534200, rc 0) 00000100:00100000:2.0:1767319135.612987:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988508672:12345-0@lo:101:mdt00_003.0 Request processed in 5211us (5442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.612994:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00100000:0.0:1767319135.613150:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988508672:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319135.613165:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319135.613186:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00010000:00010000:0.0:1767319135.613215:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319135.613221:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.613229:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:0.0:1767319135.613243:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509056:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319135.613272:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.613296:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.613747:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509056 00000100:00100000:2.0:1767319135.613752:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509056 00000100:00100000:2.0:1767319135.613792:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273 00000100:00100000:2.0:1767319135.613800:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4089a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988509056:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.613816:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319135.613831:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38482 lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3847b expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.613849:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38482 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3847b expref: 9 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.613871:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38482 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3847b expref: 9 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.613878:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d029f8000) 00010000:00010000:2.0:1767319135.613881:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.613884:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c600, rc 0) 00000100:00100000:2.0:1767319135.613919:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4089a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509056:12345-0@lo:101:mdt00_003.0 Request processed in 120us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.613925:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273 00000100:00100000:2.0:1767319135.614214:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509056:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.614226:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.614237:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319135.614251:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00000100:00100000:2.0:1767319135.614286:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509184:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614359:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.614384:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509184 00000100:00100000:2.0:1767319135.614387:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509184 00000100:00100000:2.0:1767319135.614409:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274 00000100:00100000:2.0:1767319135.614415:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509184:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614468:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509184:12345-0@lo:1000:mdt00_003.0 Request processed in 52us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.614474:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274 00000100:00100000:2.0:1767319135.614499:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.614512:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509184:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614565:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509312:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614620:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.614649:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509312 00000100:00100000:2.0:1767319135.614652:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509312 00000100:00100000:2.0:1767319135.614671:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275 00000100:00100000:2.0:1767319135.614677:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509312:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614731:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509312:12345-0@lo:1000:mdt00_003.0 Request processed in 53us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.614736:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275 00000100:00100000:2.0:1767319135.614751:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.614761:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509312:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614793:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509440:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614813:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.614830:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509440 00000100:00100000:2.0:1767319135.614834:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509440 00000100:00100000:2.0:1767319135.614848:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:2.0:1767319135.614853:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509440:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.614914:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509440:12345-0@lo:1000:mdt00_003.0 Request processed in 60us (99us total) trans 0 rc 1/1 00000100:00100000:2.0:1767319135.614919:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00100000:2.0:1767319135.614934:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.614945:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509440:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1767319135.614999:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.615013:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615025:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:2.0:1767319135.615036:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509568:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319135.615057:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.615074:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509568 00000100:00100000:2.0:1767319135.615077:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509568 00000100:00100000:2.0:1767319135.615092:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:2.0:1767319135.615097:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988509568:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.615105:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319135.615118:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38490 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38489 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615134:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38490 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38489 expref: 10 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615145:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38490 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38489 expref: 10 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615152:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d029f8500) 00010000:00010000:2.0:1767319135.615154:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319135.615157:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682ce00, rc 0) 00000100:00100000:2.0:1767319135.615178:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:121476:x1853163988509568:12345-0@lo:101:mdt00_003.0 Request processed in 81us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.615184:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00100000:2.0:1767319135.615204:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.615217:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509568:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.615227:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615236:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615256:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.615264:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615272:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615288:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,1 mode: --/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.615293:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,1 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615299:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,1 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615316:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,1 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.615322:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,1 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319135.615327:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,1 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:2.0:1767319135.615346:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509696:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319135.615367:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.615385:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509696 00000100:00100000:2.0:1767319135.615389:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509696 00000100:00100000:2.0:1767319135.615405:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278 00000100:00100000:2.0:1767319135.615410:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:121476:x1853163988509696:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.615417:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319135.615428:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c384ac lrc: 2/0,0 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c384a5 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615441:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c384ac lrc: 3/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c384a5 expref: 11 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615449:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c384ac lrc: 3/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c384a5 expref: 11 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615456:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0x0 (ffff9e7d09977e00) 00010000:00010000:2.0:1767319135.615458:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319135.615460:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c000, rc 0) 00000100:00100000:2.0:1767319135.615481:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121476:x1853163988509696:12345-0@lo:101:mdt00_003.0 Request processed in 70us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.615486:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278 00000100:00100000:2.0:1767319135.615501:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.615513:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509696:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319135.615522:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 4/0,1 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.615540:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 4/0,1 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319135.616206:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509824:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319135.616243:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.616274:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988509824 00000100:00100000:2.0:1767319135.616278:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988509824 00000100:00100000:2.0:1767319135.616299:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279 00000100:00100000:2.0:1767319135.616306:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121476:x1853163988509824:12345-0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319135.621369:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121476:x1853163988509824:12345-0@lo:403:mdt00_003.0 Request processed in 5050us (5112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.621385:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279 00000040:00080000:2.0:1767319135.624227:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240009870:0x1:0x0].2, 936 off34048 00010000:00010000:0.0:1767319135.624723:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319135.625178:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509952:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319135.625240:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.625318:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319135.625674:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988509952:0@lo:1000:mdt00_003.0 00000040:00080000:2.0:1767319135.625717:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000ee61:0x1:0x0].2, 1016 off34208 00000004:00080000:2.0:1767319135.625726:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d315b9d80 with version 8 00000004:00080000:1.0:1767319135.625883:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 8 rpc_version 8 00000020:00100000:1.0:1767319135.625904:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319135.625912:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d070c3100 x1853163988510208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2336/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319135.625928:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988510208:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319135.625963:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.626233:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319135.626316:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988510208 00000100:00100000:0.0:1767319135.626321:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988510208 00000100:00100000:0.0:1767319135.626363:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281 00000100:00100000:0.0:1767319135.626371:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121483:x1853163988510208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319135.627534:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:121483:x1853163988510208:12345-0@lo:1000:osp_up0-1.0 Request processed in 1159us (1565us total) trans 133143986188 rc 0/0 00000100:00100000:0.0:1767319135.627774:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281 00000100:00100000:1.0:1767319135.627900:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988510208:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1767319135.628102:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0xc:0x0]: returning size 4096 00010000:00010000:0.0:1767319135.628123:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,1 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628132:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 2/0,0 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628139:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,0 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628144:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319135.628147:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 3/0,0 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628154:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 4/0,0 mode: EX/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628168:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0x0 (ffff9e7d029f8700) 00010000:00010000:0.0:1767319135.628171:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319135.628175:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 2/0,0 mode: --/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628180:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3849e lrc: 0/0,0 mode: --/EX res: [0x2400090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628197:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 4/0,1 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.628205:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 4/0,1 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.628211:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.628313:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319135.628322:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000e691:0x3:0x0] 00010000:00010000:0.0:1767319135.628330:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628336:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628342:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628346:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319135.628349:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628354:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628362:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0xc:0x0].0x0 (ffff9e7d029f8300) 00010000:00010000:0.0:1767319135.628364:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319135.628367:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628371:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38497 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319135.628382:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.628388:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.628405:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.628484:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319135.628490:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 2/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.628496:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319135.628500:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319135.628506:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 3/0,0 mode: EX/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.628537:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 2/0,0 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631749:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319135.631804:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 1/0,0 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631816:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c800/0x719a348ff1c384a5 lrc: 0/0,0 mode: --/EX res: [0x20000e691:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c384ac expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631850:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319135.631855:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631860:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319135.631866:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 5/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319135.631874:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 5/0,0 mode: EX/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631924:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 4/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631929:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319135.631945:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 3/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.631952:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.631953:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.631957:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319135.631969:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319135.632139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988510336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319135.632201:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.632281:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319135.632290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988510464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319135.632316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319135.632370:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767319135.632378:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682cc00/0x719a348ff1c38489 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38490 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319135.632647:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00010000:00010000:0.0:1767319135.632655:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.632663:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.632669:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.632684:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319135.632688:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x33:0x0] 00010000:00010000:0.0:1767319135.632694:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319135.632701:0:121476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319135.632779:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+17:83710:x1853163923638400:12345-192.168.204.13@tcp:36:rm.0 Request processed in 25528us (25795us total) trans 85899345930 rc 0/0 00000100:00100000:0.0:1767319135.632788:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 63 00010000:00010000:1.0:1767319135.633803:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319135.633812:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.633822:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872c00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319135.633826:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319135.633835:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.633865:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.633879:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319135.633897:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 1/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.633903:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872c00/0x719a348ff1c3846d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38474 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319135.633918:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.633920:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.633922:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.633927:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319135.633940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988510592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319135.633991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.637707:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319135.638263:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988510464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319135.638301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988510336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319135.638558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988510592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319135.638845:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:2.0:1767319135.638854:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:83710:x1853163923638656:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319135.638876:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319135.638893:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a94 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.638969:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639071:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639083:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639097:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639103:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639110:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639184:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639191:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639197:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319135.639233:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00000004:00200000:2.0:1767319135.639237:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319135.639254:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639265:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639277:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639283:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639289:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639295:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.639299:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639306:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639315:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebea00) 00010000:00010000:2.0:1767319135.639318:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.639322:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639329:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639341:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639347:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639352:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639357:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.639366:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639372:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639379:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d09977100) 00010000:00010000:2.0:1767319135.639381:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.639383:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639387:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.639416:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a94 expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.639428:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a94 expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.639435:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d36e11000) 00010000:00010000:2.0:1767319135.639437:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319135.639439:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d400, rc 0) 00000100:00100000:2.0:1767319135.639539:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83710:x1853163923638656:12345-192.168.204.13@tcp:101:rm.0 Request processed in 685us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.639554:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:1.0:1767319135.642817:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319135.643008:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923638912 00000100:00100000:2.0:1767319135.643018:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923638912 00000100:00100000:2.0:1767319135.643065:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:2.0:1767319135.643075:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83710:x1853163923638912:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319135.643328:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83710:x1853163923638912:12345-192.168.204.13@tcp:35:rm.0 Request processed in 254us (519us total) trans 133143986189 rc 0/0 00000100:00100000:2.0:1767319135.643336:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:2.0:1767319135.646785:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923639168 00000100:00100000:2.0:1767319135.646795:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923639168 00000100:00100000:2.0:1767319135.646858:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:2.0:1767319135.646868:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:83710:x1853163923639168:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319135.646921:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767319135.646946:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c384c8 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a94 expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.646968:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c383e8 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a6a expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.646979:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d36e11000) 00010000:00010000:2.0:1767319135.647007:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38308 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a1d expref: 11 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319135.647015:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3cebea00) 00010000:00010000:2.0:1767319135.647020:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319135.647043:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647056:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647065:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647094:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647100:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647106:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647191:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647199:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647204:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319135.647433:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x33:0x0]: returning size 4096 00010000:00010000:2.0:1767319135.647448:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647455:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647462:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647468:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.647471:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647478:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647493:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0x0 (ffff9e7d09977f00) 00010000:00010000:2.0:1767319135.647496:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319135.647499:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647505:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c384dd lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.647993:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648002:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648008:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648014:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648018:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319135.648021:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648025:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648033:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d09977100) 00010000:00010000:2.0:1767319135.648036:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319135.648038:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648043:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c384cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319135.648061:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041d8e54c reply state 000000009960d3b2 transno 133143986190 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648072:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319135.648077:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d09977700) 00010000:00010000:2.0:1767319135.648079:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319135.648082:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319135.648196:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:83710:x1853163923639168:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1328us (1519us total) trans 133143986190 rc 0/0 00000100:00100000:2.0:1767319135.648204:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:0.0:1767319136.265601:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988510720 00000100:00100000:0.0:1767319136.265610:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988510720 00000100:00100000:0.0:1767319136.265675:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:0.0:1767319136.265685:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988510720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767319136.265724:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445212160 avail 1298972672 00000100:00100000:0.0:1767319136.265771:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7014:x1853163988510720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319136.265778:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00000100:00100000:1.0:1767319136.266364:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319136.266375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988510848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319136.266408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319136.266442:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988510848 00000100:00100000:1.0:1767319136.266446:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988510848 00000100:00100000:1.0:1767319136.266474:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:1.0:1767319136.266482:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988510848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319136.266497:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319136.266545:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988510848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319136.266551:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:1.0:1767319136.266600:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988510848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319136.268316:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988510976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319136.268366:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319136.268404:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319136.268410:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988511104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319136.268431:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319136.268468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988511360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319136.268492:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319136.268507:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319136.268512:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988511232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319136.268531:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319136.268557:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988510976 00000100:00100000:1.0:1767319136.268562:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988510976 00000100:00100000:1.0:1767319136.268608:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511104 00000100:00100000:1.0:1767319136.268612:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511104 00000100:00100000:1.0:1767319136.268639:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511232 00000100:00100000:1.0:1767319136.268642:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511232 00000100:00100000:1.0:1767319136.268656:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1767319136.268663:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988510976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319136.268683:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319136.268867:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988510976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 203us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319136.268874:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1767319136.268890:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767319136.268908:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988511104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319136.268919:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319136.268947:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988511104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319136.268952:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767319136.268964:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767319136.268970:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988511232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319136.268979:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319136.269516:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988511104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319136.269531:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988510976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319136.273689:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988511360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319136.275900:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988511232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6922us (7360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319136.275913:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:0.0:1767319136.276095:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988511232:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319136.648709:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319137.063135:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923639552 00000100:00100000:1.0:1767319137.063140:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923639552 00000100:00100000:1.0:1767319137.063172:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923639424 00000100:00100000:1.0:1767319137.063175:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923639424 00000100:00100000:1.0:1767319137.063195:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:1.0:1767319137.063203:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+17:2511:x1853163923639552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319137.063242:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+17:2511:x1853163923639552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.063248:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 16 00000100:00100000:1.0:1767319137.063259:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 17 00000100:00100000:1.0:1767319137.063265:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2511:x1853163923639424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319137.063291:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2511:x1853163923639424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.063296:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 17 00000100:00080000:1.0:1767319137.063324:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319137.063328:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319137.063330:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319137.063333:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319137.063866:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923639296 00000100:00100000:0.0:1767319137.063872:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923639296 00000100:00100000:0.0:1767319137.063910:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 86 00000100:00100000:0.0:1767319137.063918:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31730050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923639296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319137.063962:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31730050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923639296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 45us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319137.063969:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 86 00010000:00010000:1.0:1767319137.681146:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319138.697795:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319139.720827:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319140.368079:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988511488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.368160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.368251:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511488 00000100:00100000:2.0:1767319140.368259:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511488 00000100:00100000:2.0:1767319140.368323:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1767319140.368333:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31731c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988511488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.370073:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988511616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.370140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.371141:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31731c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988511488:12345-0@lo:400:kworker.0 Request processed in 2805us (2976us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.371153:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1767319140.371248:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988511488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.371408:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988511744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.371441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.371662:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988511872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.371706:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988512000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.371903:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988512256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.371931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.371950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988512768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.371969:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.371999:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512256 00000100:00100000:2.0:1767319140.372011:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512256 00000100:00100000:2.0:1767319140.372054:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512768 00000100:00100000:2.0:1767319140.372056:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512768 00000100:00100000:2.0:1767319140.372078:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767319140.372086:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988512256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.372130:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988512256:12345-0@lo:400:kworker.0 Request processed in 45us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.372135:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767319140.372149:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767319140.372154:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988512768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.372175:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988512768:12345-0@lo:400:kworker.0 Request processed in 22us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.372181:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00080000:2.0:1767319140.372197:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319140.372221:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988512256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.372229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988512768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.372460:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.372976:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988512384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.373026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988512896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.373072:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512384 00000100:00100000:0.0:1767319140.373076:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512384 00000100:00100000:0.0:1767319140.373107:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512896 00000100:00100000:0.0:1767319140.373110:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512896 00000100:00100000:0.0:1767319140.373126:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:0.0:1767319140.373132:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988512384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373170:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988512384:12345-0@lo:400:kworker.0 Request processed in 38us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319140.373176:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:0.0:1767319140.373189:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:0.0:1767319140.373194:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988512896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373218:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988512896:12345-0@lo:400:kworker.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319140.373223:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00080000:0.0:1767319140.373252:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319140.373277:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988512384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373285:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988512896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.373307:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.373353:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511616 00000100:00100000:1.0:1767319140.373357:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511616 00000100:00100000:1.0:1767319140.373392:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511744 00000100:00100000:1.0:1767319140.373396:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511744 00000100:00100000:1.0:1767319140.373408:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988511872 00000100:00100000:1.0:1767319140.373410:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988511872 00000100:00100000:1.0:1767319140.373424:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1767319140.373431:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988511616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.373467:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988511616:12345-0@lo:400:kworker.0 Request processed in 36us (3326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.373472:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1767319140.373504:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1767319140.373510:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988511744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.373560:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988511744:12345-0@lo:400:kworker.0 Request processed in 33us (2101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.373567:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1767319140.373885:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1767319140.373893:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988511872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.373929:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988511872:12345-0@lo:400:kworker.0 Request processed in 38us (1469us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.373943:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1767319140.374119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988511744:0@lo:400:kworker.0 00000100:00080000:1.0:1767319140.374148:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319140.374152:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319140.374173:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988511872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.374755:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512128 00000100:00100000:1.0:1767319140.374761:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512128 00000100:00100000:1.0:1767319140.374796:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512640 00000100:00100000:1.0:1767319140.374799:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512640 00000100:00100000:1.0:1767319140.374818:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1767319140.374824:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7012:x1853163988512128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.374866:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7012:x1853163988512128:12345-0@lo:400:kworker.0 Request processed in 42us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.374872:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1767319140.374885:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285 00000100:00100000:1.0:1767319140.374890:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988512640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319140.374912:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988512640:12345-0@lo:400:kworker.0 Request processed in 22us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.374917:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285 00000100:00100000:0.0:1767319140.377208:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988512512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377272:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.377293:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988513024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377314:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319140.377378:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512000 00000100:00100000:0.0:1767319140.377385:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512000 00000100:00100000:0.0:1767319140.377434:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988512512 00000100:00100000:0.0:1767319140.377437:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988512512 00000100:00100000:0.0:1767319140.377445:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988513024 00000100:00100000:0.0:1767319140.377447:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988513024 00000100:00100000:0.0:1767319140.377458:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1767319140.377465:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988512000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377524:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988512000:12345-0@lo:400:kworker.0 Request processed in 59us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319140.377531:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1767319140.377571:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1767319140.377596:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988512512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377623:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988512512:12345-0@lo:400:kworker.0 Request processed in 46us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319140.377629:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1767319140.377803:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1767319140.377809:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988513024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377836:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988513024:12345-0@lo:400:kworker.0 Request processed in 28us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319140.377841:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1767319140.377864:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319140.377896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988512000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377918:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988512512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319140.377927:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988513024:0@lo:400:kworker.0 00010000:00010000:0.0:1767319140.744817:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319140.882679:0:121301:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319140.882701:0:121301:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319140.882760:0:121301:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319140.882781:0:121301:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319140.882793:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 3/0,1 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319140.882804:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 2/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319140.882812:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319140.882819:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319140.882823:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 3/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319140.882830:0:121301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873e00/0x719a348ff1c3847b lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38482 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319140.882831:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 4/0,0 mode: TXN/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319140.882858:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400090a0:0x3:0x0].0xf0209d98 (ffff9e7d36e11c00) 00010000:00010000:0.0:1767319140.882864:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000001:00080000:1.0:1767319140.882867:0:121301:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 85899345930 is committed 00010000:00010000:0.0:1767319140.882869:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 2/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319140.882878:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c3845f lrc: 0/0,0 mode: --/TXN res: [0x2400090a0:0x3:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000100:00100000:2.0:1767319140.882925:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319140.882950:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988513152:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319140.883023:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.883305:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988513152 00000100:00100000:1.0:1767319140.883313:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988513152 00000100:00100000:1.0:1767319140.883370:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1767319140.883379:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:7011:x1853163988513152:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767319140.883392:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319140.883411:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38482 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x33:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3847b expref: 9 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319140.883423:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x33:0x0].0xd1d4b922 (ffff9e7d029f8000) 00010000:00010000:1.0:1767319140.883431:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319140.883485:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:7011:x1853163988513152:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 107us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319140.883493:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000001:00080000:2.0:1767319140.883668:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986190 is committed 00000001:00080000:2.0:1767319140.883676:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986188 is committed 00010000:00010000:1.0:1767319140.883923:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 3/0,1 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883932:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 2/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883938:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 3/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883945:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319140.883948:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 3/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883964:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 4/0,0 mode: TXN/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883972:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000e691:0x3:0x0].0xcd52553e (ffff9e7d36e11400) 00010000:00010000:1.0:1767319140.883975:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319140.883978:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 2/0,0 mode: --/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.883984:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3844a lrc: 0/0,0 mode: --/TXN res: [0x20000e691:0x3:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884000:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884005:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884011:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884015:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319140.884018:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884024:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884031:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe888c80e (ffff9e7d09977700) 00010000:00010000:1.0:1767319140.884033:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319140.884036:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319140.884041:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c384d6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe888c80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319141.384958:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988513280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319141.385375:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319141.385443:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988513408 00000100:00100000:0.0:1767319141.385451:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988513408 00000100:00100000:0.0:1767319141.385503:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:0.0:1767319141.385512:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988513408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767319141.385613:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445212160 avail 1298972672 00000100:00100000:1.0:1767319141.385718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988513664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319141.390476:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:2.0:1767319141.390489:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988513280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319141.390536:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319141.390631:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988513280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319141.390641:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:2.0:1767319141.390687:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988513280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319141.391003:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988513536 00000100:00100000:2.0:1767319141.391008:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988513536 00000100:00100000:2.0:1767319141.391048:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:2.0:1767319141.391055:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988513536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319141.391069:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319141.391101:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988513536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319141.391108:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1767319141.391276:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988513408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5764us (5904us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319141.391285:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00000100:00100000:2.0:1767319141.391349:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986188 gen 2 00000004:00080000:2.0:1767319141.391354:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986185 committed transno 133143986188 00000020:00080000:2.0:1767319141.391360:0:7014:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d40038600 refcount 2 committed 0 result 0 batchid 81604378641 00000020:00080000:2.0:1767319141.391364:0:7014:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d32586700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d40038480 00000020:00080000:2.0:1767319141.391368:0:7014:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000ee61:0x1:0x0].1 00000020:00080000:2.0:1767319141.391370:0:7014:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d32586800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e20f800 00000020:00080000:2.0:1767319141.391373:0:7014:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240009870:0x1:0x0].1 00000004:00080000:2.0:1767319141.391425:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986188 committed transno 133143986188 00000020:00080000:2.0:1767319141.391428:0:7014:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e7d315b9000 refcount 2 committed 0 result 0 batchid 81604378642 00000020:00080000:2.0:1767319141.391431:0:7014:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0a31d700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d315b9d80 00000020:00080000:2.0:1767319141.391434:0:7014:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000ee61:0x1:0x0].2 00000020:00080000:2.0:1767319141.391437:0:7014:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0a31d100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d660800 00000020:00080000:2.0:1767319141.391439:0:7014:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240009870:0x1:0x0].2 00000100:00100000:2.0:1767319141.391462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988513408:0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1767319141.391545:0:121498:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 81604378642 committed batchid 77309411501 00000020:00080000:0.0:1767319141.391639:0:121498:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 77309411501 00000100:00100000:1.0:1767319141.394837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319141.395547:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988513664:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1767319142.069945:0:122584:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 200: Dropping one OBD_PING should not cause disconnect ========================================================== 20:59:01 (1767319141) 00000100:00100000:0.0:1767319142.181314:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319142.181354:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319142.181413:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319142.181434:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319142.181471:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923639936 00000100:00100000:1.0:1767319142.181480:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923639936 00000100:00100000:1.0:1767319142.181537:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:1.0:1767319142.181547:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923639936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319142.181631:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923639936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319142.181639:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:0.0:1767319142.186005:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319142.186033:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923640448 00000100:00100000:0.0:1767319142.186041:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923640448 00000100:00100000:0.0:1767319142.186091:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923640320 00000100:00100000:0.0:1767319142.186095:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923640320 00000100:00100000:0.0:1767319142.186117:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2958 00000100:00100000:0.0:1767319142.186126:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923640448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319142.186202:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923640448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319142.186209:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2958 00000100:00100000:0.0:1767319142.186225:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2959 00000100:00100000:0.0:1767319142.186231:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923640320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319142.186253:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923640320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 23us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319142.186268:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2959 00000100:00080000:0.0:1767319142.186284:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319142.186289:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319142.188130:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319142.188135:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319142.792901:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767319143.501925:0:122633:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_200 Need remote client 00010000:00010000:1.0:1767319143.816956:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319144.840803:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319145.482639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988514176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.482731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319145.482772:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988514688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.482812:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319145.482841:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1767319145.482846:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988514048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.482874:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319145.482903:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988514560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.482924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319145.482942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988515072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.482966:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319145.483019:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988514048 00000100:00100000:1.0:1767319145.483535:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988514048 00000100:00100000:1.0:1767319145.483737:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1767319145.483748:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988514048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.484949:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988514048:12345-0@lo:400:kworker.0 Request processed in 1193us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319145.484963:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1767319145.485335:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988514432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.485380:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487018:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988514944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487098:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487133:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988515456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487164:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487333:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1767319145.487346:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988514304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487383:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487400:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988514816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487430:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487465:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988515328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487489:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.487530:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988514432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.487604:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988514688 00000100:00100000:0.0:1767319145.487609:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988514688 00000100:00080000:2.0:1767319145.488396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319145.488402:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319145.488406:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319145.488408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319145.489132:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1767319145.489147:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988514688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.489559:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988514688:12345-0@lo:400:kworker.0 Request processed in 414us (6743us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319145.489617:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1767319145.490354:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.490403:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319145.490414:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988515200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.490470:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319145.490544:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988515584 00000100:00100000:0.0:1767319145.490555:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988515584 00000100:00100000:1.0:1767319145.490718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988514048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.490753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988514560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.490774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988515072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.490791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988514176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491109:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988514688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491181:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988514304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491194:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988514816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988515328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491218:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988514944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491243:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988515456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319145.491307:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988515200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.491982:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767319145.491999:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988515584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319145.495021:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988515584:12345-0@lo:400:kworker.0 Request processed in 3012us (4650us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319145.495041:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1767319145.495319:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988515584:0@lo:400:kworker.0 00000001:02000400:0.0:1767319145.539365:0:122681:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 201: MDT umount cascading disconnects timeouts ========================================================== 20:59:04 (1767319144) 00000100:00100000:1.0:1767319146.505209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988515712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319146.505337:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319146.505410:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988515840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319146.505458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319146.505508:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988515712 00000100:00100000:1.0:1767319146.505519:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988515712 00000100:00100000:1.0:1767319146.505614:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767319146.505625:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988515712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319146.505665:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319146.505718:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988515712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319146.505726:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767319146.505757:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988515840 00000100:00100000:1.0:1767319146.505760:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988515840 00000100:00100000:1.0:1767319146.505796:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:1.0:1767319146.505803:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988515840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319146.505831:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445425152 avail 1299185664 00000100:00100000:1.0:1767319146.505868:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988515840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319146.505874:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00100000:1.0:1767319146.505919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988515840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319146.506115:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988515712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319146.506163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988515968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319146.506189:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988516096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319146.506197:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319146.506628:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319146.506639:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988516352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319146.509320:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319146.509448:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988516096 00000100:00100000:0.0:1767319146.509460:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988516096 00000100:00100000:0.0:1767319146.509525:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767319146.509536:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988516096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319146.509571:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319146.509662:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988516096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319146.509670:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767319146.509745:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988516096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319146.509840:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988515968 00000100:00100000:0.0:1767319146.509845:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988515968 00000100:00100000:0.0:1767319146.509876:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291 00000100:00100000:0.0:1767319146.509882:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988515968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1767319146.509917:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445212160 avail 1298972672 00000100:00100000:0.0:1767319146.509954:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988515968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (3755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319146.509960:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291 00000100:00100000:2.0:1767319146.510357:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319146.510410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988515968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319146.519206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988516352:0@lo:13:osp-pre-1-1.0 00000020:00080000:1.0:1767319147.021038:0:121301:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 81604378642 batchid updated 00000020:00080000:0.0:1767319147.023074:0:121498:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 81604378642 00000004:00080000:0.0:1767319147.023151:0:121498:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d1a9723c0 with version 9 00000020:00080000:0.0:1767319147.023178:0:121498:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 81604378641 cancel update log [0x20000ee61:0x1:0x0].1: rc = 0 00000004:00080000:1.0:1767319147.023225:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 9 rpc_version 9 00000020:00080000:0.0:1767319147.023273:0:121498:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 81604378641 cancel update log [0x240009870:0x1:0x0].1: rc = 0 00000020:00100000:1.0:1767319147.023282:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319147.023299:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d070c0380 x1853163988516608/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00080000:0.0:1767319147.023305:0:121498:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d052f3b40 with version 10 00000020:00080000:0.0:1767319147.023315:0:121498:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 81604378642 cancel update log [0x20000ee61:0x1:0x0].2: rc = 0 00000020:00080000:0.0:1767319147.023346:0:121498:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 81604378642 cancel update log [0x240009870:0x1:0x0].2: rc = 0 00000020:00080000:0.0:1767319147.023356:0:121498:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 81604378642 00000100:00100000:1.0:1767319147.023375:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988516608:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319147.023491:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.023548:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d326ff900 going to sleep for 11 seconds 00000100:00100000:1.0:1767319147.025337:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988516608:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1767319147.025356:0:121483:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d1a553a80 version 10 rpc_version 10 00000020:00100000:1.0:1767319147.025383:0:121483:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319147.025391:0:121483:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d070c3100 x1853163988516864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319147.025415:0:121483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988516864:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319147.025473:0:121483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.025558:0:121483:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01254780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319147.025704:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988516864 00000100:00100000:0.0:1767319147.025710:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988516864 00000100:00100000:1.0:1767319147.026058:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:1.0:1767319147.026069:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121483:x1853163988516864:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319147.026362:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121483:x1853163988516864:12345-0@lo:1000:osp_up0-1.0 Request processed in 294us (888us total) trans 133143986192 rc 0/0 00000100:00100000:1.0:1767319147.026370:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:0.0:1767319147.026450:0:121483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:121483:1853163988516864:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319147.299777:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319147.299833:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319147.299879:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319147.299909:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319147.299937:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319147.299973:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923640576 00000100:00100000:0.0:1767319147.299984:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923640576 00000100:00100000:0.0:1767319147.300067:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:0.0:1767319147.300079:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923640576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319147.300150:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923640576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319147.300158:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:0.0:1767319147.300197:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923640704 00000100:00100000:2.0:1767319147.301326:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923640960 00000100:00100000:0.0:1767319147.301329:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923640704 00000100:00100000:2.0:1767319147.301333:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923640960 00000100:00100000:2.0:1767319147.301362:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641088 00000100:00100000:0.0:1767319147.301364:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 33 00000100:00100000:2.0:1767319147.301364:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641088 00000100:00100000:0.0:1767319147.301371:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923640704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319147.301386:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2964 00000100:00100000:2.0:1767319147.301393:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923640960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319147.301445:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923640960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 52us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319147.301453:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2964 00000100:00100000:2.0:1767319147.301474:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2965 00000100:00100000:2.0:1767319147.301480:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923641088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319147.301508:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923641088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319147.301527:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2965 00000100:00080000:2.0:1767319147.301551:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319147.301555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319147.301558:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319147.301560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319147.301773:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923640704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 401us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319147.301781:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 33 00010000:00010000:2.0:1767319147.913623:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319148.941897:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319149.972209:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1767319150.117815:0:122874:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1767319150.117877:0:122874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265400/0x719a348ff1c37cf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37cfd expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319150.117893:0:122874:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265400/0x719a348ff1c37cf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37cfd expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319150.117901:0:122874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265400/0x719a348ff1c37cf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37cfd expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319150.117908:0:122874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d41265400/0x719a348ff1c37cf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37cfd expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319150.117932:0:122874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1767319150.117938:0:122874:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1767319150.117963:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319150.117968:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1767319150.117973:0:122874:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1767319150.117999:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d08410000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1767319150.118051:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988516992:0@lo:39:umount.0 00000100:00100000:1.0:1767319150.118119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319150.119621:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988516992 00000100:00100000:0.0:1767319150.119632:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988516992 00000100:00100000:2.0:1767319150.119668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988517120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319150.119697:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1767319150.119707:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988516992:12345-0@lo:39:umount.0 00000001:00020000:0.0:1767319150.119724:0:121323:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 sleeping for 8000ms 00000100:00100000:2.0:1767319150.119993:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319150.601563:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988517248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319150.601647:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319150.602052:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517248 00000100:00100000:2.0:1767319150.602060:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517248 00000100:00100000:2.0:1767319150.602128:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767319150.602139:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988517248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319150.602234:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319150.602408:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988517376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.602438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319150.602470:0:121322:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1767319150.602479:0:121322:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1767319150.608733:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988517248:12345-0@lo:400:kworker.0 Request processed in 6586us (7075us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319150.608750:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767319150.608783:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517376 00000100:00100000:2.0:1767319150.608792:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517376 00000100:00100000:2.0:1767319150.608868:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1767319150.608879:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988517376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.608955:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988517376:12345-0@lo:400:kworker.0 Request processed in 79us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319150.608961:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1767319150.609016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988517376:0@lo:400:kworker.0 00000100:00080000:1.0:1767319150.609467:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319150.610487:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988517632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610529:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319150.610557:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988518144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610614:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319150.610636:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767319150.610642:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988518016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319150.610696:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988518528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610715:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319150.610740:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518144 00000100:00100000:1.0:1767319150.610746:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518144 00000100:00100000:1.0:1767319150.610779:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294 00000100:00100000:1.0:1767319150.610786:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988518144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610831:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988518144:12345-0@lo:400:kworker.0 Request processed in 46us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.610838:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294 00000100:00100000:1.0:1767319150.610862:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518016 00000100:00100000:1.0:1767319150.610865:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518016 00000100:00100000:1.0:1767319150.610900:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:1.0:1767319150.610906:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988518016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.610935:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988518016:12345-0@lo:400:kworker.0 Request processed in 29us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.610940:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:1.0:1767319150.610958:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517504 00000100:00100000:1.0:1767319150.610962:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517504 00000100:00100000:1.0:1767319150.610986:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517632 00000100:00100000:1.0:1767319150.610989:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517632 00000100:00100000:1.0:1767319150.611003:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518528 00000100:00100000:1.0:1767319150.611012:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518528 00000100:00100000:1.0:1767319150.611030:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1767319150.611035:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988517504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611065:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988517504:12345-0@lo:400:kworker.0 Request processed in 30us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.611071:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1767319150.611083:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1767319150.611089:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988517632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611112:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988517632:12345-0@lo:400:kworker.0 Request processed in 24us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.611116:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1767319150.611127:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1767319150.611131:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988518528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611151:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988518528:12345-0@lo:400:kworker.0 Request processed in 19us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.611156:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1767319150.611174:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319150.611178:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319150.611180:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319150.611206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988518016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988518528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988517632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611231:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988518144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.611242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988517504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611507:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988517888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611538:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319150.611567:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988518400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319150.611637:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767319150.611643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988517760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319150.611727:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988518272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611750:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319150.611777:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517888 00000100:00100000:2.0:1767319150.611781:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517888 00000100:00100000:2.0:1767319150.611809:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518400 00000100:00100000:2.0:1767319150.611813:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518400 00000100:00100000:2.0:1767319150.611848:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518272 00000100:00100000:2.0:1767319150.611852:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518272 00000100:00100000:2.0:1767319150.611873:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:2.0:1767319150.611880:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988517888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611918:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988517888:12345-0@lo:400:kworker.0 Request processed in 38us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319150.611923:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:2.0:1767319150.611936:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767319150.611941:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988518400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.611966:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988518400:12345-0@lo:400:kworker.0 Request processed in 25us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319150.611972:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767319150.611983:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767319150.611988:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988518272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.612011:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988518272:12345-0@lo:400:kworker.0 Request processed in 23us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319150.612016:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767319150.612048:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988518272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.612057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988517888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319150.612064:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988518400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.613940:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988517760 00000100:00100000:1.0:1767319150.613954:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988517760 00000100:00100000:1.0:1767319150.614006:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:1.0:1767319150.614016:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988517760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319150.614125:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988517760:12345-0@lo:400:kworker.0 Request processed in 110us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.614133:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00000100:00080000:1.0:1767319150.614155:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319150.614160:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319150.614196:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988517760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319150.615947:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988517248:0@lo:400:kworker.0 00010000:00010000:2.0:1767319150.985654:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319151.624873:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319151.624901:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988518656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319151.624991:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319151.625131:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988518784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319151.625172:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319151.625176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988519040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319151.625197:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319151.625214:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988518912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319151.625223:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319151.625251:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.625430:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:1.0:1767319151.625445:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988518784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319151.625476:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319151.625532:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988518784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319151.625552:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:1.0:1767319151.625617:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988518912 00000100:00100000:1.0:1767319151.625622:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988518912 00000100:00100000:0.0:1767319151.625827:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319151.625837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988519168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319151.625867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319151.625916:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988518912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319151.625922:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319151.625933:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988519296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319151.625935:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988518784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319151.625965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319151.625993:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988519296 00000100:00100000:0.0:1767319151.625998:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988519296 00000100:00100000:0.0:1767319151.626029:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1767319151.626036:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988519296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319151.626046:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319151.626077:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988519296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319151.626083:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:1.0:1767319151.626126:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988519168 00000100:00100000:1.0:1767319151.626130:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988519168 00000100:00100000:1.0:1767319151.626164:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297 00000100:00100000:1.0:1767319151.626170:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988519168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319151.626188:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445425152 avail 1299185664 00000100:00100000:1.0:1767319151.626222:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988519168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319151.626227:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297 00000100:00100000:1.0:1767319151.626266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988519168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319151.626307:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988519296:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319152.008799:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319152.426338:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319152.426390:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319152.426432:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319152.426455:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319152.426476:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319152.426507:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641216 00000100:00100000:1.0:1767319152.426517:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641216 00000100:00100000:1.0:1767319152.426571:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00100000:1.0:1767319152.426631:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923641216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319152.426717:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923641216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 130us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.426727:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00080000:1.0:1767319152.426771:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319152.426782:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319152.426824:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641344 00000100:00100000:1.0:1767319152.426833:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641344 00000100:00100000:1.0:1767319152.426879:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641472 00000100:00100000:1.0:1767319152.426885:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641472 00000100:00100000:1.0:1767319152.426923:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:1.0:1767319152.426940:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923641344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319152.426993:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923641344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 58us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.427003:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:1.0:1767319152.427020:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00100000:1.0:1767319152.427027:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923641472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319152.427086:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923641472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 59us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.427095:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00080000:1.0:1767319152.427129:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319152.427133:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767319153.032750:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1767319153.162434:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986192 is committed 00010000:00010000:2.0:1767319155.082047:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319155.721339:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988519552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319155.721455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319155.721616:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988519552 00000100:00100000:1.0:1767319155.721628:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988519552 00000100:00080000:1.0:1767319155.721676:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319155.721737:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1767319155.721750:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988519552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.729425:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988519424 00000100:00100000:0.0:1767319155.729433:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988519424 00000100:00100000:0.0:1767319155.729479:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1767319155.729489:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7012:x1853163988519424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.729539:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7012:x1853163988519424:12345-0@lo:400:kworker.0 Request processed in 51us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.729548:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1767319155.729647:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1767319155.729659:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988520832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.729701:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163988520832:12345-0@lo:400:kworker.0 Request processed in 46us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.729708:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1767319155.730043:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520448 00000100:00100000:0.0:1767319155.730048:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520448 00000100:00100000:0.0:1767319155.730083:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:0.0:1767319155.730091:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988520448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730133:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988520448:12345-0@lo:400:kworker.0 Request processed in 43us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.730139:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00000100:00100000:0.0:1767319155.730167:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988519680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730207:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319155.730232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988520192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730269:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319155.730290:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988520704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730310:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319155.730333:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767319155.730340:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988520064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319155.730380:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988520576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730401:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319155.730428:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988519680 00000100:00100000:0.0:1767319155.730431:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988519680 00000100:00100000:0.0:1767319155.730461:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1767319155.730467:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988519680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730516:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163988519680:12345-0@lo:400:kworker.0 Request processed in 49us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.730523:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1767319155.730540:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520064 00000100:00100000:0.0:1767319155.730544:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520064 00000100:00100000:0.0:1767319155.730565:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1767319155.730572:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988520064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730632:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988520064:12345-0@lo:400:kworker.0 Request processed in 60us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.730638:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1767319155.730674:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986192 gen 2 00000004:00080000:0.0:1767319155.730681:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986191 committed transno 133143986192 00000004:00080000:0.0:1767319155.730707:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986192 committed transno 133143986192 00000100:00100000:0.0:1767319155.730745:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988520064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988519680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730798:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520320 00000100:00100000:0.0:1767319155.730802:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520320 00000100:00100000:0.0:1767319155.730833:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520192 00000100:00100000:0.0:1767319155.730836:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520192 00000100:00100000:0.0:1767319155.730854:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520704 00000100:00100000:0.0:1767319155.730857:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520704 00000100:00100000:0.0:1767319155.730874:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988520576 00000100:00100000:0.0:1767319155.730876:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988520576 00000100:00100000:0.0:1767319155.730895:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:0.0:1767319155.730901:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988520320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.730935:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988520320:12345-0@lo:400:kworker.0 Request processed in 34us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.730951:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:0.0:1767319155.730964:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1767319155.730969:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988520192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731002:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988520192:12345-0@lo:400:kworker.0 Request processed in 33us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.731008:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1767319155.731019:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:0.0:1767319155.731024:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988520704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731065:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988520704:12345-0@lo:400:kworker.0 Request processed in 41us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.731071:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:0.0:1767319155.731082:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1767319155.731087:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988520576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731112:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988520576:12345-0@lo:400:kworker.0 Request processed in 25us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319155.731117:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1767319155.731143:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988520576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731153:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988520192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731162:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988520704:0@lo:400:kworker.0 00000100:00080000:0.0:1767319155.731319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319155.731325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319155.731328:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319155.731330:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319155.731362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988519808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731384:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988520320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731398:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988520832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988519424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988519936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319155.731434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988520448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319155.738265:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988519552:12345-0@lo:400:kworker.0 Request processed in 16492us (16785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319155.738287:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1767319155.739396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988519552:0@lo:400:kworker.0 00010000:00010000:0.0:1767319156.104940:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319156.744933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988520960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319156.745033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.745288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988521088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319156.745343:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988521216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319156.745396:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988521344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319156.753120:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319156.753189:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319156.753207:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988521600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319156.753263:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319156.753313:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521216 00000100:00100000:1.0:1767319156.753324:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521216 00000100:00100000:1.0:1767319156.753383:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:1.0:1767319156.753395:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988521216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319156.753864:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319156.753918:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988521216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 526us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319156.753926:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:1.0:1767319156.753959:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521088 00000100:00100000:1.0:1767319156.753963:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521088 00000100:00100000:1.0:1767319156.753981:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767319156.753987:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988521088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319156.753999:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319156.754034:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988521088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319156.754040:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767319156.754115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988521216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319156.754775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988521088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319156.754920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988520960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319156.762495:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300 00000100:00100000:1.0:1767319156.762533:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988521600:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319156.762768:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319156.762877:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521344 00000100:00100000:2.0:1767319156.762888:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521344 00000100:00100000:2.0:1767319156.762952:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:2.0:1767319156.762961:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988521344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319156.762981:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319156.763068:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988521344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319156.763076:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:2.0:1767319156.763155:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988521344:0@lo:13:osp-pre-0-1.0 00000004:00000024:1.0:1767319156.763776:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445212160 avail 1298972672 00000100:00100000:1.0:1767319156.763852:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988521600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1337us (10586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319156.763863:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300 00000100:00100000:1.0:1767319156.763895:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:1.0:1767319156.763905:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988521472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319156.763933:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445425152 avail 1299185664 00000100:00100000:1.0:1767319156.763973:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988521472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (10428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319156.763980:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00100000:1.0:1767319156.764025:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988521472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319156.764107:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988521600:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1767319157.128808:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319157.542896:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319157.542953:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319157.543001:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319157.543038:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319157.543077:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319157.543114:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642368 00000100:00100000:0.0:1767319157.543127:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642368 00000100:00100000:2.0:1767319157.543141:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641856 00000100:00100000:2.0:1767319157.543148:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641856 00000100:00100000:0.0:1767319157.543212:0:37853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642240 00000100:00100000:2.0:1767319157.543216:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:0.0:1767319157.543218:0:37853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642240 00000100:00100000:2.0:1767319157.543241:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923641856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319157.543264:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2976 00000100:00100000:0.0:1767319157.543274:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923642368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319157.543341:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2508:x1853163923641856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319157.543350:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00080000:2.0:1767319157.543423:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319157.543429:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319157.543440:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923641984 00000100:00100000:2.0:1767319157.543445:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923641984 00000100:00080000:2.0:1767319157.543463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319157.543490:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642112 00000100:00100000:2.0:1767319157.543493:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642112 00000100:00080000:2.0:1767319157.543506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319157.543529:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:2.0:1767319157.543537:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923641984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319157.543625:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 47 00000100:00100000:1.0:1767319157.543636:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923642112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319157.547055:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923642368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3762us (4080us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319157.547076:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2976 00000100:00100000:2.0:1767319157.554310:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923641984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 10761us (11419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319157.554328:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:1.0:1767319157.559522:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923642112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 15864us (16459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319157.559544:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 47 00000001:00020000:0.0:1767319158.161407:0:121323:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 awake 00000020:00000080:0.0:1767319158.165246:0:121323:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37ee0 00000100:00080000:0.0:1767319158.165281:0:121323:0:(import.c:65:import_set_state_nolock()) ffff9e7d09275800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1767319158.168115:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+1:7010:x1853163988516992:12345-0@lo:39:umount.0 Request processed in 8048395us (8049981us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319158.168134:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:1.0:1767319158.168320:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d08410000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1767319158.168343:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988516992:0@lo:39:umount.0 00000100:00080000:1.0:1767319158.168421:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319158.168426:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1767319158.168433:0:122874:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1767319158.170259:0:122874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.170281:0:122874:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.170288:0:122874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.170294:0:122874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.170372:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319158.170381:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.170389:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41264600 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319158.170394:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.170436:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319158.170444:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319158.170450:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767319158.170452:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:2.0:1767319158.170499:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.170505:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319158.170539:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174712:0:122874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767319158.174735:0:122874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d41264600/0x719a348ff1c37c40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c47 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174768:0:122874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174776:0:122874:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174813:0:122874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174821:0:122874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174857:0:122874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319158.174867:0:122874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174873:0:122874:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174878:0:122874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174883:0:122874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174909:0:122874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319158.174914:0:122874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174920:0:122874:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174925:0:122874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174931:0:122874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319158.174943:0:122874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:1.0:1767319158.174948:0:122874:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1767319158.174956:0:122874:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1767319158.175034:0:122874:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1767319158.175039:0:122874:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='FA') 00000020:00000080:1.0:1767319158.175045:0:122874:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1767319158.175051:0:122874:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0001 00000100:00100000:2.0:1767319158.175995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988521728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319158.176100:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.176200:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521728 00000100:00100000:2.0:1767319158.176222:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521728 00000100:00100000:2.0:1767319158.176292:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1767319158.176301:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7014:x1853163988521728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.176321:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319158.176344:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a938600/0x719a348ff1c37c47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37c40 expref: 22 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176364:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319158.176401:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7014:x1853163988521728:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319158.176408:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1767319158.176485:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988521728:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.176515:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319158.176523:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176531:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319158.176535:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176544:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319158.176550:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319158.176556:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1767319158.176558:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1767319158.176562:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1767319158.176627:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176634:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319158.176660:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176667:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4800/0x719a348ff1c37e2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37e31 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319158.176685:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988521856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319158.176714:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.176741:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521856 00000100:00100000:2.0:1767319158.176751:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521856 00000100:00100000:2.0:1767319158.176791:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767319158.176798:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7011:x1853163988521856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.176806:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319158.176815:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41264000/0x719a348ff1c37e31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e2a expref: 21 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176826:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319158.176853:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7011:x1853163988521856:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319158.176859:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767319158.176883:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988521856:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.176897:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319158.176901:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176907:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319158.176910:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176917:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319158.176923:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319158.176928:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1767319158.176930:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1767319158.176933:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1767319158.176944:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176956:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319158.176966:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.176972:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939e00/0x719a348ff1c37ce8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37cef expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319158.176983:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319158.176990:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988521984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319158.177012:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.177032:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988521984 00000100:00100000:2.0:1767319158.177035:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988521984 00000100:00100000:2.0:1767319158.177057:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1767319158.177063:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7011:x1853163988521984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.177071:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319158.177080:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41264e00/0x719a348ff1c37cef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37ce8 expref: 20 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177088:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319158.177113:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7011:x1853163988521984:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319158.177119:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1767319158.177142:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988521984:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.177155:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319158.177162:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177167:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d41265e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319158.177176:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177183:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319158.177189:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319158.177194:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1767319158.177196:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1767319158.177198:0:15459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1767319158.177222:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177229:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319158.177240:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177246:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d41265e00/0x719a348ff1c37c32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c37c39 expref: -99 pid: 121295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319158.177257:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319158.177265:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988522112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319158.177290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.177311:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522112 00000100:00100000:2.0:1767319158.177314:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522112 00000100:00100000:2.0:1767319158.177336:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1767319158.177342:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4205a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7014:x1853163988522112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.177350:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319158.177359:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c4400/0x719a348ff1c37c39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37c32 expref: 19 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319158.177375:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319158.177400:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4205a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7014:x1853163988522112:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319158.177406:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1767319158.177460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988522112:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319158.177476:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.177478:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.177481:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.177530:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.177554:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.177571:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319158.177811:0:121323:0:(genops.c:904:class_export_put()) final put ffff9e7d09276800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1767319158.185311:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d09276800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319158.185416:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09275800 for lustre-MDT0000 00000004:00000080:1.0:1767319158.190322:0:122874:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0001: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:1.0:1767319158.191329:0:122874:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 4/9 00000020:00080000:1.0:1767319158.191344:0:122874:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d3c13c000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319158.191352:0:122874:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d3c13e000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319158.191361:0:122874:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d39a7d800 f8e581f7-de51-4550-90ea-109e3cc27a77 192.168.204.13@tcp 5 (0 0 0) 0 0 0 0: 0000000000000000 85899345930 stale:0 00000020:00080000:1.0:1767319158.191367:0:122874:0:(genops.c:1836:print_export_data()) lustre-MDT0001: ACTIVE ffff9e7d3b06d000 lustre-MDT0000-mdtlov_UUID 0@lo 5 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319158.191373:0:122874:0:(genops.c:1570:class_disconnect_exports()) OBD device 6 (ffff9e7d08db0000) has exports, disconnecting them 00000020:00080000:1.0:1767319158.191378:0:122874:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d3c13c000), last request at 1767319155 00000020:00000080:1.0:1767319158.191388:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37ed2 00000100:00080000:1.0:1767319158.191764:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c13f000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319158.191870:0:122874:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d3c13c000): rc 0 00000020:00000080:1.0:1767319158.191872:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d3c13c000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00080000:1.0:1767319158.191895:0:122874:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d3c13e000), last request at 1767319155 00000020:00000080:1.0:1767319158.191900:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37ec4 00000100:00080000:1.0:1767319158.191905:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c13d800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1767319158.196643:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767319158.197269:0:122874:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d3c13e000): rc 0 00000020:00000080:1.0:1767319158.197276:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d3c13e000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1767319158.197295:0:122874:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.204.13@tcp (ffff9e7d39a7d800), last request at 1767319157 00000020:00000080:1.0:1767319158.197309:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c86 00000100:00080000:1.0:1767319158.197373:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d0cd55800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319158.197402:0:122874:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d39a7d800): rc 0 00000020:00000080:1.0:1767319158.197405:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d39a7d800/f8e581f7-de51-4550-90ea-109e3cc27a77 00010000:00010000:0.0:1767319158.197522:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767319158.197641:0:122874:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9e7d3b06d000), last request at 1767319119 00000020:00000080:1.0:1767319158.197646:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c7f 00000100:00080000:1.0:1767319158.197652:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d04913000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319158.197667:0:122874:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d3b06d000): rc 0 00000020:00000080:1.0:1767319158.197669:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06d000/lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1767319158.197707:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.197934:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:1.0:1767319158.209059:0:122874:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb1abc23fbb28 00000020:00000080:2.0:1767319158.209137:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b06d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1767319158.209177:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04913000 for lustre-MDT0001 00000100:00080000:0.0:1767319158.213036:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767319158.213050:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986192 gen 3 00000100:00080000:0.0:1767319158.217136:0:122874:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1767319158.217192:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d09649800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1767319158.217288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988522240:0@lo:39:umount.0 00000100:00100000:1.0:1767319158.217388:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.217508:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522240 00000100:00100000:2.0:1767319158.217520:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522240 00000100:00100000:2.0:1767319158.217633:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:2.0:1767319158.217645:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988522240:12345-0@lo:39:umount.0 00000001:00020000:2.0:1767319158.217663:0:18378:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 sleeping for 8000ms 00000100:00080000:0.0:1767319158.221182:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319158.221194:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934595 gen 3 00000004:00080000:0.0:1767319158.221259:0:122874:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767319158.221339:0:122874:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1767319158.221382:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d4097c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1767319158.221779:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319158.221783:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969462 gen 3 00000004:00080000:0.0:1767319158.221792:0:122874:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767319158.221852:0:122874:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1767319158.221867:0:122874:0:(import.c:65:import_set_state_nolock()) ffff9e7d0964e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1767319158.221936:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522368 00000100:00100000:2.0:1767319158.221946:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522368 00000100:00100000:2.0:1767319158.222016:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130 00000100:00100000:2.0:1767319158.222030:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988522368:12345-0@lo:9:umount.0 00000001:00020000:2.0:1767319158.222048:0:37861:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 sleeping for 8000ms 00000100:00080000:2.0:1767319158.222076:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319158.226105:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522496 00000100:00100000:2.0:1767319158.226117:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522496 00000100:00100000:2.0:1767319158.226201:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131 00000100:00100000:2.0:1767319158.226227:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7010:x1853163988522496:12345-0@lo:9:umount.0 00000001:00020000:2.0:1767319158.226249:0:37857:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 sleeping for 8000ms 00000020:00080000:0.0:1767319158.226551:0:122874:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d08db0000) has no exports 00000040:00080000:0.0:1767319158.233548:0:122874:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 32, last_idx 34 00000040:00080000:0.0:1767319158.234430:0:122874:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 33, last_idx 34 00000020:00080000:0.0:1767319158.246965:0:122874:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9e7d08db0000) has no exports 00010000:00010000:2.0:1767319159.176868:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319160.202697:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319160.841196:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988522624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319160.841318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319160.841419:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522624 00000100:00100000:0.0:1767319160.841448:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522624 00000100:00100000:0.0:1767319160.841528:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1767319160.841540:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7014:x1853163988522624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.841992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988523008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319160.842106:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523008 00000100:00100000:1.0:1767319160.842110:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523008 00000100:00100000:1.0:1767319160.842139:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1767319160.842144:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163988523008:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767319160.842152:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319160.842200:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163988523008:12345-0@lo:400:kworker.0 Request processed in 54us (165us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319160.842209:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:1.0:1767319160.842268:0:7013:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767319160.842275:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767319160.842280:0:7013:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767319160.842287:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319160.842291:0:7013:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4371 00000100:00080000:1.0:1767319160.842299:0:7013:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319160.842333:0:7013:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19c00 x1853163988523136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319160.842355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988523008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988522880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319160.842458:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319160.842464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988522752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842484:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319160.842508:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522880 00000100:00100000:1.0:1767319160.842511:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522880 00000100:00100000:1.0:1767319160.842548:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988522752 00000100:00100000:1.0:1767319160.842551:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988522752 00000100:00100000:1.0:1767319160.842567:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1767319160.842573:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988522880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842636:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988522880:12345-0@lo:400:kworker.0 Request processed in 63us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319160.842643:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1767319160.842658:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1767319160.842662:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163988522752:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767319160.842666:0:121320:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319160.842685:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163988522752:12345-0@lo:400:kworker.0 Request processed in 22us (201us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319160.842691:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:1.0:1767319160.842730:0:7012:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767319160.842734:0:7012:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767319160.842737:0:7012:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767319160.842747:0:7012:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319160.842751:0:7012:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4371 00000100:00080000:1.0:1767319160.842756:0:7012:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319160.842769:0:7012:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b800 x1853163988523264/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319160.842782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988522752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.842800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988522880:0@lo:400:kworker.0 00000100:00080000:1.0:1767319160.842836:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319160.842852:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988523136:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767319160.842879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319160.842897:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988523264:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1767319160.842915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319160.842942:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523136 00000100:00100000:1.0:1767319160.842946:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523136 00000100:00100000:1.0:1767319160.842961:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523264 00000100:00100000:1.0:1767319160.842964:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523264 00000100:00100000:1.0:1767319160.842979:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1767319160.842984:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988523136:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1767319160.843002:0:121476:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1767319160.848812:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7014:x1853163988522624:12345-0@lo:400:kworker.0 Request processed in 7255us (7475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319160.848833:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1767319160.848932:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1767319160.848941:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988523264:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1767319160.848964:0:122877:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1767319160.849047:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988523264:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 105us (6130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319160.849054:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1767319160.849174:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319160.849181:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319160.849185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988523264:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1767319160.853852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988523776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.853918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319160.853954:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767319160.853961:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988523392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.853988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319160.854006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988523904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319160.854060:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523392 00000100:00100000:0.0:1767319160.854067:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523392 00000100:00100000:0.0:1767319160.854119:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523904 00000100:00100000:0.0:1767319160.854122:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523904 00000100:00100000:0.0:1767319160.854171:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1767319160.854179:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988523392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854241:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988523392:12345-0@lo:400:kworker.0 Request processed in 62us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319160.854248:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1767319160.854263:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1767319160.854269:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988523904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854292:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988523904:12345-0@lo:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319160.854297:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1767319160.854317:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988523776 00000100:00100000:0.0:1767319160.854321:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988523776 00000100:00100000:0.0:1767319160.854345:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767319160.854351:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988523776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854379:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988523776:12345-0@lo:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319160.854385:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767319160.854422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988523392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988523904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319160.854442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988523776:0@lo:400:kworker.0 00000100:00080000:0.0:1767319160.854483:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319160.854488:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319160.856864:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988524032 00000100:00100000:0.0:1767319160.856879:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988524032 00000100:00100000:0.0:1767319160.856934:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304 00000100:00100000:0.0:1767319160.856942:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988524032:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1767319160.856984:0:35231:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1767319160.857062:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988524032:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 120us (1378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319160.857071:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304 00000100:00100000:2.0:1767319160.859205:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988522624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319160.859857:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988523136:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 16867us (16972us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319160.859872:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:2.0:1767319160.860044:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319160.860050:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319160.860054:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988523136:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1767319161.224904:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319161.865462:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988524160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319161.865569:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.867845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988524288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319161.867872:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319161.867895:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:0:1853163988524416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319161.867926:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319161.867953:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988524288 00000100:00100000:1.0:1767319161.867978:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988524288 00000100:00100000:1.0:1767319161.868038:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:1.0:1767319161.868048:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988524288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319161.868081:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8665024 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319161.868137:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988524288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319161.868155:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1767319161.868168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988524288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319161.868281:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319161.868292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:0:1853163988524544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319161.868500:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319161.868521:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:0:1853163988524672:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319162.250196:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319162.661763:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319162.661900:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642496 00000100:00100000:1.0:1767319162.661914:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642496 00000100:00100000:1.0:1767319162.662211:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:1.0:1767319162.662224:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923642496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319162.662330:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923642496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319162.662338:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:0.0:1767319162.670117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319162.670377:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642624 00000100:00100000:1.0:1767319162.670393:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642624 00000100:00100000:1.0:1767319162.670504:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 51 00000100:00100000:1.0:1767319162.670516:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923642624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319162.670659:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923642624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 145us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319162.670666:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 51 00000100:00080000:0.0:1767319162.671940:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319162.677277:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319162.677338:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319162.677432:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923642752 00000100:00100000:2.0:1767319162.677446:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923642752 00000100:00100000:2.0:1767319162.677521:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 71 00000100:00100000:2.0:1767319162.677530:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163923642752:12345-192.168.204.13@tcp:400:kworker.0 00000020:00080000:2.0:1767319162.677539:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.13@tcp 00000100:00100000:2.0:1767319162.677639:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163923642752:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (298us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319162.677667:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 71 00000100:00080000:0.0:1767319162.680298:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319162.680524:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319162.680660:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643008 00000100:00100000:1.0:1767319162.680671:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643008 00000100:00100000:1.0:1767319162.680718:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 72 00000100:00100000:1.0:1767319162.680724:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923643008:12345-192.168.204.13@tcp:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1767319162.680750:0:121476:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 192.168.204.13@tcp (stopping) 00000100:00100000:1.0:1767319162.680835:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923643008:12345-192.168.204.13@tcp:38:ptlrpcd_00_00.0 Request processed in 109us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319162.680844:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 72 00010000:00010000:2.0:1767319163.274357:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319164.297209:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319165.320792:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:2.0:1767319165.585709:0:37856:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 awake 00000020:00000080:2.0:1767319165.597087:0:37856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c382fa 00000100:00080000:2.0:1767319165.597116:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d07403000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319165.597215:0:37856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00100000:2.0:1767319165.597508:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+2:2507:x1853163923642240:12345-192.168.204.13@tcp:9:kworker.0 Request processed in 8054135us (8054422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319165.597523:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6129 00000100:00080000:2.0:1767319165.961123:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319165.961132:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319165.961136:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319165.961147:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4407 00000100:00080000:2.0:1767319165.961154:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319165.961161:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319165.961187:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163988524928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319165.961219:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319165.961222:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319165.961224:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319165.961228:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4407 00000100:00080000:2.0:1767319165.961231:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319165.961234:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319165.961258:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2300 x1853163988525184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319165.961301:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319165.961305:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1767319165.961307:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319165.961311:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4407 00000100:00080000:2.0:1767319165.961315:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319165.961319:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3054f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319165.961332:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163988525440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319165.961730:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988525056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319165.961906:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988524800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319165.961948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319165.961989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988525696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319165.962051:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988524800 00000100:00100000:0.0:1767319165.962060:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988524800 00000100:00100000:0.0:1767319165.962127:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1767319165.962136:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988524800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319165.962189:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988524800:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319165.962196:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1767319165.962326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319165.962365:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988524800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319165.962395:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319165.962403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988525568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319165.962426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319165.962470:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988525312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319165.962661:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988524928 00000100:00100000:1.0:1767319165.962666:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319165.962666:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988524928 00000100:00100000:2.0:1767319165.967016:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988525184 00000100:00100000:2.0:1767319165.967040:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988525184 00000100:00100000:2.0:1767319165.967092:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988525312 00000100:00100000:2.0:1767319165.967096:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988525312 00000100:00100000:2.0:1767319165.967780:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1767319165.967795:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988525312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319165.967912:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988525312:12345-0@lo:400:kworker.0 Request processed in 122us (5245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319165.967919:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1767319165.967942:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1767319165.967948:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988524928:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1767319165.967970:0:121323:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1767319165.968008:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988524928:12345-0@lo:38:kworker.0 Request processed in 59us (6497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319165.968014:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1767319165.968025:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1767319165.968048:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988525184:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1767319165.968057:0:121323:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1767319165.968174:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988525184:12345-0@lo:38:kworker.0 Request processed in 125us (6520us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319165.968180:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1767319165.968248:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319165.968254:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319165.968259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988524928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319165.968273:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319165.968277:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319165.968280:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988525184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319165.968346:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:2.0:1767319165.968356:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988525696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319165.968401:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988525696:12345-0@lo:400:kworker.0 Request processed in 47us (6380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319165.969266:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767319165.969969:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988525312:0@lo:400:kworker.0 00000001:00020000:2.0:1767319166.225185:0:18378:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 awake 00000020:00000080:2.0:1767319166.225241:0:18378:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d6d 00000100:00080000:2.0:1767319166.225268:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d04914000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319166.225321:0:18378:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 31, last_transno is 133143986192 00010000:00010000:1.0:1767319166.225601:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319166.225947:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+3:7010:x1853163988522240:12345-0@lo:39:umount.0 Request processed in 8008298us (8008553us total) trans 133143986193 rc 0/0 00000100:00100000:2.0:1767319166.226045:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00080000:2.0:1767319166.226366:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319166.226370:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986192 gen 4 00000100:00100000:2.0:1767319166.226380:0:122874:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d2d02ed80 x1853163988522240/t133143986193(133143986193) o39->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 1 to 0 dl 1767319199 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319166.226445:0:122874:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000001:00020000:2.0:1767319166.241690:0:37861:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 awake 00000020:00000080:2.0:1767319166.241836:0:37861:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37cda 00000100:00080000:2.0:1767319166.241857:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a82a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319166.241943:0:37861:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00010000:00010000:0.0:1767319166.243711:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319166.243995:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d4097c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1767319166.244022:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:1.0:1767319166.244025:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1767319166.244039:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988522368:0@lo:9:umount.0 00000004:00080000:1.0:1767319166.249406:0:121488:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1767319166.249420:0:121488:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x52:0x0] index 1 count 1 00000040:00080000:1.0:1767319166.249442:0:121488:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 20 count 2 00000001:00020000:2.0:1767319166.257331:0:37857:0:(tgt_handler.c:1124:tgt_disconnect()) cfs_fail_timeout id 245 awake 00000020:00000080:2.0:1767319166.257381:0:37857:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37cc5 00000100:00080000:2.0:1767319166.257402:0:37857:0:(import.c:65:import_set_state_nolock()) ffff9e7d04872800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319166.257547:0:37857:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294969463 00000100:00100000:2.0:1767319166.257871:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+2:7010:x1853163988522496:12345-0@lo:9:umount.0 Request processed in 8031643us (8031869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319166.257885:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131 00010000:00010000:1.0:1767319166.260182:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767319166.260367:0:121486:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1767319166.260374:0:121486:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x50:0x0] index 1 count 1 00000040:00080000:1.0:1767319166.260390:0:121486:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 20 count 2 00000020:00000080:2.0:1767319166.262117:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d219800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1767319166.263132:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa3e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1767319166.263429:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b65a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1767319166.263447:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0964f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1767319166.264142:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0964e000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1767319166.264400:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa3f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1767319166.264438:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d40979800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1767319166.267050:0:122874:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1767319166.267072:0:122874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767319166.267078:0:122874:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934595 gen 5 00000100:00020000:2.0:1767319166.267088:0:122874:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00100000:2.0:1767319166.267092:0:122874:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767319166.267095:0:122874:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000020:00000080:2.0:1767319166.267178:0:122874:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319166.267193:0:122874:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1767319166.267199:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d3b65c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319166.267217:0:122874:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b65c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1767319166.267225:0:122874:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1767319166.267453:0:122874:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1767319166.267465:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c9b 00000020:00000080:2.0:1767319166.267474:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d40978800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1767319166.268132:0:122874:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='') 00000020:00000080:2.0:1767319166.268141:0:122874:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767319166.268151:0:122874:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1767319166.268156:0:122874:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9e7d3af98000) has no exports 00000020:00000080:2.0:1767319166.268166:0:122874:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c94 00000020:00000080:2.0:1767319166.268173:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7d0964a000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1767319166.273851:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09649800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1767319166.273860:0:63660:0:(genops.c:904:class_export_put()) final put ffff9e7d0964e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1767319166.273863:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0964e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1767319166.273877:0:63660:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319166.273970:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa3f000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1767319166.273974:0:63660:0:(genops.c:904:class_export_put()) final put ffff9e7c0aa38800/lustre-MDD0001_UUID 00000020:00000080:0.0:1767319166.273976:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa38800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1767319166.273980:0:63660:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1767319166.274013:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0aa3c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1767319166.274831:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d41b9d800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1767319166.278492:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d08410000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1767319166.278501:0:63660:0:(genops.c:904:class_export_put()) final put ffff9e7d41b9e000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1767319166.278505:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d41b9e000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1767319166.278512:0:63660:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1767319166.278650:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1767319166.351802:0:122874:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319166.351823:0:122874:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1767319166.351829:0:122874:0:(genops.c:904:class_export_put()) final put ffff9e7c0d21a800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1767319166.351835:0:122874:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c0d21a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1767319166.351852:0:122874:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1767319166.352010:0:122874:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9e7d3a58b000 00000020:02000400:1.0:1767319166.352103:0:122874:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0001 complete 00000100:00100000:2.0:1767319166.985754:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988526080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319166.985795:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319166.986478:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988526080 00000100:00100000:2.0:1767319166.986487:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988526080 00000100:00100000:2.0:1767319166.986539:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767319166.986548:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988526080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319166.986781:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319166.986848:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988526080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 300us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319166.986856:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:1.0:1767319166.987066:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988526080:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767319167.368759:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319167.780879:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319167.780934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319167.780941:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643264 00000100:00100000:1.0:1767319167.780956:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643264 00000100:00100000:0.0:1767319167.780965:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319167.780991:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643520 00000100:00100000:0.0:1767319167.780995:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643520 00000100:00100000:1.0:1767319167.781064:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 55 00000100:00100000:0.0:1767319167.781065:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2982 00000100:00100000:1.0:1767319167.781084:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923643264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319167.781085:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923643520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319167.781372:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923643264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 296us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319167.781379:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 55 00000100:00080000:1.0:1767319167.781417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319167.781423:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319167.781539:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643136 00000100:00100000:2.0:1767319167.781544:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643136 00000100:00100000:2.0:1767319167.781599:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 97 00000100:00100000:2.0:1767319167.781608:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923643136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319167.781636:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2511:x1853163923643136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 31us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319167.781653:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 97 00000100:00100000:0.0:1767319167.782613:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923643520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1532us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319167.782625:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2982 00000100:00100000:0.0:1767319167.787468:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319167.788918:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643392 00000100:00100000:1.0:1767319167.788939:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643392 00000100:00100000:0.0:1767319167.789448:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 75 00000100:00100000:0.0:1767319167.789463:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923643392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319167.789497:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319167.810280:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923643392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 20803us (22809us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319167.810300:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 75 00010000:00010000:2.0:1767319168.395235:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319169.416970:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319170.444286:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319171.081469:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988526976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.081508:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319171.081537:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767319171.081545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988526208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.081576:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319171.081650:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988527104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319171.081704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988526336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319171.081776:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1767319171.081792:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988527232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319171.082932:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319171.082958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988526592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319171.082995:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319171.083011:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988526848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319171.083031:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319171.083070:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988526848 00000100:00100000:2.0:1767319171.083075:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988526848 00000100:00100000:2.0:1767319171.083112:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:2.0:1767319171.083119:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988526848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319171.083140:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319171.083184:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988526848:12345-0@lo:38:kworker.0 Request processed in 63us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319171.083198:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00000100:00080000:2.0:1767319171.083242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319171.083248:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319171.083252:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988526336:0@lo:38:kworker.0 00000100:00080000:2.0:1767319171.083267:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319171.083284:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319171.083288:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988526592:0@lo:38:kworker.0 00000100:00080000:2.0:1767319171.083299:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319171.083309:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319171.083312:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988526848:0@lo:38:kworker.0 00000001:00100000:2.0:1767319171.084848:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319171.084855:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d3a82b000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1767319171.084875:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:2.0:1767319171.084877:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d07407000/f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:2.0:1767319171.084896:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a82b000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1767319171.084938:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d07407000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0000 00000020:00000080:2.0:1767319171.084958:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3a82a800 for lustre-OST0000 00000020:00000080:2.0:1767319171.084962:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d07403000 for lustre-OST0000 00000100:00100000:1.0:1767319171.087067:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319171.087144:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319171.087165:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988526976 00000100:00100000:1.0:1767319171.087175:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988526976 00000100:00100000:1.0:1767319171.087244:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988527104 00000100:00100000:1.0:1767319171.087247:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988527104 00000100:00100000:1.0:1767319171.087274:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:1.0:1767319171.087282:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988526976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.087346:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988526976:12345-0@lo:400:kworker.0 Request processed in 65us (5838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319171.087353:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:1.0:1767319171.087369:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1767319171.087377:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988527104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.087406:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988527104:12345-0@lo:400:kworker.0 Request processed in 31us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319171.087411:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1767319171.087430:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988526208 00000100:00100000:1.0:1767319171.087434:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988526208 00000100:00100000:1.0:1767319171.087461:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1767319171.087468:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988526208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.087497:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7011:x1853163988526208:12345-0@lo:400:kworker.0 Request processed in 30us (5922us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319171.087504:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1767319171.087567:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988526208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.087605:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988527104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.087619:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988526976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319171.088088:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988527232:12345-0@lo:400:kworker.0 Request processed in 6296us (6718us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319171.088099:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1767319171.088139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988527232:0@lo:400:kworker.0 00010000:00010000:1.0:1767319171.466610:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319172.104914:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988527360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319172.105005:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319172.105446:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988527360 00000100:00100000:2.0:1767319172.105455:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988527360 00000100:00100000:2.0:1767319172.105503:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767319172.105512:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988527360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319172.105540:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319172.105606:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988527360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319172.105614:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767319172.105786:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988527360:0@lo:13:osp-pre-1-0.0 00000001:00100000:0.0:1767319172.109745:0:121467:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:0.0:1767319172.109764:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986193 is committed 00000020:00000080:0.0:1767319172.109770:0:121467:0:(genops.c:904:class_export_put()) final put ffff9e7d30549000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1767319172.111225:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1767319172.111233:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d04876800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1767319172.111308:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d30549000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319172.111370:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04914000 for lustre-MDT0000 00000020:00000080:2.0:1767319172.112597:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04876800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1767319172.112632:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04872800 for lustre-OST0001 00000100:00100000:0.0:1767319172.898042:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319172.906517:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923643648 00000100:00100000:0.0:1767319172.906531:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923643648 00000100:00100000:0.0:1767319172.906625:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 99 00000100:00100000:0.0:1767319172.906639:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ffc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923643648:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319172.906732:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ffc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923643648:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (7046us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319172.906755:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 99 00010000:00010000:0.0:1767319173.513661:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319175.563152:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319176.208235:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.208240:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319176.208243:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.208249:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4418 00000100:00080000:1.0:1767319176.208254:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767319176.208259:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319176.208273:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988527616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.208336:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.208381:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988527616 00000100:00100000:1.0:1767319176.208387:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988527616 00000100:00100000:1.0:1767319176.208420:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1767319176.208425:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3699a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988527616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.208457:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3699a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7012:x1853163988527616:12345-0@lo:400:kworker.0 Request processed in 32us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.208462:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1767319176.208496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988527616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.208838:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a680 x1853163988527744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319176.208884:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.208888:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319176.208890:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.208894:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4418 00000100:00080000:1.0:1767319176.208905:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767319176.208909:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319176.208919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988527872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.208946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.208979:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988527872 00000100:00100000:1.0:1767319176.208983:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988527872 00000100:00100000:1.0:1767319176.209018:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1767319176.209025:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988527872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209059:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988527872:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.209066:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:1.0:1767319176.209081:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319176.209103:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988527872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18380 x1853163988528000/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319176.209148:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.209151:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1767319176.209153:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.209157:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4418 00000100:00080000:1.0:1767319176.209160:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767319176.209164:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3054f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319176.209250:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319176.209259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988528128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.209305:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528128 00000100:00100000:1.0:1767319176.209314:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528128 00000100:00100000:1.0:1767319176.209342:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1767319176.209349:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988528128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209383:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988528128:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.209389:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1767319176.209402:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319176.209417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988528128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209439:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163988528256/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319176.209461:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319176.209467:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988528384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209492:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.209518:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528384 00000100:00100000:1.0:1767319176.209521:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528384 00000100:00100000:1.0:1767319176.209552:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1767319176.209558:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988528384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209609:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988528384:12345-0@lo:400:kworker.0 Request processed in 51us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.209615:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00080000:1.0:1767319176.209629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319176.209647:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988528384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209673:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988528512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209693:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.209714:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528512 00000100:00100000:1.0:1767319176.209717:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528512 00000100:00100000:1.0:1767319176.209750:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:1.0:1767319176.209756:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988528512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209787:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988528512:12345-0@lo:400:kworker.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.209792:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00080000:1.0:1767319176.209803:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319176.209818:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988528512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209842:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988528640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.209895:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528640 00000100:00100000:1.0:1767319176.209899:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528640 00000100:00100000:1.0:1767319176.209918:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1767319176.209924:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988528640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319176.209956:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988528640:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.209962:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1767319176.209988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988528640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319176.212437:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988527744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319176.212499:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.212536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988528000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319176.212557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.212574:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988528256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319176.212648:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.212694:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988527744 00000100:00100000:2.0:1767319176.212701:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988527744 00000100:00100000:2.0:1767319176.212729:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528000 00000100:00100000:2.0:1767319176.212733:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528000 00000100:00100000:2.0:1767319176.212750:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1767319176.212756:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988527744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.212779:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.212814:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988527744:12345-0@lo:38:kworker.0 Request processed in 57us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.212821:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1767319176.212836:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1767319176.212840:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988528000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.212849:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.212881:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988528000:12345-0@lo:38:kworker.0 Request processed in 29us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.212888:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1767319176.212909:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528256 00000100:00100000:2.0:1767319176.212913:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528256 00000100:00100000:2.0:1767319176.212932:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1767319176.212936:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988528256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.212946:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.212969:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988528256:12345-0@lo:38:kworker.0 Request processed in 32us (321us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.212981:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00080000:2.0:1767319176.213021:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319176.213026:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319176.213030:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988527744:0@lo:38:kworker.0 00000100:00080000:2.0:1767319176.213039:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319176.213043:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319176.213045:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988528000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319176.213051:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319176.213055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319176.213057:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988528256:0@lo:38:kworker.0 00000080:01200004:2.0:1767319176.816404:0:123520:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d3b65a000 00000020:01000004:2.0:1767319176.816780:0:123520:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767319176.816783:0:123520:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1767319176.816795:0:123520:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1767319176.816823:0:123520:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1767319176.816828:0:123520:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319176.816843:0:123520:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9e7d05d131b0) 00000020:00000080:2.0:1767319176.816867:0:123520:0:(obd_config.c:657:class_attach()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00000020:00000080:2.0:1767319176.816873:0:123520:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1767319176.922312:0:123520:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1767319176.922532:0:123520:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1767319176.922541:0:123520:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:2.0:1767319176.922555:0:123520:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c384eb 00000020:01000004:2.0:1767319176.922564:0:123520:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1767319176.922968:0:123520:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1767319176.922972:0:123520:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1767319176.922978:0:123520:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1767319176.923003:0:123520:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1767319176.923016:0:123520:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.113@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1767319176.927881:0:123520:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1767319176.927924:0:123520:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.113@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1767319176.927929:0:123520:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1767319176.927931:0:123520:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319176.927933:0:123520:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319176.927934:0:123520:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319176.927936:0:123520:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319176.927937:0:123520:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319176.927938:0:123520:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319176.927940:0:123520:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319176.927941:0:123520:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767319176.927945:0:123520:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1767319176.927947:0:123520:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767319176.927949:0:123520:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319176.927950:0:123520:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319176.927951:0:123520:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319176.927952:0:123520:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319176.927953:0:123520:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319176.927954:0:123520:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319176.927955:0:123520:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319176.927956:0:123520:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767319176.927983:0:123520:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1767319176.928004:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988528768:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1767319176.928067:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.929229:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d059173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319176.930147:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528768 00000100:00100000:1.0:1767319176.930158:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528768 00000100:00100000:1.0:1767319176.930330:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1767319176.930341:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:123520:x1853163988528768:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1767319176.930375:0:121474:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1767319176.930379:0:121474:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1767319176.930386:0:121474:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1767319176.930814:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:123520:x1853163988528768:12345-0@lo:253:mount.lustre.0 Request processed in 474us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.930838:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1767319176.930923:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988528768:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1767319176.930935:0:123520:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1767319176.930939:0:123520:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767319176.930941:0:123520:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1767319176.930942:0:123520:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319176.930943:0:123520:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319176.930945:0:123520:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319176.930946:0:123520:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319176.930947:0:123520:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319176.930949:0:123520:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319176.930956:0:123520:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1767319176.930978:0:123520:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d3b65a000 from lustre-MDT0001 10000000:01000000:2.0:1767319176.931005:0:123520:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1767319176.931008:0:123520:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1767319176.931016:0:123520:0:(mgc_request_server.c:834:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9e7d32ce8000 local copy 00010000:00010000:2.0:1767319176.931024:0:123520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319176.931119:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988528896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319176.931153:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.937572:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d05917e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319176.937671:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988528896 00000100:00100000:0.0:1767319176.937681:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988528896 00000100:00100000:1.0:1767319176.937780:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1767319176.937791:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:123520:x1853163988528896:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319176.937932:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:123520:x1853163988528896:12345-0@lo:501:mount.lustre.0 Request processed in 143us (6778us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767319176.937941:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1767319176.938032:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988528896:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1767319176.938054:0:123520:0:(mgc_request_server.c:727:mgc_llog_local_copy()) MGC192.168.204.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1767319176.938078:0:123520:0:(mgc_request_server.c:857:mgc_get_local_copy()) MGC192.168.204.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1767319176.938087:0:123520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319176.938098:0:123520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319176.938130:0:123520:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9e7d3b65a000 10000000:01000000:2.0:1767319176.938135:0:123520:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1767319176.938141:0:123520:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9e7d3b65a000 10000000:01000000:2.0:1767319176.938144:0:123520:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1767319176.938147:0:123520:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d3b65a000 from 1 10000000:01000000:2.0:1767319176.938150:0:123520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1767319176.938177:0:123520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319176.938185:0:123520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319176.938219:0:123520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319176.938238:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319176.938270:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.939067:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d05917e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319176.948038:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529280 00000100:00100000:1.0:1767319176.948046:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529280 00000100:00100000:1.0:1767319176.948134:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1767319176.948145:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3699a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529280:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319176.948646:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3699a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529280:12345-0@lo:501:mount.lustre.0 Request processed in 503us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.948654:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1767319176.950878:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529408 00000100:00100000:0.0:1767319176.950890:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529408 00000100:00100000:0.0:1767319176.950935:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1767319176.950943:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529408:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319176.951091:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529408:12345-0@lo:503:mount.lustre.0 Request processed in 148us (2261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319176.951099:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1767319176.951381:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7c180 going to sleep for 11 seconds 00000100:00100000:1.0:1767319176.951405:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529408:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1767319176.954176:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319176.954548:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529536:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319176.954743:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.954840:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d060ff840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319176.961465:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529536 00000100:00100000:0.0:1767319176.961480:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529536 00000100:00100000:0.0:1767319176.961556:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1767319176.961566:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36998450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319176.961778:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36998450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529536:12345-0@lo:502:mount.lustre.0 Request processed in 213us (7035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319176.961786:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1767319176.961939:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319176.962195:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].1, 224 off8416 00000040:00080000:1.0:1767319176.962243:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].2, 136 off8552 00000040:00080000:1.0:1767319176.962258:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].3, 176 off8728 00000040:00080000:1.0:1767319176.962273:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].4, 224 off8952 00000040:00080000:1.0:1767319176.962284:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].5, 224 off9176 00000040:00080000:1.0:1767319176.962308:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].6, 120 off9296 00000040:00080000:1.0:1767319176.962322:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].7, 112 off9408 00000040:00080000:1.0:1767319176.962335:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].8, 160 off9568 00000040:00080000:1.0:1767319176.962352:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].9, 224 off9792 00000040:00080000:1.0:1767319176.962366:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].10, 224 off10016 00000040:00080000:1.0:1767319176.962379:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].11, 80 off10096 00000040:00080000:1.0:1767319176.962392:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].12, 224 off10320 00000040:00080000:1.0:1767319176.962404:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].13, 224 off10544 00000040:00080000:1.0:1767319176.962418:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].14, 160 off10704 00000040:00080000:1.0:1767319176.962432:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].15, 224 off10928 00000040:00080000:1.0:1767319176.962444:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].16, 224 off11152 00000040:00080000:1.0:1767319176.962458:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].17, 88 off11240 00000040:00080000:1.0:1767319176.962470:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].18, 144 off11384 00000040:00080000:1.0:1767319176.962484:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].19, 152 off11536 00000040:00080000:1.0:1767319176.962496:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].20, 136 off11672 00000040:00080000:1.0:1767319176.962510:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].21, 224 off11896 00000040:00080000:1.0:1767319176.962523:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].22, 224 off12120 00000040:00080000:1.0:1767319176.962536:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].23, 80 off12200 00000040:00080000:1.0:1767319176.962550:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].24, 224 off12424 00000040:00080000:1.0:1767319176.962563:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].25, 224 off12648 00000040:00080000:1.0:1767319176.962577:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].26, 88 off12736 00000040:00080000:1.0:1767319176.962615:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].27, 144 off12880 00000040:00080000:1.0:1767319176.962630:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].28, 152 off13032 00000040:00080000:1.0:1767319176.962645:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].29, 136 off13168 00000040:00080000:1.0:1767319176.962658:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].30, 224 off13392 00000040:00080000:1.0:1767319176.962670:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].31, 224 off13616 00000040:00080000:1.0:1767319176.962682:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].32, 80 off13696 00000040:00080000:1.0:1767319176.962695:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].33, 224 off13920 00000040:00080000:1.0:1767319176.962707:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].34, 224 off14144 00000040:00080000:1.0:1767319176.962718:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].35, 88 off14232 00000040:00080000:1.0:1767319176.962729:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].36, 144 off14376 00000040:00080000:1.0:1767319176.962740:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].37, 152 off14528 00000040:00080000:1.0:1767319176.962750:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].38, 136 off14664 00000040:00080000:1.0:1767319176.962772:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].39, 224 off14888 00000040:00080000:1.0:1767319176.962786:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].40, 224 off15112 00000040:00080000:1.0:1767319176.962797:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].41, 80 off15192 00000040:00080000:1.0:1767319176.962809:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].42, 224 off15416 00000040:00080000:1.0:1767319176.962822:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].43, 224 off15640 00000040:00080000:1.0:1767319176.962835:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].44, 120 off15760 00000040:00080000:1.0:1767319176.962849:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].45, 224 off15984 00000040:00080000:1.0:1767319176.962874:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].46, 224 off16208 00000040:00080000:1.0:1767319176.962887:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].47, 120 off16328 00000040:00080000:1.0:1767319176.962900:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].48, 56 off16384 00000100:00100000:1.0:1767319176.962942:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319176.962993:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319176.963089:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529664 00000100:00100000:0.0:1767319176.963095:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529664 00000100:00100000:0.0:1767319176.963131:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1767319176.963139:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04856c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319176.963232:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04856c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529664:12345-0@lo:502:mount.lustre.0 Request processed in 91us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319176.963239:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1767319176.966746:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d060ff840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319176.966811:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529664:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1767319176.967158:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].49, 224 off16608 00000040:00080000:0.0:1767319176.967189:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].50, 224 off16832 00000040:00080000:0.0:1767319176.967379:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].51, 144 off16976 00000040:00080000:0.0:1767319176.967399:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].52, 224 off17200 00000040:00080000:0.0:1767319176.967414:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].53, 224 off17424 00000040:00080000:0.0:1767319176.967429:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].54, 144 off17568 00000040:00080000:0.0:1767319176.967444:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].55, 224 off17792 00000040:00080000:0.0:1767319176.967462:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].56, 224 off18016 00000040:00080000:0.0:1767319176.967476:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].57, 120 off18136 00000100:00100000:0.0:1767319176.967516:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529792:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319176.967621:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319176.967657:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429e40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319176.967746:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529792 00000100:00100000:2.0:1767319176.967754:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529792 00000100:00100000:2.0:1767319176.967795:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1767319176.967804:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04854450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529792:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319176.967948:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04854450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:123520:x1853163988529792:12345-0@lo:502:mount.lustre.0 Request processed in 144us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319176.967956:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1767319176.968161:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988529792:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319176.968379:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7a:0x0].58, 224 off18360 00000040:00080000:1.0:1767319176.968389:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 58 count 58 00000020:01000000:1.0:1767319176.976004:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319176.976019:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319176.976022:0:123525:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1767319176.976029:0:123525:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1767319176.976033:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319176.976048:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9e7d2c5c98d8) 00000020:00000080:1.0:1767319176.976075:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 5 attached type lod with refcount 2 00000020:00000080:1.0:1767319176.976081:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1767319176.976161:0:123525:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:1.0:1767319176.976169:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c38515 00000020:00000080:1.0:1767319176.976693:0:123525:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1767319176.976698:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319176.976701:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319176.976703:0:123525:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1767319176.976706:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319176.976709:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319176.976722:0:123525:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1767319176.976726:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319176.976735:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001 (ffff9e7d097aca88) 00000020:00000080:1.0:1767319176.976749:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type mdt with refcount 2 00000020:00000080:1.0:1767319176.976753:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1767319176.976755:0:123525:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1767319176.976758:0:123525:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1767319176.976763:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1767319176.976814:0:123525:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d3b65a000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1767319176.976829:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0001 (ffff9e7d097ae360) 00000020:00000080:1.0:1767319176.976839:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type mdd with refcount 2 00000004:01000000:1.0:1767319176.976906:0:123525:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:1.0:1767319176.976921:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c3852a 00000020:00000080:1.0:1767319176.977008:0:123525:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1767319176.977014:0:123525:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1767319176.977019:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x719a348ff1c38531 00080000:01000000:1.0:1767319176.977024:0:123525:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:1.0:1767319176.977027:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c38538 00010000:00010000:2.0:1767319177.089769:0:123525:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-4 is initialized 00000001:00080000:2.0:1767319177.090360:0:123525:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 0 srv lr: 85899345920 lx: 0 gen 27 00000001:00080000:2.0:1767319177.090407:0:123525:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 81604378641 srv lr: 85899345920 lx: 0 gen 24 00000001:00000004:2.0:1767319177.090431:0:123525:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 21, last_transno is 85899345920 00000001:00080000:2.0:1767319177.090991:0:123525:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1767319177.091047:0:123525:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d05917840: xid 1853163923638400, transno 85899345930, client gen 24, slot idx 0 00000001:00080000:2.0:1767319177.091056:0:123525:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9e7d05917e40: xid 1853163923638144, transno 85899345929, client gen 24, slot idx 1 00000020:00000080:2.0:1767319177.095669:0:123525:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1767319177.095684:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319177.095692:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319177.095695:0:123525:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1767319177.095698:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767319177.095711:0:123525:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1767319177.095712:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319177.095715:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319177.095717:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319177.095720:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319177.095722:0:123525:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1767319177.095724:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319177.095730:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319177.095731:0:123525:0:(obd_config.c:1477:class_process_config()) marker 10 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1767319177.095735:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1767319177.095791:0:123525:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1767319177.095814:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319177.095817:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319177.095819:0:123525:0:(obd_config.c:1477:class_process_config()) marker 10 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1767319177.095821:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319177.095824:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319177.095826:0:123525:0:(obd_config.c:1477:class_process_config()) marker 17 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1767319177.095829:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767319177.095834:0:123525:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:00000080:2.0:1767319177.095870:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319177.095886:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9e7d05d16360) 00000020:00000080:2.0:1767319177.095907:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1767319177.095913:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1767319177.095975:0:123525:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1767319177.095980:0:123525:0:(osd_handler.c:8940:osd_obd_connect()) connect #3 00000020:00000080:2.0:1767319177.095986:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c38554 00010000:00080000:2.0:1767319177.096017:0:123525:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3c1e4000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:2.0:1767319177.098176:0:123525:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-9 is initialized 00000020:00000080:0.0:1767319177.099615:0:123525:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319177.099630:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1767319177.099665:0:123525:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1767319177.099684:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c3855b 00000100:00080000:0.0:1767319177.099694:0:123525:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319177.099699:0:123525:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.099731:0:123525:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e867100 x1853163988529920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319177.099758:0:123525:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1767319177.099849:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988529920:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319177.099929:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319177.099991:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988529920 00000100:00100000:2.0:1767319177.099999:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988529920 00000100:00100000:2.0:1767319177.100037:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:2.0:1767319177.100045:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988529920:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1767319177.100070:0:18378:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4424 last 0 00000020:00000080:2.0:1767319177.100102:0:18378:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c38562 00000004:00100000:2.0:1767319177.100117:0:18378:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319177.100189:0:18378:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000020:01000000:1.0:1767319177.101597:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319177.101604:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319177.101607:0:123525:0:(obd_config.c:1477:class_process_config()) marker 17 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1767319177.101611:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319177.101614:0:123525:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1767319177.101615:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319177.101616:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319177.101618:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319177.101620:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319177.101622:0:123525:0:(obd_config.c:1477:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1767319177.101624:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1767319177.101629:0:123525:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1767319177.101633:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319177.101634:0:123525:0:(obd_config.c:1477:class_process_config()) marker 23 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1767319177.101637:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319177.101641:0:123525:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:1.0:1767319177.101675:0:123525:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1767319177.101678:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319177.101692:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9e7d097a98d8) 00000020:00000080:1.0:1767319177.101712:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1767319177.101717:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1767319177.101790:0:123525:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1767319177.101796:0:123525:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:1.0:1767319177.101803:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c38570 00010000:00080000:1.0:1767319177.101834:0:123525:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d36cab000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.113@tcp at head 00000100:00080000:2.0:1767319177.102190:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d19e9f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319177.102279:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988529920:12345-0@lo:38:llog_process_th.0 Request processed in 2233us (2349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.102290:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00100000:2.0:1767319177.102361:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319177.102370:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 31 00000100:00080000:2.0:1767319177.102377:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1767319177.102381:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767319177.102384:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1767319177.102396:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988529920:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1767319177.102996:0:123525:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-10 is initialized 00000100:00080000:0.0:1767319177.103513:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.103519:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319177.103522:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319177.103528:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 4423 00000100:00080000:0.0:1767319177.103532:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319177.103536:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.103574:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e864e00 x1853163988530176/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319177.103647:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.103651:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319177.103653:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319177.103657:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 4423 00000100:00080000:0.0:1767319177.103659:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319177.103663:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.103674:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e866680 x1853163988530432/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319177.103688:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.103691:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319177.103692:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319177.103696:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 4423 00000100:00080000:0.0:1767319177.103698:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319177.103702:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3054f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.103712:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e864380 x1853163988530688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319177.103762:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988530048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.103819:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.103845:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988530944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.103881:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.103904:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319177.103910:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988530816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.103941:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.103967:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988530304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.103992:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.104010:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988531072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.104032:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.104050:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319177.104055:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988530560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.104076:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.104107:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988530048 00000100:00100000:0.0:1767319177.104113:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988530048 00000100:00100000:0.0:1767319177.104152:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1767319177.104161:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04855450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7014:x1853163988530048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.105921:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04855450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7014:x1853163988530048:12345-0@lo:400:kworker.0 Request processed in 1759us (2099us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.105930:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1767319177.106429:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988530176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319177.108091:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988531200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319177.108131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.108196:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988530560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.108222:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988530304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.108232:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988531072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.108574:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988531200:0@lo:41:osp-pre-0-1.0 00000040:01000000:0.0:1767319177.108969:0:123525:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319177.109486:0:123525:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1767319177.110977:0:123525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1767319177.111227:0:123525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].21, 64 off9536 00000040:00080000:0.0:1767319177.111349:0:123525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].1, 64 off8256 00000100:00100000:0.0:1767319177.114672:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988530688 00000100:00100000:0.0:1767319177.114677:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988530688 00000100:00100000:0.0:1767319177.114715:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310 00000100:00100000:0.0:1767319177.114720:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988530688:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319177.114767:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988530688:12345-0@lo:38:kworker.0 Request processed in 45us (639us total) trans 0 rc -11/-11 00000100:00100000:0.0:1767319177.114773:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310 00000100:00080000:2.0:1767319177.115083:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319177.115089:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1767319177.115092:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988530688:0@lo:38:kworker.0 00000020:00000080:0.0:1767319177.118082:0:123525:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1767319177.118097:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1767319177.118140:0:123525:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1767319177.118160:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c38577 00000100:00080000:0.0:1767319177.118169:0:123525:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319177.118174:0:123525:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9e7d36cab000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.118409:0:123525:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261c00 x1853163988531328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319177.118439:0:123525:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1767319177.118545:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319177.118549:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319177.118552:0:123525:0:(obd_config.c:1477:class_process_config()) marker 23 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1767319177.118555:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1767319177.118558:0:123525:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1767319177.118560:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319177.118562:0:123525:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319177.118563:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1767319177.118566:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319177.118567:0:123525:0:(obd_config.c:1477:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1767319177.118570:0:123525:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1767319177.118574:0:123525:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1767319177.118637:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319177.118655:0:123525:0:(obd_config.c:1477:class_process_config()) marker 31 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1767319177.118660:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1767319177.118664:0:123525:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:0.0:1767319177.118690:0:123525:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1767319177.118693:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319177.118708:0:123525:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9e7d3fab8000) 00000020:00000080:0.0:1767319177.118727:0:123525:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1767319177.118732:0:123525:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1767319177.118809:0:123525:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1767319177.118815:0:123525:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:0.0:1767319177.118822:0:123525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x719a348ff1c38585 00010000:00080000:0.0:1767319177.118862:0:123525:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3a1b6800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.113@tcp at head 00010000:00010000:0.0:1767319177.119047:0:123525:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-11 is initialized 00000040:01000000:0.0:1767319177.119113:0:123525:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319177.119128:0:123525:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1767319177.119411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988531328:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1767319177.119481:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.119928:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988531328 00000100:00100000:0.0:1767319177.119936:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988531328 00000100:00100000:0.0:1767319177.119967:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:0.0:1767319177.119975:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:7010:x1853163988531328:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1767319177.120001:0:37857:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4424 last 0 00000020:00000080:0.0:1767319177.120025:0:37857:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c3858c 00002000:00100000:0.0:1767319177.120039:0:37857:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e7d3a82b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1767319177.120043:0:37857:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1767319177.120046:0:37857:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1767319177.120104:0:37857:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:0.0:1767319177.120113:0:37857:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1767319177.120135:0:37857:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a82a000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319177.120183:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988531328:12345-0@lo:8:llog_process_th.0 Request processed in 208us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.120210:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000100:00100000:0.0:1767319177.120258:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767319177.120266:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 1 00000100:00080000:0.0:1767319177.120273:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767319177.120277:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1767319177.120280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d36cab000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1767319177.120292:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767319177.120298:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988531328:0@lo:8:llog_process_th.0 00000004:00080000:0.0:1767319177.120321:0:123530:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1767319177.120364:0:123530:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4424054784104ns, next at 0ns, rc = 0 00080000:00080000:0.0:1767319177.120369:0:123530:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1767319177.120434:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988530048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.120448:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988530944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.120470:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988530816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.120529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988531456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319177.120562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.120620:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988531456 00000100:00100000:1.0:1767319177.120624:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988531456 00000100:00100000:1.0:1767319177.120655:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:1.0:1767319177.120660:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988531456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319177.120677:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319177.120707:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988531456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.120713:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00080000:1.0:1767319177.120729:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319177.120750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988531456:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1767319177.129574:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000040:00080000:2.0:1767319177.131264:0:123525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319177.131484:0:123525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].21, 64 off9536 00000040:00080000:1.0:1767319177.133355:0:123532:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 21 synced_idx: 21 lgh_last_idx: 21 00000040:00080000:1.0:1767319177.133361:0:123532:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x56:0x0] at index 21 of catalog [0x1:0x5:0x0] 00000100:00100000:0.0:1767319177.134404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988531584:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1767319177.134476:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.134563:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988531584 00000100:00100000:1.0:1767319177.134571:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988531584 00000100:00100000:1.0:1767319177.134633:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:1.0:1767319177.134640:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:7010:x1853163988531584:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1767319177.134670:0:37861:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4424 last 0 00000020:00000080:1.0:1767319177.134697:0:37861:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x719a348ff1c3859a 00002000:00100000:1.0:1767319177.134709:0:37861:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e7d04876800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1767319177.134713:0:37861:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1767319177.134715:0:37861:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1767319177.134775:0:37861:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:1.0:1767319177.134785:0:37861:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1767319177.134806:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d04872800 : changing import state from RECOVER to FULL 00000020:01000000:0.0:1767319177.135576:0:123520:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-58 (rc=0) 10000000:01000000:0.0:1767319177.135625:0:123520:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1767319177.135685:0:123520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d31534200/0x719a348ff1c38500 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38507 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.135697:0:123520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d31534200/0x719a348ff1c38500 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38507 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319177.135705:0:123520:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3b65a000 from 1 10000000:01000000:0.0:1767319177.135707:0:123520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1767319177.135733:0:123520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.135740:0:123520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.135760:0:123520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319177.135780:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988531712:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319177.135821:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.135851:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d39f0e840 going to sleep for 11 seconds 00000100:00100000:1.0:1767319177.135930:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988531584:12345-0@lo:8:llog_process_th.0 Request processed in 1287us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.135940:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1767319177.136446:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767319177.136455:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 2 00000100:00080000:0.0:1767319177.136463:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1767319177.136468:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767319177.136471:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a1b6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1767319177.136518:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:0.0:1767319177.136524:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988531584:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1767319177.136559:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988531712:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319177.136572:0:123520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.136617:0:123520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319177.137058:0:123532:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1767319177.137123:0:123532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4424071542658ns, next at 0ns, rc = 0 00080000:00080000:1.0:1767319177.137129:0:123532:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1767319177.138450:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988531840:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1767319177.138516:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.138723:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d39f0e840 going to sleep for 11 seconds 00000004:00080000:2.0:1767319177.140092:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1767319177.140311:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988531968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319177.140371:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319177.140432:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988531968 00000100:00100000:2.0:1767319177.140440:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988531968 00000100:00100000:2.0:1767319177.140496:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1767319177.140506:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988531968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319177.140535:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319177.140777:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988531840 00000100:00100000:1.0:1767319177.140783:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988531840 00000100:00100000:1.0:1767319177.140816:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1767319177.140823:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04857c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:123520:x1853163988531840:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1767319177.140844:0:121472:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1767319177.140872:0:121472:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1767319177.140876:0:121472:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1767319177.140878:0:121472:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 56 00000100:00100000:1.0:1767319177.141116:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04857c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:123520:x1853163988531840:12345-0@lo:256:mount.lustre.0 Request processed in 293us (2599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.141123:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1767319177.145402:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988531840:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1767319177.146074:0:123520:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1767319177.146098:0:123520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146110:0:123520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319177.146120:0:123520:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d3b65a000 from 1 10000000:01000000:1.0:1767319177.146122:0:123520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319177.146159:0:123520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146167:0:123520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146176:0:123520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319177.146196:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532096:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319177.146252:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.146289:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319177.146317:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988532096 00000100:00100000:1.0:1767319177.146323:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988532096 00000100:00100000:1.0:1767319177.146383:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1767319177.146393:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04856850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:123520:x1853163988532096:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319177.146406:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319177.146430:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0e800/0x719a348ff1c385b6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c385af expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146453:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0e800/0x719a348ff1c385b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c385af expref: 22 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146465:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0e800/0x719a348ff1c385b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c385af expref: 22 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146473:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e800, rc 0) 00000100:00100000:1.0:1767319177.146508:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04856850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532096:12345-0@lo:101:mount.lustre.0 Request processed in 117us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.146516:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1767319177.146554:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532096:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319177.146566:0:123520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.146575:0:123520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319177.148813:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988531968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8298us (8432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.148827:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00080000:2.0:1767319177.148880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1767319177.151810:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x76:0x0] index 7 count 7 00000040:00080000:1.0:1767319177.152143:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319177.152398:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].1, 224 off8416 00000040:00080000:1.0:1767319177.152424:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].2, 112 off8528 00000040:00080000:1.0:1767319177.152438:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].3, 224 off8752 00000040:00080000:1.0:1767319177.152452:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].4, 224 off8976 00000040:00080000:1.0:1767319177.152466:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].5, 112 off9088 00000040:00080000:1.0:1767319177.152484:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7b:0x0].6, 224 off9312 00000040:00080000:1.0:1767319177.152488:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x76:0x0] index 6 count 7 00000100:00100000:1.0:1767319177.152558:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319177.153360:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.153414:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e300 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.153481:0:121474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988532224 00000100:00100000:2.0:1767319177.153489:0:121474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988532224 00000100:00100000:2.0:1767319177.153542:0:121474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1767319177.153552:0:121474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04854850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532224:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319177.153700:0:121474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04854850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532224:12345-0@lo:501:mount.lustre.0 Request processed in 149us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.153708:0:121474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1767319177.153829:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988531968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319177.154370:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319177.154411:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532352:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319177.154459:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.154483:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e300 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.154542:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988532352 00000100:00100000:2.0:1767319177.154547:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988532352 00000100:00100000:2.0:1767319177.154607:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1767319177.154615:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04855050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532352:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319177.154711:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04855050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532352:12345-0@lo:503:mount.lustre.0 Request processed in 97us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.154718:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1767319177.154808:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532352:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1767319177.155214:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319177.155276:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532480:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319177.155312:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.155333:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319177.156338:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532480:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319177.156762:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].1, 224 off8416 00000040:00080000:1.0:1767319177.156790:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].2, 112 off8528 00000040:00080000:1.0:1767319177.156806:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].3, 224 off8752 00000040:00080000:1.0:1767319177.156819:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].4, 224 off8976 00000040:00080000:1.0:1767319177.156831:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].5, 112 off9088 00000100:00100000:1.0:1767319177.156869:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532608:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1767319177.156913:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.156947:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e240 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.156996:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988532608 00000100:00100000:2.0:1767319177.157001:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988532608 00000100:00100000:2.0:1767319177.157038:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1767319177.157045:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04857050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532608:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319177.157142:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04857050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532608:12345-0@lo:502:mount.lustre.0 Request processed in 97us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.157148:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1767319177.157338:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532608:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319177.157376:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7c:0x0].6, 224 off9312 00000040:00080000:1.0:1767319177.157384:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:0.0:1767319177.170728:0:123520:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1767319177.170772:0:123520:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1767319177.170792:0:123520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.170806:0:123520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319177.170885:0:123520:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1767319177.170888:0:123520:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9e7d3b65a000 10000000:01000000:0.0:1767319177.170892:0:123520:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9e7d3b65a000 10000000:01000000:0.0:1767319177.170896:0:123520:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1767319177.170902:0:123520:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d3b65a000 from 1 10000000:01000000:0.0:1767319177.170905:0:123520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767319177.170948:0:123520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.170957:0:123520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.170967:0:123520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319177.170993:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532736:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319177.171058:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.171096:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988532736 00000100:00100000:0.0:1767319177.171102:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988532736 00000100:00100000:0.0:1767319177.171151:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1767319177.171160:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04855850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:123520:x1853163988532736:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319177.171172:0:121473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319177.171191:0:121473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872200/0x719a348ff1c385c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c385bd expref: -99 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.171222:0:121473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872200/0x719a348ff1c385c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c385bd expref: 23 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.171232:0:121473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872200/0x719a348ff1c385c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c385bd expref: 23 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.171239:0:121473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872200, rc 0) 00000100:00100000:0.0:1767319177.171271:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04855850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988532736:12345-0@lo:101:mount.lustre.0 Request processed in 113us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.171279:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1767319177.171320:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d39f0e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.171342:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532736:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319177.171354:0:123520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.171363:0:123520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1767319177.176233:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x78:0x0] index 64 count 63 00000040:00080000:0.0:1767319177.176517:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1767319177.176711:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].1, 224 off8416 00000040:00080000:0.0:1767319177.176736:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].2, 120 off8536 00000040:00080000:0.0:1767319177.176752:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].3, 168 off8704 00000040:00080000:0.0:1767319177.176767:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].4, 224 off8928 00000040:00080000:0.0:1767319177.176780:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].5, 224 off9152 00000040:00080000:0.0:1767319177.176793:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].6, 120 off9272 00000040:00080000:0.0:1767319177.176807:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].7, 168 off9440 00000040:00080000:0.0:1767319177.176822:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].8, 224 off9664 00000040:00080000:0.0:1767319177.176847:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].9, 224 off9888 00000040:00080000:0.0:1767319177.176875:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].10, 120 off10008 00000040:00080000:0.0:1767319177.176889:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].11, 224 off10232 00000040:00080000:0.0:1767319177.176902:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].12, 224 off10456 00000040:00080000:0.0:1767319177.177041:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].13, 88 off10544 00000040:00080000:0.0:1767319177.177057:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].14, 128 off10672 00000040:00080000:0.0:1767319177.177069:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].15, 144 off10816 00000040:00080000:0.0:1767319177.177081:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].16, 160 off10976 00000040:00080000:0.0:1767319177.177091:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].17, 224 off11200 00000040:00080000:0.0:1767319177.177103:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].18, 224 off11424 00000040:00080000:0.0:1767319177.177115:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].19, 80 off11504 00000040:00080000:0.0:1767319177.177128:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].20, 224 off11728 00000040:00080000:0.0:1767319177.177142:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].21, 224 off11952 00000040:00080000:0.0:1767319177.177156:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].22, 88 off12040 00000040:00080000:0.0:1767319177.177170:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].23, 128 off12168 00000040:00080000:0.0:1767319177.177185:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].24, 144 off12312 00000040:00080000:0.0:1767319177.177992:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].25, 160 off12472 00000040:00080000:0.0:1767319177.178024:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].26, 224 off12696 00000040:00080000:0.0:1767319177.178038:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].27, 224 off12920 00000040:00080000:0.0:1767319177.178052:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].28, 80 off13000 00000040:00080000:0.0:1767319177.178066:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].29, 224 off13224 00000040:00080000:0.0:1767319177.178079:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].30, 224 off13448 00000040:00080000:0.0:1767319177.178092:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].31, 88 off13536 00000040:00080000:0.0:1767319177.178104:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].32, 128 off13664 00000040:00080000:0.0:1767319177.178116:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].33, 144 off13808 00000040:00080000:0.0:1767319177.178128:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].34, 128 off13936 00000040:00080000:0.0:1767319177.178142:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].35, 224 off14160 00000040:00080000:0.0:1767319177.178155:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].36, 224 off14384 00000040:00080000:0.0:1767319177.178169:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].37, 80 off14464 00000040:00080000:0.0:1767319177.178182:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].38, 224 off14688 00000040:00080000:0.0:1767319177.178196:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].39, 224 off14912 00000040:00080000:0.0:1767319177.178660:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].40, 88 off15000 00000040:00080000:0.0:1767319177.178680:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].41, 128 off15128 00000040:00080000:0.0:1767319177.178712:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].42, 144 off15272 00000040:00080000:0.0:1767319177.178727:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].43, 128 off15400 00000040:00080000:0.0:1767319177.178739:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].44, 224 off15624 00000040:00080000:0.0:1767319177.178752:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].45, 224 off15848 00000040:00080000:0.0:1767319177.178765:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].46, 80 off15928 00000040:00080000:0.0:1767319177.178777:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].47, 224 off16152 00000040:00080000:0.0:1767319177.178790:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].48, 232 off16384 00000040:00080000:0.0:1767319177.179552:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].49, 224 off16608 00000040:00080000:0.0:1767319177.180331:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].50, 120 off16728 00000040:00080000:0.0:1767319177.180358:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].51, 224 off16952 00000040:00080000:0.0:1767319177.180372:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].52, 224 off17176 00000040:00080000:0.0:1767319177.180384:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].53, 112 off17288 00000040:00080000:0.0:1767319177.180394:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].54, 224 off17512 00000040:00080000:0.0:1767319177.180405:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].55, 224 off17736 00000040:00080000:0.0:1767319177.180416:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].56, 136 off17872 00000040:00080000:0.0:1767319177.180427:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].57, 224 off18096 00000040:00080000:0.0:1767319177.180438:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].58, 224 off18320 00000040:00080000:0.0:1767319177.180454:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].59, 136 off18456 00000040:00080000:0.0:1767319177.180468:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].60, 224 off18680 00000040:00080000:0.0:1767319177.180483:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].61, 224 off18904 00000040:00080000:0.0:1767319177.180495:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].62, 112 off19016 00000040:00080000:0.0:1767319177.180518:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7d:0x0].63, 224 off19240 00000040:00080000:0.0:1767319177.180524:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x78:0x0] index 63 count 63 00000100:00100000:0.0:1767319177.180795:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532864:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319177.180872:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.180956:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d059173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.185029:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1767319177.185039:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09744450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988532864:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319177.185234:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09744450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988532864:12345-0@lo:501:mount.lustre.0 Request processed in 196us (4361us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.185242:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1767319177.186129:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532864:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319177.186182:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532992:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319177.186312:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.186349:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d059173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.187181:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988532992:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1767319177.187863:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1767319177.187943:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533120:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319177.187997:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.188026:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.188112:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988533120 00000100:00100000:2.0:1767319177.188118:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988533120 00000100:00100000:2.0:1767319177.188157:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1767319177.188166:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09745850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533120:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319177.188269:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09745850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533120:12345-0@lo:502:mount.lustre.0 Request processed in 104us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.188276:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1767319177.188435:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533120:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1767319177.188680:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].1, 224 off8416 00000040:00080000:0.0:1767319177.188707:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].2, 120 off8536 00000040:00080000:0.0:1767319177.188720:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].3, 168 off8704 00000040:00080000:0.0:1767319177.188732:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].4, 224 off8928 00000040:00080000:0.0:1767319177.188747:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].5, 224 off9152 00000040:00080000:0.0:1767319177.188760:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].6, 120 off9272 00000040:00080000:0.0:1767319177.188771:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].7, 168 off9440 00000040:00080000:0.0:1767319177.188784:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].8, 224 off9664 00000040:00080000:0.0:1767319177.188797:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].9, 224 off9888 00000040:00080000:0.0:1767319177.188810:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].10, 120 off10008 00000040:00080000:0.0:1767319177.188824:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].11, 224 off10232 00000040:00080000:0.0:1767319177.188835:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].12, 224 off10456 00000040:00080000:0.0:1767319177.188846:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].13, 88 off10544 00000040:00080000:0.0:1767319177.188870:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].14, 128 off10672 00000040:00080000:0.0:1767319177.188883:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].15, 144 off10816 00000040:00080000:0.0:1767319177.188894:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].16, 160 off10976 00000040:00080000:0.0:1767319177.188906:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].17, 224 off11200 00000040:00080000:0.0:1767319177.188917:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].18, 224 off11424 00000040:00080000:0.0:1767319177.188928:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].19, 80 off11504 00000040:00080000:0.0:1767319177.188938:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].20, 224 off11728 00000040:00080000:0.0:1767319177.188949:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].21, 224 off11952 00000040:00080000:0.0:1767319177.188960:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].22, 88 off12040 00000040:00080000:0.0:1767319177.188971:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].23, 128 off12168 00000040:00080000:0.0:1767319177.188983:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].24, 144 off12312 00000040:00080000:0.0:1767319177.189004:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].25, 160 off12472 00000040:00080000:0.0:1767319177.189019:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].26, 224 off12696 00000040:00080000:0.0:1767319177.189032:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].27, 224 off12920 00000040:00080000:0.0:1767319177.189045:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].28, 80 off13000 00000040:00080000:0.0:1767319177.189058:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].29, 224 off13224 00000040:00080000:0.0:1767319177.189070:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].30, 224 off13448 00000040:00080000:0.0:1767319177.189082:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].31, 88 off13536 00000040:00080000:0.0:1767319177.189095:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].32, 128 off13664 00000040:00080000:0.0:1767319177.189107:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].33, 144 off13808 00000040:00080000:0.0:1767319177.189119:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].34, 128 off13936 00000040:00080000:0.0:1767319177.189129:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].35, 224 off14160 00000040:00080000:0.0:1767319177.189139:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].36, 224 off14384 00000040:00080000:0.0:1767319177.189149:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].37, 80 off14464 00000040:00080000:0.0:1767319177.189160:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].38, 224 off14688 00000040:00080000:0.0:1767319177.189170:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].39, 224 off14912 00000040:00080000:0.0:1767319177.189180:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].40, 88 off15000 00000040:00080000:0.0:1767319177.189190:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].41, 128 off15128 00000040:00080000:0.0:1767319177.189513:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].42, 144 off15272 00000040:00080000:0.0:1767319177.189535:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].43, 128 off15400 00000040:00080000:0.0:1767319177.189551:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].44, 224 off15624 00000040:00080000:0.0:1767319177.189566:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].45, 224 off15848 00000040:00080000:0.0:1767319177.189665:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].46, 80 off15928 00000040:00080000:0.0:1767319177.189684:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].47, 224 off16152 00000040:00080000:0.0:1767319177.189700:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].48, 232 off16384 00000100:00100000:0.0:1767319177.189743:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319177.189797:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.189881:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d39f0e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319177.199322:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988533248 00000100:00100000:2.0:1767319177.199337:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988533248 00000100:00100000:2.0:1767319177.199398:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1767319177.199409:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1767319177.199601:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533248:12345-0@lo:502:mount.lustre.0 Request processed in 193us (9803us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.199609:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1767319177.199759:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533248:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1767319177.199991:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].49, 224 off16608 00000040:00080000:0.0:1767319177.200020:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].50, 120 off16728 00000040:00080000:0.0:1767319177.200036:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].51, 224 off16952 00000040:00080000:0.0:1767319177.200062:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].52, 224 off17176 00000040:00080000:0.0:1767319177.200076:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].53, 112 off17288 00000040:00080000:0.0:1767319177.200089:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].54, 224 off17512 00000040:00080000:0.0:1767319177.200102:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].55, 224 off17736 00000040:00080000:0.0:1767319177.200115:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].56, 136 off17872 00000040:00080000:0.0:1767319177.200127:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].57, 224 off18096 00000040:00080000:0.0:1767319177.200140:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].58, 224 off18320 00000040:00080000:0.0:1767319177.200154:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].59, 136 off18456 00000040:00080000:0.0:1767319177.200170:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].60, 224 off18680 00000040:00080000:0.0:1767319177.200183:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].61, 224 off18904 00000040:00080000:0.0:1767319177.200196:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].62, 112 off19016 00000100:00100000:0.0:1767319177.200403:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533376:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319177.200460:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.200537:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.204869:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1767319177.204880:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09746450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533376:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1767319177.205191:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09746450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533376:12345-0@lo:502:mount.lustre.0 Request processed in 313us (4731us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.205206:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767319177.206361:0:123520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533376:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1767319177.206452:0:123520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7e:0x0].63, 224 off19240 00000040:00080000:1.0:1767319177.206466:0:123520:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 63 count 63 00010000:00010000:0.0:1767319177.212372:0:123537:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-12 is initialized 00000020:00000080:0.0:1767319177.212494:0:123537:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1767319177.212543:0:123537:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1767319177.212556:0:123537:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x719a348ff1c385d2 00000100:00080000:0.0:1767319177.212567:0:123537:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319177.212573:0:123537:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319177.212644:0:123537:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261180 x1853163988533504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319177.212675:0:123537:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1767319177.213192:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988533504:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319177.213273:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319177.213331:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988533504 00000100:00100000:2.0:1767319177.213345:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988533504 00000100:00100000:2.0:1767319177.213378:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1767319177.213385:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988533504:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1767319177.213411:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 4424 last 0 00000020:00000080:2.0:1767319177.213440:0:121322:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x719a348ff1c385d9 00000004:00100000:2.0:1767319177.213454:0:121322:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319177.213460:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d102d0300 00000100:00080000:2.0:1767319177.213487:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d36c52000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319177.213535:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7010:x1853163988533504:12345-0@lo:38:llog_process_th.0 Request processed in 149us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.213542:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1767319177.213605:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319177.213613:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 31 00000100:00080000:2.0:1767319177.213618:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1767319177.213622:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767319177.213625:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1767319177.213630:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988533504:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1767319177.214032:0:123537:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7e:0x0] index 64 count 63 00000020:01000000:1.0:1767319177.217016:0:123520:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-63 (rc=0) 10000000:01000000:1.0:1767319177.217049:0:123520:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319177.217070:0:123520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319177.217083:0:123520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767319177.217136:0:123520:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1767319177.217138:0:123520:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1767319177.217140:0:123520:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319177.217141:0:123520:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319177.217142:0:123520:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319177.217144:0:123520:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319177.217145:0:123520:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319177.217146:0:123520:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319177.217148:0:123520:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1767319177.217152:0:123520:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1767319177.217154:0:123520:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767319177.217156:0:123520:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1767319177.217157:0:123520:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767319177.217158:0:123520:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767319177.217159:0:123520:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767319177.217160:0:123520:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767319177.217161:0:123520:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767319177.217162:0:123520:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767319177.217163:0:123520:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1767319177.217189:0:123520:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1767319177.219633:0:123520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:123520:1853163988533632:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1767319177.219716:0:123520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.219754:0:123520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3637e240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.219927:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988533632 00000100:00100000:0.0:1767319177.219936:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988533632 00000100:00100000:0.0:1767319177.219993:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1767319177.220002:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533632:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1767319177.220033:0:121472:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1767319177.220044:0:121472:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1767319177.221465:0:121467:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1767319177.221531:0:121472:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1767319177.221547:0:121472:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1767319177.221841:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:123520:x1853163988533632:12345-0@lo:253:mount.lustre.0 Request processed in 1835us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.221892:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 20000000:01000000:0.0:1767319177.222918:0:121479:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1767319177.222923:0:121479:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1767319177.222945:0:121479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9e7d07873800/0x719a348ff1c385e0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.222963:0:121479:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 22 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.222973:0:121479:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319fa expref: 8 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.222979:0:121479:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 22 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.222986:0:121479:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9e7d07873800/0x719a348ff1c385e0 lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223020:0:121479:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 22 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223033:0:121479:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 22 pid: 121474 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.223047:0:121479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988533760:0@lo:104: 00000100:00100000:0.0:1767319177.223099:0:121479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319177.223151:0:121479:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319fa expref: 8 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223161:0:121479:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d2ea82600/0x719a348ff1c37ea8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e319fa expref: 8 pid: 121473 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.223170:0:121479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988533888:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319177.223236:0:121479:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 22 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223244:0:121479:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 22 pid: 121473 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.223252:0:121479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988534016:0@lo:104: 00000100:00100000:0.0:1767319177.223273:0:121479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.223291:0:121479:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ab6ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.223405:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988533760 00000100:00100000:0.0:1767319177.223412:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988533760 00000100:00100000:0.0:1767319177.223446:0:112180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534016 00000100:00100000:0.0:1767319177.223449:0:112180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534016 00000100:00100000:0.0:1767319177.223465:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1767319177.223473:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:121479:x1853163988533760:12345-0@lo:104: 00010000:00010000:0.0:1767319177.223484:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223525:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767319177.223531:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:121479:x1853163988533760:12345-0@lo:104: Request processed in 59us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.223538:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1767319177.223562:0:112180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767319177.223568:0:112180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988534016:12345-0@lo:104: 00010000:00010000:0.0:1767319177.223599:0:112180:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223635:0:112180:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1767319177.223641:0:112180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:121479:x1853163988534016:12345-0@lo:104: Request processed in 73us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.223646:0:112180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00010000:00010000:0.0:1767319177.223668:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319177.223674:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223681:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872000 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319177.223685:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223693:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319177.223700:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319177.223706:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1767319177.223735:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223742:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319177.223758:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223765:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d07872000/0x719a348ff1c385a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c385a8 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223782:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319177.223786:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223791:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939000 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319177.223794:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223800:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319177.223806:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319177.223811:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1767319177.223824:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223829:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319177.223835:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223841:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0a939000/0x719a348ff1c37e1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c37e23 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.223864:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319177.223866:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319177.223867:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319177.223874:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319177.223891:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988534144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319177.223928:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.223953:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319177.223959:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988534272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319177.223977:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.224002:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534144 00000100:00100000:0.0:1767319177.224005:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534144 00010000:00010000:0.0:1767319177.224020:0:19749:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 23 pid: 121474 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.224036:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534272 00000100:00100000:0.0:1767319177.224039:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534272 00010000:00010000:0.0:1767319177.224047:0:19749:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 24 pid: 121473 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.224064:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319177.224070:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+24:7011:x1853163988534144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319177.224080:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319177.224084:0:19749:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 24 pid: 121474 timeout: 4524 lvb_type: 0 00010000:00010000:0.0:1767319177.224093:0:19749:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 24 pid: 121474 timeout: 4524 lvb_type: 0 00010000:00010000:0.0:1767319177.224106:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319177.224129:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+24:7011:x1853163988534144:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.224134:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319177.224147:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319177.224153:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988534272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319177.224168:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319177.224172:0:19749:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 23 pid: 121473 timeout: 4524 lvb_type: 0 00010000:00010000:0.0:1767319177.224180:0:19749:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 23 pid: 121473 timeout: 4524 lvb_type: 0 00010000:00010000:0.0:1767319177.224189:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319177.226234:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319177.226243:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988534528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319177.226269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319177.226303:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534400 00000100:00100000:2.0:1767319177.226309:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534400 00000100:00100000:2.0:1767319177.226346:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534528 00000100:00100000:2.0:1767319177.226350:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534528 00000100:00100000:2.0:1767319177.226365:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767319177.226372:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988534400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767319177.226393:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319177.226445:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988534400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.226453:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767319177.226471:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767319177.226477:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988534528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319177.226486:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319177.226512:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988534528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319177.226518:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767319177.226561:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988534528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319177.226574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988534400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319177.228238:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988534272:12345-0@lo:103:ldlm_bl.0 Request processed in 4078us (4252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.228250:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319177.228321:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988534272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319177.228331:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988534144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319177.228363:0:121479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d31534c00/0x719a348ff1c385a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c385a1 expref: 22 pid: 121474 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.228376:0:121479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988533760:0@lo:104: 00010000:00010000:0.0:1767319177.228387:0:121479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41265600/0x719a348ff1c37e23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c37e1c expref: 21 pid: 121473 timeout: 4524 lvb_type: 0 00000100:00100000:0.0:1767319177.228395:0:121479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988534016:0@lo:104: 00000100:00100000:0.0:1767319177.230394:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319177.230452:0:121479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:121479:1853163988533888:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319177.230484:0:121479:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7d07873800/0x719a348ff1c385e0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1767319177.235527:0:123520:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0001: committed batchid 81604378642 00000040:01000000:0.0:1767319177.235718:0:123520:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1767319177.235789:0:123542:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 81604378642 00000020:00080000:0.0:1767319177.235792:0:123542:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 81604378642 00000040:01000000:2.0:1767319177.236736:0:123543:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1767319177.237098:0:123520:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1767319177.238100:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988534656:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.238173:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.238215:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133aa80 going to sleep for 50 seconds 00000040:01000000:2.0:1767319177.238437:0:123520:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1767319177.238475:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1767319177.239002:0:123520:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1767319177.239011:0:123520:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1767319177.239048:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1767319177.239351:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534656 00000100:00100000:1.0:1767319177.239361:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534656 00000100:00100000:1.0:1767319177.239416:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00100000:1.0:1767319177.239426:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988534656:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.239517:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988534656:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 93us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.239525:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00000100:00100000:1.0:1767319177.239571:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988534656:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1767319177.239646:0:123544:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1767319177.239682:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988534784:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.239724:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.239745:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534784 00000100:00100000:1.0:1767319177.239749:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534784 00000100:00100000:1.0:1767319177.239779:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312 00000100:00100000:1.0:1767319177.239786:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988534784:12345-0@lo:1000:lod0001_rec0000.0 00010000:00010000:0.0:1767319177.240017:0:121479:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7d07873800/0x719a348ff1c385e0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319177.240029:0:121479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7d07873800/0x719a348ff1c385e0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 121479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319177.241008:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988534784:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1219us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.241018:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312 00000100:00100000:1.0:1767319177.241049:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528bd80 going to sleep for 50 seconds 00000100:00100000:1.0:1767319177.241072:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988534784:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.241162:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:123544:1853163988534912:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.241195:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.241296:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133a240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319177.241387:0:121333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988534912 00000100:00100000:0.0:1767319177.241393:0:121333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988534912 00000100:00100000:0.0:1767319177.241439:0:121333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1767319177.241448:0:121333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:123544:x1853163988534912:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1767319177.241493:0:121333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:123544:x1853163988534912:12345-0@lo:900:lod0001_rec0000.0 Request processed in 47us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.241499:0:121333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1767319177.241561:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:123544:1853163988534912:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.241636:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.241661:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.241678:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133aa80 going to sleep for 50 seconds 00000100:00100000:0.0:1767319177.241727:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535040 00000100:00100000:0.0:1767319177.241731:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535040 00000100:00100000:0.0:1767319177.241762:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:0.0:1767319177.241768:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535040:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1767319177.241821:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535040:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 53us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.241827:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00100000:1.0:1767319177.242140:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.242291:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535168:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.242339:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.242360:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535168 00000100:00100000:1.0:1767319177.242364:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535168 00000100:00100000:1.0:1767319177.242393:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:1.0:1767319177.242399:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535168:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.242548:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535168:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 149us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.242554:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00100000:1.0:1767319177.242569:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133a240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319177.242606:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535168:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1767319177.242635:0:123544:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 32, last_idx 34 00000100:00100000:1.0:1767319177.242710:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535296:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.242742:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.242759:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535296 00000100:00100000:1.0:1767319177.242767:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535296 00000100:00100000:1.0:1767319177.242784:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315 00000100:00100000:1.0:1767319177.242789:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535296:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1767319177.243141:0:123520:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1767319177.244445:0:123520:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1767319177.244498:0:123520:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1767319177.244632:0:123520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1767319177.245119:0:123520:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x42:0x0] (8/32) registered 00000100:00100000:2.0:1767319177.246152:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528bd80 going to sleep for 50 seconds 00000040:00080000:2.0:1767319177.251796:0:123543:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x2400013a0:0x3:0x0] index 261376 count 1 00000004:00080000:2.0:1767319177.251880:0:123543:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1767319177.262452:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535296:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 19654us (19701us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.262469:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315 00000100:00100000:1.0:1767319177.262560:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535296:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1767319177.262656:0:123544:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 34 synced_idx: 0 lgh_last_idx: 34 00000040:00080000:1.0:1767319177.262661:0:123544:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x20000ee61:0x1:0x0] at index 33 of catalog [0x200000bd1:0x3:0x0] 00000100:00100000:1.0:1767319177.262746:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.262780:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.262802:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535424 00000100:00100000:1.0:1767319177.262807:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535424 00000100:00100000:1.0:1767319177.262833:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4316 00000100:00100000:1.0:1767319177.262840:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535424:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.262975:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535424:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 135us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.262981:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4316 00000100:00100000:1.0:1767319177.263000:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133aa80 going to sleep for 50 seconds 00000100:00100000:1.0:1767319177.263011:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.263070:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535552:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.263108:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.263124:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535552 00000100:00100000:1.0:1767319177.263127:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535552 00000100:00100000:1.0:1767319177.263144:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317 00000100:00100000:1.0:1767319177.263154:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535552:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.264070:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535552:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 914us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.264078:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317 00000100:00100000:1.0:1767319177.264100:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133a240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319177.264113:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535552:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.264192:0:123544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535680:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.264300:0:123544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.264323:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535680 00000100:00100000:1.0:1767319177.264326:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535680 00000100:00100000:1.0:1767319177.264346:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318 00000100:00100000:1.0:1767319177.264352:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535680:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1767319177.264392:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123544:x1853163988535680:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 40us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.264397:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318 00000100:00100000:1.0:1767319177.264410:0:123544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133a240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319177.264420:0:123544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:123544:1853163988535680:0@lo:1000:lod0001_rec0000.0 00000004:00080000:1.0:1767319177.264455:0:123544:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d093090c0 with version 1 00000040:00080000:1.0:1767319177.264488:0:123544:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000bd1:0x3:0x0] first idx 33, last_idx 34 00000004:00080000:1.0:1767319177.264499:0:123544:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d02b7b900 with version 2 00000040:00080000:1.0:1767319177.264501:0:123544:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x20000ee61:0x1:0x0] at index 33 of catalog [0x200000bd1:0x3:0x0] 00000100:00100000:1.0:1767319177.275672:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988535936 00000100:00100000:1.0:1767319177.275686:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988535936 00000100:00100000:1.0:1767319177.275740:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:1.0:1767319177.275749:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:123528:x1853163988535936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319177.279345:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:123528:x1853163988535936:12345-0@lo:1000:osp_up0-1.0 Request processed in 3587us (9388us total) trans 133143986194 rc 0/0 00000100:00100000:1.0:1767319177.279361:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00010000:00010000:1.0:1767319177.611919:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319178.023148:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319178.023201:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319178.023232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319178.023260:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319178.023287:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923644672 00000100:00100000:1.0:1767319178.023298:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923644672 00000100:00100000:1.0:1767319178.023364:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2990 00000100:00100000:1.0:1767319178.023375:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923644672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319178.023447:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923644672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319178.023456:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2990 00000100:00100000:1.0:1767319178.023480:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923644416 00000100:00100000:1.0:1767319178.023484:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923644416 00000100:00100000:1.0:1767319178.023516:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923644544 00000100:00100000:1.0:1767319178.023519:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923644544 00000100:00100000:1.0:1767319178.023534:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 66 00000100:00100000:1.0:1767319178.023540:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923644416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319178.023606:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923644416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319178.023613:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 66 00000100:00100000:1.0:1767319178.023626:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 84 00000100:00100000:1.0:1767319178.023630:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923644544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00080000:1.0:1767319178.023660:0:121322:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'f8e581f7-de51-4550-90ea-109e3cc27a77' at ffff9e7d09648000, cookie 0x719a348ff1c38546 00010000:00080000:1.0:1767319178.023666:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t81604378641 exp ffff9e7d09648000 cur 4424 last 1767319177 00010000:02000400:1.0:1767319178.023673:0:121322:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0001: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:1.0:1767319178.023678:0:121322:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0001: recovery timer will expire in 110 seconds 00000004:00100000:1.0:1767319178.023697:0:121322:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type b7, return b7 00000020:01000000:1.0:1767319178.023703:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:1.0:1767319178.023847:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d097b6800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319178.023877:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923644544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 245us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319178.023885:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 84 00000100:00080000:1.0:1767319178.023903:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319178.023907:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319178.024139:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923644288 00000100:00100000:0.0:1767319178.024143:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923644288 00000100:00100000:0.0:1767319178.024182:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:0.0:1767319178.024189:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+8:2508:x1853163923644288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319178.024216:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+8:2508:x1853163923644288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319178.024229:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:1.0:1767319178.028805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00080000:2.0:1767319178.029101:0:123545:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 10000000:01000000:1.0:1767319179.083761:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1767319179.083768:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3b65a000 from 57 10000000:01000000:1.0:1767319179.083774:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767319179.083828:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319179.083839:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319179.083851:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319179.083875:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988537088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319179.083944:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319179.084537:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0133a240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319179.177001:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923644928 00000100:00100000:0.0:1767319179.177011:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923644928 00000100:00100000:0.0:1767319179.177067:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 130 00000100:00100000:0.0:1767319179.177076:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923644928:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319179.177093:0:121472:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319179.177111:0:121472:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38603 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31a9b expref: -99 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319179.177139:0:121472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a9b expref: 9 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319179.177151:0:121472:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a9b expref: 9 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319179.177159:0:121472:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872600, rc 0) 00000100:00100000:0.0:1767319179.177218:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923644928:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 142us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319179.177226:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 130 00000100:00100000:1.0:1767319179.181667:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319179.181775:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645056 00000100:00100000:2.0:1767319179.181785:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645056 00000100:00100000:2.0:1767319179.181846:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 131 00000100:00100000:2.0:1767319179.181868:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923645056:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1767319179.181895:0:121473:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1767319179.181912:0:121473:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1767319179.181916:0:121473:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 57 00000100:00100000:2.0:1767319179.196805:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67b6b09f-7e50-4548-977f-61563b9ef954+9:74614:x1853163923645056:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 14928us (15135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319179.196828:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 131 00010000:00010000:1.0:1767319179.657755:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319180.688955:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319181.709718:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1767319181.792786:0:123824:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319181.793050:0:123824:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1767319182.345057:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988537600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319182.345124:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.345178:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988537600 00000100:00100000:0.0:1767319182.345185:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988537600 00000100:00100000:0.0:1767319182.345236:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1767319182.345245:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988537600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319182.345273:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319182.345321:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988537600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.345329:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00080000:0.0:1767319182.345350:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319182.345387:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988537600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319182.345540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988537856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319182.345570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.345619:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988537856 00000100:00100000:1.0:1767319182.345623:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988537856 00000100:00100000:1.0:1767319182.345651:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1767319182.345657:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163988537856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319182.345683:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445249024 avail 1299009536 00000100:00100000:1.0:1767319182.345722:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163988537856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.345728:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1767319182.345771:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988537856:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1767319182.345920:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319182.345925:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319182.345928:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319182.345935:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9e7d39a7c000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319182.345951:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e866680 x1853163988538112/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319182.345972:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319182.345975:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319182.345977:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319182.345981:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9e7d3162d000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319182.345989:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e865180 x1853163988538368/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319182.346002:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319182.346004:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1767319182.346006:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319182.346010:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3054f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319182.346018:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163988538624/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319182.346057:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988537984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346089:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346113:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988538880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346133:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346150:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767319182.346155:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988538752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346190:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988539264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346212:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346232:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988537984 00000100:00100000:0.0:1767319182.346234:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988537984 00000100:00100000:0.0:1767319182.346256:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1767319182.346262:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988537984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346293:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988537984:12345-0@lo:400:kworker.0 Request processed in 32us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.346300:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1767319182.346328:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538752 00000100:00100000:0.0:1767319182.346331:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538752 00000100:00100000:0.0:1767319182.346359:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:0.0:1767319182.346365:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988538752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346391:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988538752:12345-0@lo:400:kworker.0 Request processed in 26us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.346396:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:0.0:1767319182.346461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988537728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319182.346485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346502:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988538496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346603:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767319182.346609:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988538240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.346685:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538496 00000100:00100000:0.0:1767319182.346688:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538496 00000100:00100000:0.0:1767319182.346708:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538240 00000100:00100000:0.0:1767319182.346711:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538240 00000100:00100000:0.0:1767319182.346729:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1767319182.346734:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988538496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.346980:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988538496:12345-0@lo:400:kworker.0 Request processed in 244us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.346988:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1767319182.347003:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1767319182.347008:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988538240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347037:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988538240:12345-0@lo:400:kworker.0 Request processed in 29us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.347043:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1767319182.347059:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539136 00000100:00100000:0.0:1767319182.347063:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539136 00000100:00100000:0.0:1767319182.347085:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539008 00000100:00100000:0.0:1767319182.347088:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539008 00000100:00100000:0.0:1767319182.347107:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767319182.347119:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988539136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347148:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988539136:12345-0@lo:400:kworker.0 Request processed in 30us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.347154:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767319182.347165:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1767319182.347171:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988539008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347195:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988539008:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.347201:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1767319182.347226:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988537728 00000100:00100000:0.0:1767319182.347230:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988537728 00000100:00100000:0.0:1767319182.347251:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:0.0:1767319182.347257:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988537728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319182.347274:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319182.347302:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988537728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.347308:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00080000:0.0:1767319182.347328:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319182.347332:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767319182.347334:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319182.347364:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988538752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347375:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988539264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347384:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988537984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988538880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988538240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347461:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988537728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319182.347470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988538496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.347479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319182.347601:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988538112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.347631:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.347652:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988538368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.347673:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.347687:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988538624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.347706:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.347746:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538624 00000100:00100000:1.0:1767319182.347750:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538624 00000100:00100000:1.0:1767319182.347782:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:1.0:1767319182.347786:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988538624:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767319182.347815:0:18380:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff9e7d0964d800, cookie 0x719a348ff1c3853f 00010000:00080000:1.0:1767319182.347820:0:18380:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff9e7d0964d800 cur 4429 last 1767319177 00000004:00100000:1.0:1767319182.347837:0:18380:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767319182.347843:0:18380:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:1.0:1767319182.347959:0:18380:0:(import.c:65:import_set_state_nolock()) ffff9e7d04874800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319182.348008:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988538624:12345-0@lo:38:kworker.0 Request processed in 219us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.348014:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00080000:1.0:1767319182.348044:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 21 00000100:00080000:1.0:1767319182.348053:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:1.0:1767319182.348057:0:7010:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0001_UUID 00000100:00080000:1.0:1767319182.348060:0:7010:0:(recover.c:53:ptlrpc_replay_next()) import ffff9e7d3054f800 from lustre-MDT0001_UUID committed 0 last 0 00000100:00080000:1.0:1767319182.348063:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:1.0:1767319182.348078:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538112 00000100:00100000:1.0:1767319182.348081:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538112 00000100:00100000:1.0:1767319182.348095:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988538368 00000100:00100000:1.0:1767319182.348097:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988538368 00000100:00100000:1.0:1767319182.348109:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1767319182.348113:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988538112:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767319182.348127:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4429 last 0 00000020:00000080:1.0:1767319182.348155:0:121320:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x719a348ff1c3860a 00000004:00100000:1.0:1767319182.348162:0:121320:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767319182.348166:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:1.0:1767319182.348530:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d04877800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319182.348568:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853163988538112:12345-0@lo:38:kworker.0 Request processed in 453us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.348601:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1767319182.348617:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1767319182.348621:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988538368:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767319182.348634:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 4429 last 0 00000020:00000080:1.0:1767319182.348654:0:121320:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x719a348ff1c38611 00000004:00100000:1.0:1767319182.348660:0:121320:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1767319182.348664:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:1.0:1767319182.348676:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d04873800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319182.348699:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853163988538368:12345-0@lo:38:kworker.0 Request processed in 77us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.348705:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00080000:1.0:1767319182.349009:0:123545:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:1.0:1767319182.349014:0:123545:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 85899345931 00000020:00080000:1.0:1767319182.349019:0:123545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:1.0:1767319182.349022:0:123545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 85899345931 00000020:00080000:1.0:1767319182.349026:0:123545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:1.0:1767319182.349029:0:123545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 85899345931 00000100:00100000:1.0:1767319182.349067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988538624:0@lo:38:kworker.0 00010000:00080000:1.0:1767319182.349093:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d2e866680 x1853163988538112/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319182.349105:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 21 00000100:00080000:1.0:1767319182.354100:0:7010:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0001: lwp recover req@ffff9e7d2e866680 x1853163988538112/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319182.354114:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1767319182.354119:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7c000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767319182.354131:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767319182.354136:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:7010:1853163988538112:0@lo:38:kworker.0 00010000:00080000:1.0:1767319182.354172:0:7010:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d2e865180 x1853163988538368/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319182.354188:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 21 00010000:00080000:0.0:1767319182.356860:0:123848:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0001-osp-MDT0000 to lustre-MDT0001_UUID@0@lo 00010000:00010000:0.0:1767319182.356867:0:123848:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0001-osp-MDT0000 (0) 00010000:00010000:0.0:1767319182.356871:0:123848:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0001-osp-MDT0000 00000100:00080000:0.0:1767319182.357310:0:123848:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00080000:1.0:1767319182.358184:0:7010:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0000: lwp recover req@ffff9e7d2e865180 x1853163988538368/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767319207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319182.358195:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1767319182.358200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162d000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1767319182.358204:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1767319182.358210:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:7010:1853163988538368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.358244:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988539392:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1767319182.358309:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.358408:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539392 00000100:00100000:2.0:1767319182.358417:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539392 00000100:00100000:2.0:1767319182.358466:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00100000:2.0:1767319182.358475:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988539392:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:2.0:1767319182.358492:0:35231:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d3a9a3480 x1853163988539392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767319232 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319182.358519:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988539392:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 45us (209us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319182.358525:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000020:00080000:0.0:1767319182.358573:0:123545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:0.0:1767319182.358608:0:123545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 85899345931 00010000:00080000:0.0:1767319182.358612:0:123545:0:(ldlm_lib.c:2246:check_for_next_transno()) waking for completed recovery 00000020:00080000:0.0:1767319182.358615:0:123545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0001: Next update transno 0 00010000:00080000:0.0:1767319182.358620:0:123545:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1767319182.358623:0:123545:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1767319182.358744:0:123545:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 21, last_transno is 90194313216 00000001:00100000:2.0:1767319182.363111:0:123522:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1767319182.363122:0:123522:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00080000:0.0:1767319182.363196:0:123545:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:0.0:1767319182.363237:0:123545:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0001: cancel recovery timer 00010000:00080000:0.0:1767319182.363253:0:123545:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.204.13@tcp: req@ffff9e7d3a9a1180 x1853163923644800/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:128/0 lens 224/0 e 0 to 0 dl 1767319228 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767319182.363362:0:123545:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7d3a9a3480 x1853163988539392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767319232 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:0.0:1767319182.363435:0:123545:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0001: Recovery over after 0:05, of 2 clients 2 recovered and 0 were evicted. 00000100:00080000:2.0:1767319182.363898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1767319182.363907:0:7010:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff9e7d05fc1180 x1853163988539392/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319237 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319182.363916:0:7010:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e7d05fc1180 x1853163988539392/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319237 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319182.363923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1767319182.363933:0:7010:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1767319182.363946:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988539392:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1767319182.364151:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319182.364163:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988539520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319182.364202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.364238:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539520 00000100:00100000:1.0:1767319182.364243:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539520 00000100:00100000:1.0:1767319182.364281:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:1.0:1767319182.364289:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988539520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319182.364311:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:1.0:1767319182.364354:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988539520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.364362:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000100:00100000:1.0:1767319182.364395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988539520:0@lo:41:osp-pre-1-0.0 00000004:00000080:0.0:1767319182.406906:0:123545:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb1abc481fe10 00100000:10000000:0.0:1767319182.406926:0:123545:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:1.0:1767319182.407288:0:123531:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x280000401:0x604:0x0] 00000100:00100000:1.0:1767319182.407331:0:123531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:123531:1853163988539648:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1767319182.407392:0:123531:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.407421:0:123531:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36a42180 going to sleep for 50 seconds 00000100:00100000:1.0:1767319182.407444:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539648 00000100:00100000:1.0:1767319182.407450:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539648 00000100:00100000:1.0:1767319182.407496:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134 00000100:00100000:1.0:1767319182.407504:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+6:123531:x1853163988539648:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1767319182.407531:0:37857:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1633 -> diff = -93 00002000:02000040:1.0:1767319182.407535:0:37857:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000401:1541 to 0x280000401:1633) 00002000:00010000:0.0:1767319182.418137:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x661:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.418151:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.418173:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.418176:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.418181:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.418197:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.418207:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.418215:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.418242:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.418866:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.418875:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.418884:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.418888:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.418896:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.418912:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.418918:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38618 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.418934:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.418936:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.418938:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319182.420391:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x660:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.420400:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420413:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420414:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420418:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420429:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420444:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420451:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420468:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319182.420559:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.420564:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420572:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420573:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420576:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420602:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420609:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420616:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420633:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319182.420640:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319182.420646:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420653:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.420657:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420675:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420689:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.420694:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.420696:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3861f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420703:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420710:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.420710:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319182.420712:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.420713:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420715:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420720:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.420723:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420724:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420731:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420732:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420739:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420740:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420746:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38626 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420750:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.420786:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.420790:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420796:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.420799:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420807:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420817:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420823:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873000/0x719a348ff1c3862d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.420826:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.420831:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420833:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.420835:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.420837:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.420838:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420839:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420842:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420850:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420878:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420885:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420903:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.420930:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.420934:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420942:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.420945:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420958:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.420968:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.420968:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420973:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420975:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872c00/0x719a348ff1c38634 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.420980:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420982:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.420985:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.420987:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.420988:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.420990:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.420993:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421000:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421006:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421024:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319182.421083:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.421093:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421101:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421102:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421105:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421114:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421122:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421130:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421141:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319182.421202:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319182.421207:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421214:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872a00 already unused, calling callback (ffffffffc0d26b40) 00002000:00010000:0.0:1767319182.421215:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.421217:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421220:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421225:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421227:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421228:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421231:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421235:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421239:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421242:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872a00/0x719a348ff1c3863b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421257:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421261:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319182.421264:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421265:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421272:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.421272:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.421274:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421281:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421290:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421296:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872000/0x719a348ff1c38642 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421307:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.421310:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421315:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.421318:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.421326:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x659:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.421326:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421331:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421338:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421339:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.421340:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421343:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421348:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873600/0x719a348ff1c38649 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421351:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421358:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421358:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.421360:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.421362:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421365:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421367:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421379:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.421385:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.421388:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421395:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.421398:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421405:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421415:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421422:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873800/0x719a348ff1c38650 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.421434:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x658:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.421443:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421444:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421444:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.421446:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421451:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421452:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421455:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421463:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421471:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421477:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421494:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319182.421495:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319182.421500:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421507:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.421510:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421517:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421529:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421537:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872e00/0x719a348ff1c38657 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.421553:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x657:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.421558:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421559:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.421560:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.421562:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421565:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421566:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421569:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.421569:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421596:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421606:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.421615:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421622:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421639:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319182.421701:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x656:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.421706:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421706:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.421710:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421714:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421715:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.421717:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319182.421718:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421720:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421727:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421728:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421735:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421738:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421743:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.421746:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873a00/0x719a348ff1c3865e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421765:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319182.421840:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x655:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.421850:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421857:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421858:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421861:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421870:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421877:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421884:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421896:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1767319182.421963:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x654:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.421969:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421976:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421977:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.421980:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.421987:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422005:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422013:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422026:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1767319182.422093:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x653:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422099:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422106:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422108:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422110:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422119:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422125:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422132:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422139:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1767319182.422212:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x652:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422222:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422230:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422231:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422234:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422242:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422249:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422254:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422262:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1767319182.422326:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x651:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422331:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422338:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422340:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422343:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422351:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422368:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422375:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422383:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1767319182.422445:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x650:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422450:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422457:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422459:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422461:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422470:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422478:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422485:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422492:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1767319182.422552:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.422561:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767319182.422562:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422566:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422569:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422570:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.422572:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319182.422574:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422576:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422600:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422608:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422615:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422616:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422624:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1767319182.422626:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422632:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872800/0x719a348ff1c38665 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422646:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767319182.422649:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422656:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.422659:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422667:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422675:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422682:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873e00/0x719a348ff1c3866c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.422685:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422689:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422697:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422698:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422701:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422703:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767319182.422706:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422709:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422713:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421efa00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.422716:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422724:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422726:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422733:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422734:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422740:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efa00/0x719a348ff1c38673 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422742:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1767319182.422843:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422848:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422856:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422857:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422860:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422868:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422876:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422882:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422890:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1767319182.422956:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.422966:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422974:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422975:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.422977:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422985:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.422992:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.422995:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767319182.422999:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423000:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423007:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eea00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319182.423008:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1767319182.423010:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423017:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423033:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423040:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eea00/0x719a348ff1c3867a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423054:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767319182.423057:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423063:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421efc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.423066:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.423067:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.423072:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423074:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423078:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423080:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423083:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423084:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423091:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421efc00/0x719a348ff1c38681 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423092:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423109:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423116:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423125:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1767319182.423182:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767319182.423186:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.423190:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.423194:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423202:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423203:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.423203:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421ef800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319182.423207:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423207:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423215:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423216:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423223:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423225:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423231:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423232:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421ef800/0x719a348ff1c38688 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423239:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1767319182.423244:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767319182.423247:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423252:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eee00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.423255:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423262:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423272:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423289:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d421eee00/0x719a348ff1c3868f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.423292:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x649:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.423300:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423300:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767319182.423304:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423308:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423310:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.423310:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319182.423313:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423314:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423321:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423323:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423330:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423331:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423337:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423345:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1767319182.423406:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x648:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.423411:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423417:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423419:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423422:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423430:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423446:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423453:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423461:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1767319182.423523:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x647:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.423528:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423534:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423536:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423538:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423546:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423553:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423559:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423566:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1767319182.423615:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767319182.423621:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423629:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.423632:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423640:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.423646:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x646:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319182.423650:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423656:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423657:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557600/0x719a348ff1c3869d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423663:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423664:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.423667:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423669:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767319182.423673:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423676:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423679:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.423682:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423683:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423691:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423694:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.423698:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:1.0:1767319182.423703:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423709:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c386a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423721:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767319182.423725:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423731:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.423734:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423741:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.423750:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423939:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557a00/0x719a348ff1c38696 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423952:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767319182.423955:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423961:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.423964:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423978:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423988:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.423995:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557000/0x719a348ff1c386b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424006:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767319182.424008:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424014:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.424017:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424023:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424030:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424036:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556800/0x719a348ff1c386b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424057:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767319182.424060:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424067:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.424069:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424076:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424086:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424093:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557200/0x719a348ff1c386c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424485:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c386ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424525:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319182.424530:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424537:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.424540:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424548:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424564:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.424572:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556000/0x719a348ff1c386c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424631:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319182.424635:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424642:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.424645:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424652:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424662:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424669:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557800/0x719a348ff1c386ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424681:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319182.424685:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424690:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.424693:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424700:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424717:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424724:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557e00/0x719a348ff1c386d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.424736:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.424738:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.424741:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.424750:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.424830:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.424832:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.424834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.425505:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.425508:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.425510:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767319182.427944:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x645:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.427963:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.427978:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.427980:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.427985:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428000:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428022:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428030:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428054:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767319182.428418:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x644:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.428424:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428432:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428434:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428437:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428445:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428453:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428459:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428478:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319182.428515:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319182.428522:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428531:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.428534:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.428542:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x643:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.428543:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428553:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428558:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428559:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428561:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428564:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428565:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556600/0x719a348ff1c386dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428572:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428593:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428600:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428601:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.428604:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428610:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.428613:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428614:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.428620:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428630:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428636:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c386e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428648:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.428652:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428658:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.428661:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428668:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319182.428673:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x642:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319182.428678:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428683:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428684:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428686:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319182.428689:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428690:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556c00/0x719a348ff1c386ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428697:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428701:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.428703:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.428705:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319182.428712:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428718:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319182.428730:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00100000:2.0:1767319182.428750:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:2.0:1767319182.428957:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.428962:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428970:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.428973:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428981:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428992:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.428999:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c386f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.429023:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.429024:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.429026:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.429032:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.429069:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1767319182.430749:0:37857:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000401:1540 00000100:00100000:0.0:1767319182.430853:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:123531:x1853163988539648:12345-0@lo:5:osp-pre-1-1.0 Request processed in 23345us (23456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.430864:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134 00000100:00100000:2.0:1767319182.432396:0:123531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:123531:1853163988539648:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1767319182.432414:0:123531:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x280000401:0x661:0x0] from OST, last_created [0x280000401:0x661:0x0]last_used is [0x280000401:0x604:0x0] 00000100:00100000:2.0:1767319182.432500:0:123531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:123531:1853163988540032:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1767319182.432545:0:123531:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.432569:0:123531:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06d7c000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319182.432611:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319182.432622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319182.432644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.432671:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988539904 00000100:00100000:2.0:1767319182.432676:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988539904 00000100:00100000:2.0:1767319182.432714:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1767319182.432721:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988539904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319182.432739:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8615616 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319182.432791:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988539904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.432798:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1767319182.432840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988539904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319182.433067:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540032 00000100:00100000:0.0:1767319182.433072:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540032 00000100:00100000:0.0:1767319182.433098:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6136 00000100:00100000:0.0:1767319182.433104:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:123531:x1853163988540032:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1767319182.433133:0:37857:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000401 at 1634 00010000:00010000:2.0:1767319182.436621:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.436629:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c386f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.436646:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.436650:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c386f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.436658:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c386f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.436675:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c386f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.436683:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c386f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.436699:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.436701:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.436702:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.439279:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.442021:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.443515:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767319182.448674:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+6:123531:x1853163988540032:12345-0@lo:5:osp-pre-1-1.0 Request processed in 15563us (16121us total) trans 4294969464 rc 0/0 00000100:00100000:0.0:1767319182.448687:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6136 00000100:00100000:0.0:1767319182.449938:0:121332:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540160 00000100:00100000:0.0:1767319182.449944:0:121332:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540160 00000100:00100000:0.0:1767319182.450122:0:121332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767319182.450132:0:121332:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:123531:x1853163988540160:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1767319182.450191:0:121332:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:123531:x1853163988540160:12345-0@lo:900:osp-pre-1-1.0 Request processed in 60us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.450206:0:121332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00010000:2.0:1767319182.452032:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x652:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.452043:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c38761 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452057:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.452059:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.452065:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c38761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452089:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c38761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452099:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c38761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452107:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ca00/0x719a348ff1c38761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x652:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452556:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.452705:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x651:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.452711:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452719:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.452721:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.452724:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452733:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452740:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452747:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.452959:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.453026:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x650:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.453032:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453039:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453040:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453043:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453052:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453059:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453066:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453077:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319182.453084:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319182.453088:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453095:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.453099:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453117:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453134:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453140:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38768 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453156:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.453159:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453165:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.453168:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453175:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453183:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453189:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682da00/0x719a348ff1c3876f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453209:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453210:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453212:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.453272:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.453277:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453284:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453285:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453288:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453296:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453304:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453311:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453325:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.453401:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.453406:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453413:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453419:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453422:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453430:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453438:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453445:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453455:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319182.453461:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319182.453465:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453471:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.453474:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453481:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453490:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453496:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38776 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453511:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.453515:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453521:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.453524:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453530:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453538:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453544:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3877d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453552:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453554:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453555:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.453631:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.453636:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453643:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453644:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.453647:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453660:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453668:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453674:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453684:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.453690:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.453693:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453699:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.453702:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453709:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453717:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453723:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c38784 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.453743:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453744:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.453746:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.453998:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.454003:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454011:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454012:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454015:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454024:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454032:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454039:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454050:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.454055:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.454058:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454064:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.454072:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454079:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454089:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454096:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3878b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454108:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454109:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454110:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.454165:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.454170:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454177:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454179:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454181:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454189:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454196:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454213:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454224:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.454230:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.454234:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454239:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.454242:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454249:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454258:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454265:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38792 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454276:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454278:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454280:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.454358:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.454363:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454375:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454377:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.454380:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454388:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454396:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454402:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454413:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319182.454420:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319182.454423:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454430:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319182.454433:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454442:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454452:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454464:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38799 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.454475:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454476:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.454478:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319182.455600:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x649:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.455609:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c387a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455621:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.455622:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.455626:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c387a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455634:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c387a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455640:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c387a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455644:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c387a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455657:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.455740:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x648:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.455744:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c387a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455829:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.455830:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.455833:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c387a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455839:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c387a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455844:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c387a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455848:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0682d200/0x719a348ff1c387a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.455927:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.455991:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x647:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.455996:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c387ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456003:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456004:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456007:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c387ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456016:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c387ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456023:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c387ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456035:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c387ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456048:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.456106:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x646:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.456110:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c387b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456116:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456118:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456121:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c387b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456129:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c387b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456136:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c387b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456143:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c387b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456159:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.456222:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x645:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.456227:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c387bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456243:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456245:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.456248:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c387bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456255:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c387bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456262:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c387bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456269:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c387bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x645:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.456279:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319182.457300:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x644:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.457307:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efc00/0x719a348ff1c387c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457316:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.457318:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.457321:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efc00/0x719a348ff1c387c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457331:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efc00/0x719a348ff1c387c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457609:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efc00/0x719a348ff1c387c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457622:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efc00/0x719a348ff1c387c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x644:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457638:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319182.457728:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x643:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319182.457733:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.457740:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.457742:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.457744:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.458247:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.458258:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.458265:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.458283:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319182.459418:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319182.459427:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.459436:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eea00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319182.459440:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.459448:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.459461:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.459468:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319182.459491:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x642:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319182.459496:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319182.459498:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.459498:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319182.459500:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.459517:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.459519:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319182.459522:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.459531:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.459538:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.459544:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319182.459558:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767319182.467143:0:37862:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000401:1136 00000100:00100000:2.0:1767319182.467304:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:123533:x1853163988539776:12345-0@lo:5:osp-pre-0-1.0 Request processed in 59629us (59719us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.467316:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135 00000100:00100000:0.0:1767319182.467605:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319182.467617:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988540288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319182.467646:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.467847:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540416 00000100:00100000:0.0:1767319182.467919:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988540288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319182.467928:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540416 00000100:00100000:2.0:1767319182.467959:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137 00000100:00100000:2.0:1767319182.467966:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:123533:x1853163988540416:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1767319182.467994:0:37862:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x2c0000401 at 1634 00000100:00100000:2.0:1767319182.471606:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:123533:x1853163988540416:12345-0@lo:5:osp-pre-0-1.0 Request processed in 3634us (4083us total) trans 8589934597 rc 0/0 00000100:00100000:2.0:1767319182.471620:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137 00000100:00100000:1.0:1767319182.472082:0:121333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540544 00000100:00100000:1.0:1767319182.472089:0:121333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540544 00000100:00100000:1.0:1767319182.472168:0:121333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767319182.472177:0:121333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:123533:x1853163988540544:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1767319182.472234:0:121333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:123533:x1853163988540544:12345-0@lo:900:osp-pre-0-1.0 Request processed in 59us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319182.472241:0:121333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000004:2.0:1767319182.632514:0:123876:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767319182.633703:0:123876:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000001:00080000:0.0:1767319182.865724:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986197 is committed 00000100:00100000:1.0:1767319183.143983:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319183.144083:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319183.144120:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319183.144160:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319183.144212:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645568 00000100:00100000:2.0:1767319183.144221:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645568 00000100:00100000:2.0:1767319183.144277:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2994 00000100:00100000:2.0:1767319183.144283:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923645568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319183.144737:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923645568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 452us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319183.144773:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2994 00000100:00100000:0.0:1767319183.144924:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645312 00000100:00100000:0.0:1767319183.144929:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645312 00000100:00100000:0.0:1767319183.145009:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645440 00000100:00100000:0.0:1767319183.145013:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645440 00000100:00100000:0.0:1767319183.145031:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 73 00000100:00100000:0.0:1767319183.145037:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923645440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767319183.145112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319183.145142:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923645440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319183.145149:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 73 00010000:00010000:2.0:1767319183.753790:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319184.785787:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319187.465507:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988540928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319187.465598:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319187.465635:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319187.465641:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988541056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319187.465674:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319187.465701:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540928 00000100:00100000:1.0:1767319187.465708:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540928 00000100:00100000:1.0:1767319187.465763:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541056 00000100:00100000:1.0:1767319187.465766:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541056 00000100:00100000:1.0:1767319187.465784:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329 00000100:00100000:1.0:1767319187.465791:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988540928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319187.465837:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:1.0:1767319187.465878:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988540928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.465885:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329 00000100:00100000:1.0:1767319187.465901:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:1.0:1767319187.465907:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988541056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319187.465923:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445249024 avail 1299009536 00000100:00100000:1.0:1767319187.465961:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988541056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.465967:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:1.0:1767319187.466019:0:7011:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 133143986197 gen 2 00000004:00080000:1.0:1767319187.466024:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986194 committed transno 133143986197 00000004:00080000:1.0:1767319187.467382:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986195 committed transno 133143986197 00000004:00080000:1.0:1767319187.467393:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986196 committed transno 133143986197 00000004:00080000:1.0:1767319187.467404:0:7011:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 133143986197 committed transno 133143986197 00000100:00100000:1.0:1767319187.467422:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988541056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319187.476755:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541824 00000100:00100000:2.0:1767319187.476772:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541824 00000100:00100000:2.0:1767319187.476853:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1767319187.476865:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988541824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.476956:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988541824:12345-0@lo:400:kworker.0 Request processed in 95us (5468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319187.476964:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1767319187.477000:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988541568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.477038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.477064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988542080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319187.477084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319187.478127:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988540928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319187.478162:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988541440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.478199:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319187.478228:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988541952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.478247:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319187.478353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319187.478367:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541696 00000100:00100000:1.0:1767319187.478372:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541696 00000100:00100000:1.0:1767319187.478411:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541312 00000100:00100000:1.0:1767319187.478427:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541312 00000100:00100000:1.0:1767319187.478442:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541568 00000100:00100000:1.0:1767319187.478445:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541568 00000100:00100000:1.0:1767319187.478457:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541440 00000100:00100000:1.0:1767319187.478460:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541440 00000100:00100000:1.0:1767319187.478471:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541952 00000100:00100000:1.0:1767319187.478473:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541952 00000100:00100000:1.0:1767319187.478485:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1767319187.478492:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988541696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.478531:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7013:x1853163988541696:12345-0@lo:400:kworker.0 Request processed in 40us (7127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.478537:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1767319187.478552:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1767319187.478558:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988541312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.478700:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988541312:12345-0@lo:400:kworker.0 Request processed in 142us (7251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.478707:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1767319187.478847:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1767319187.478854:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988541568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.478874:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540672 00000100:00100000:0.0:1767319187.478878:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540672 00000100:00100000:1.0:1767319187.478881:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988541568:12345-0@lo:400:kworker.0 Request processed in 29us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.478886:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1767319187.478896:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1767319187.478901:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988541440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.478929:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988541440:12345-0@lo:400:kworker.0 Request processed in 27us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.478934:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1767319187.478943:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988540800 00000100:00100000:0.0:1767319187.478946:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988540800 00000100:00100000:1.0:1767319187.478951:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1767319187.478956:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988541952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.478959:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1767319187.478964:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988540672:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319187.478980:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988541952:12345-0@lo:400:kworker.0 Request processed in 24us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.478985:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00002000:00000024:0.0:1767319187.478994:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767319187.479009:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319187.479012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319187.479014:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319187.479027:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988540672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (13725us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319187.479033:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:1.0:1767319187.479035:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988541440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.479044:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988541952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.479045:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:0.0:1767319187.479056:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988540800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319187.479070:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319187.479097:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988540800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (12182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319187.479102:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1767319187.479103:0:121473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988541184 00000100:00100000:1.0:1767319187.479107:0:121473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988541184 00000100:00100000:1.0:1767319187.479130:0:121473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1767319187.479136:0:121473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988541184:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1767319187.479138:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7c0db0e300 x1853163988541312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319187.479149:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988541312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.479160:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988541824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.479162:0:121473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988541184:12345-0@lo:400:kworker.0 Request processed in 27us (7810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.479167:0:121473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1767319187.479168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988541184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.479178:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163988541696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.479190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988540800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319187.479203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988540672:0@lo:13:osp-pre-1-0.0 00010000:00080000:2.0:1767319187.484287:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7c0c45ce00 x1853163988541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.484302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988541568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.484829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988542080:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319187.849122:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319187.977296:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988542592 00000100:00100000:0.0:1767319187.977306:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988542592 00000100:00100000:0.0:1767319187.977365:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1767319187.977374:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988542592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319187.977397:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319187.978774:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988542592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1383us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319187.978786:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000001:00080000:1.0:1767319187.981932:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934597 is committed 00000001:00080000:0.0:1767319187.985217:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969464 is committed 00000001:02000400:2.0:1767319188.189319:0:124071:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 202: pfl replay should recovery layout generation ========================================================== 20:59:47 (1767319187) 00000100:00100000:1.0:1767319188.256885:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319188.256927:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319188.256949:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645824 00000100:00100000:2.0:1767319188.256960:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645824 00000100:00100000:1.0:1767319188.257013:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319188.257039:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319188.257059:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923645696 00000100:00100000:1.0:1767319188.257062:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923645696 00000100:00100000:1.0:1767319188.257089:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 135 00000100:00100000:1.0:1767319188.257094:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923645696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319188.257506:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 81 00000100:00100000:2.0:1767319188.257514:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923645824:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319188.259684:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923645696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2578us (2658us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319188.259697:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 135 00000100:00100000:2.0:1767319188.259905:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923645824:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2391us (3028us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319188.259912:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 81 00010000:00010000:2.0:1767319188.878785:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319189.008946:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923646208 00000100:00100000:2.0:1767319189.008957:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923646208 00000100:00100000:2.0:1767319189.009010:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 87 00000100:00100000:2.0:1767319189.009020:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:85590:x1853163923646208:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319189.009039:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319189.009065:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31aa2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.009127:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.009140:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.009155:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319189.009198:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319189.009207:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319189.009229:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.009252:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c387d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31aa2 expref: 8 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.009268:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31aa2 expref: 7 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.009277:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3a00) 00010000:00010000:2.0:1767319189.009280:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319189.009284:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d421eea00, rc 0) 00000100:00100000:2.0:1767319189.009338:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:85590:x1853163923646208:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 320us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319189.009346:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 87 00000100:00100000:2.0:1767319189.013962:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319189.025643:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319189.025734:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923646592 00000100:00100000:1.0:1767319189.025743:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923646592 00000100:00100000:1.0:1767319189.025814:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:1.0:1767319189.025824:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:85590:x1853163923646592:12345-192.168.204.13@tcp:36:lfs.0 00010000:00010000:1.0:1767319189.025880:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319189.025906:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c387df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31aa2 expref: 7 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319189.025922:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3a00) 00010000:00010000:1.0:1767319189.025934:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319189.026018:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026031:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026044:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026056:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026062:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026068:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026549:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026558:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026565:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319189.026615:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000323006ce reply state 00000000c0ea149c transno 133143986198 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.026626:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027148:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:1.0:1767319189.027151:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319189.027155:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1767319189.027162:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00010000:00010000:1.0:1767319189.027171:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027177:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027184:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027190:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319189.027194:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027201:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027220:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0cc6b800) 00010000:00010000:1.0:1767319189.027223:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319189.027227:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027233:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c387fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319189.027248:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000323006ce reply state 00000000c0ea149c transno 133143986198 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027256:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.027261:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7d0cc6b900) 00010000:00010000:1.0:1767319189.027263:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319189.027265:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1767319189.027357:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:85590:x1853163923646592:12345-192.168.204.13@tcp:36:lfs.0 Request processed in 1531us (1728us total) trans 133143986198 rc 0/0 00000100:00100000:1.0:1767319189.027366:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:1.0:1767319189.052374:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923646720 00000100:00100000:1.0:1767319189.052384:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923646720 00000100:00100000:1.0:1767319189.052476:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:1.0:1767319189.052497:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:85591:x1853163923646720:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:1.0:1767319189.052530:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319189.052563:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ab0 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319189.052662:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.052683:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.052695:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319189.052736:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319189.052741:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319189.052760:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.052795:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab0 expref: 10 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319189.052812:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab0 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319189.052821:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0cc6b100) 00010000:00010000:1.0:1767319189.052824:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319189.052827:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0ea00, rc 0) 00000100:00100000:1.0:1767319189.052880:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:85591:x1853163923646720:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 395us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319189.052886:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:2.0:1767319189.067102:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923646848 00000100:00100000:2.0:1767319189.067112:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923646848 00000100:00100000:2.0:1767319189.067170:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00100000:2.0:1767319189.067180:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:85591:x1853163923646848:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319189.067200:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319189.067219:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c3881e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ab7 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.067284:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067300:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067320:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067331:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067339:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067345:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067423:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067431:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067437:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319189.067478:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00000004:00200000:2.0:1767319189.067482:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319189.067510:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067529:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067534:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067541:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067555:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421ef800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319189.067559:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067566:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067600:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0cc6b100) 00010000:00010000:2.0:1767319189.067604:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319189.067609:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067616:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421ef800/0x719a348ff1c38825 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067627:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067641:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067647:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067652:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421eea00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319189.067654:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067659:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067666:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7d0cc6b900) 00010000:00010000:2.0:1767319189.067674:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319189.067677:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067683:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eea00/0x719a348ff1c3882c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319189.067711:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421eee00/0x719a348ff1c3881e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab7 expref: 11 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.067725:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab7 expref: 10 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319189.067732:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:2.0:1767319189.067734:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319189.067736:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d421efa00, rc 0) 00000100:00100000:2.0:1767319189.067799:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:85591:x1853163923646848:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 621us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319189.067808:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00100000:2.0:1767319189.073611:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319189.082875:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923647360 00000100:00100000:0.0:1767319189.082891:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923647360 00000100:00100000:0.0:1767319189.082947:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:0.0:1767319189.082956:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+11:85591:x1853163923647360:12345-192.168.204.13@tcp:36:lfs.0 00010000:00010000:0.0:1767319189.083109:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319189.083136:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d421efa00/0x719a348ff1c38833 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab7 expref: 11 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319189.083152:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:0.0:1767319189.083156:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319189.083178:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319189.083190:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319189.083199:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319189.083338:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0d56de0 reply state 00000000b6cb69b1 transno 133143986200 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319189.083349:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319189.083354:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:0.0:1767319189.083356:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:0.0:1767319189.083359:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1767319189.083366:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00000100:00100000:0.0:1767319189.083437:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+12:85591:x1853163923647360:12345-192.168.204.13@tcp:36:lfs.0 Request processed in 482us (749us total) trans 133143986200 rc 0/0 00000100:00100000:0.0:1767319189.083444:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:0.0:1767319189.088769:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000001:00080000:0.0:1767319189.807694:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986201 is committed 00010000:00010000:1.0:1767319189.811451:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811467:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811476:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811491:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319189.811496:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811503:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811520:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7d0cc6b900) 00010000:00010000:1.0:1767319189.811523:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319189.811528:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811535:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38802 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811553:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811559:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811564:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811568:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319189.811571:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811576:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811606:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:1.0:1767319189.811633:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319189.811638:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811645:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c38809 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811663:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811669:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811674:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811679:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319189.811682:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811688:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811697:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0cc6bd00) 00010000:00010000:1.0:1767319189.811700:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1767319189.811702:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.811719:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556000/0x719a348ff1c38848 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000100:00100000:1.0:1767319189.882318:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923647872 00000100:00100000:1.0:1767319189.882328:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923647872 00000100:00100000:1.0:1767319189.882450:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:1.0:1767319189.882461:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:85600:x1853163923647872:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767319189.882502:0:121323:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:1.0:1767319189.883492:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:85600:x1853163923647872:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 1029us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319189.883503:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:1.0:1767319189.889809:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923648000 00000100:00100000:1.0:1767319189.889818:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923648000 00000100:00100000:1.0:1767319189.889892:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6138 00000100:00100000:1.0:1767319189.889900:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2507:x1853163923648000:12345-192.168.204.13@tcp:8:lfs.0 00010000:00080000:1.0:1767319189.889933:0:37857:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp t4294969477 exp 0000000000000000 cur 4436 last 0 00000020:00000080:1.0:1767319189.889974:0:37857:0:(genops.c:1402:class_connect()) connect: client f8e581f7-de51-4550-90ea-109e3cc27a77, cookie 0x719a348ff1c3884f 00002000:00100000:1.0:1767319189.889985:0:37857:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d2c5bd000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1767319189.890003:0:37857:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1767319189.890070:0:37857:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:1.0:1767319189.890081:0:37857:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1767319189.890122:0:37857:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5be000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319189.890197:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923648000:12345-192.168.204.13@tcp:8:lfs.0 Request processed in 295us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319189.890204:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6138 00000100:00100000:0.0:1767319189.893286:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319189.896356:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319189.897891:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923648256 00000100:00100000:0.0:1767319189.897901:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923648256 00000100:00100000:0.0:1767319189.897958:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2431 00000100:00100000:0.0:1767319189.897966:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:85600:x1853163923648256:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:0.0:1767319189.897996:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319189.898054:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:85600:x1853163923648256:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 89us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319189.898062:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2431 00000100:00100000:1.0:1767319189.973626:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923648512 00000100:00100000:1.0:1767319189.973637:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923648512 00000100:00100000:1.0:1767319189.973690:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:1.0:1767319189.973699:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:85607:x1853163923648512:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00010000:1.0:1767319189.973753:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319189.973779:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ea00/0x719a348ff1c38817 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ab0 expref: 7 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319189.973808:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0cc6b100) 00010000:00010000:1.0:1767319189.973820:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319189.973881:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.973895:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.973906:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.973918:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.973925:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.973931:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974429:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974438:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974445:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974451:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319189.974455:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974471:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974480:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0c7a5d00) 00010000:00010000:1.0:1767319189.974483:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319189.974486:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974491:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fc00/0x719a348ff1c38856 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319189.974504:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000820fdb64 reply state 000000005931f4f3 transno 133143986202 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974514:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319189.974519:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319189.974521:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319189.974523:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319189.974632:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:85607:x1853163923648512:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 932us (1813us total) trans 133143986202 rc 0/0 00000100:00100000:1.0:1767319189.974640:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:1.0:1767319189.996491:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319190.006198:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319190.007338:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319190.016878:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319190.018510:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319190.018516:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c388a3 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319190.018521:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319190.018524:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c388a3 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319190.018530:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c388a3 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319190.018538:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x38:0x0].0x0 (ffff9e7d04db5200) 00010000:00010000:0.0:1767319190.018541:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767319190.018543:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c388a3 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319190.018549:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c388a3 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319190.018568:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319190.018570:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319190.018571:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319192.584771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988542720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319192.584840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.584895:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988542720 00000100:00100000:2.0:1767319192.584902:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988542720 00000100:00100000:2.0:1767319192.584938:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:2.0:1767319192.584944:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988542720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319192.584975:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00010000:00000080:2.0:1767319192.584987:0:99440:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d08f1ea00 x1853163988542720/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1767319242 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319192.585031:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988542720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319192.585036:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:2.0:1767319192.585069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988542720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319192.587923:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988543616 00000100:00100000:2.0:1767319192.587927:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988543616 00000100:00100000:2.0:1767319192.587948:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988544384 00000100:00100000:2.0:1767319192.587950:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988544384 00000100:00100000:2.0:1767319192.587960:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:2.0:1767319192.587965:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988543616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319192.587996:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:7011:x1853163988543616:12345-0@lo:400:kworker.0 Request processed in 31us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319192.588000:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:2.0:1767319192.588009:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333 00000100:00100000:2.0:1767319192.588012:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988544384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767319192.588029:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319192.588049:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988544384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319192.588053:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333 00000100:00100000:1.0:1767319192.591272:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319192.591286:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988544640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319192.591330:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.591421:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988544640 00000100:00100000:2.0:1767319192.591427:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988544640 00000100:00100000:2.0:1767319192.591468:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:2.0:1767319192.591476:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988544640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767319192.591492:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319192.591536:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988544640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319192.591562:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767319192.591751:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988544640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319193.103633:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988544768 00000100:00100000:0.0:1767319193.103645:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988544768 00000100:00100000:0.0:1767319193.103692:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:0.0:1767319193.103701:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988544768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319193.103724:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8664128 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319193.103791:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988544768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319193.103799:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:0.0:1767319193.103851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988544768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319193.383567:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649536 00000100:00100000:2.0:1767319193.383595:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649536 00000100:00100000:2.0:1767319193.383675:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3002 00000100:00100000:2.0:1767319193.383687:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923649536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319193.383785:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923649536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319193.383795:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3002 00000100:00080000:2.0:1767319193.383822:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319193.386702:0:121472:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649152 00000100:00100000:2.0:1767319193.386722:0:121472:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649152 00000100:00100000:2.0:1767319193.386792:0:121472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 137 00000100:00100000:2.0:1767319193.386805:0:121472:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923649152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319193.386910:0:121472:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923649152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319193.386919:0:121472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 137 00000100:00100000:2.0:1767319193.391093:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649664 00000100:00100000:2.0:1767319193.391115:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649664 00000100:00100000:2.0:1767319193.391206:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3003 00000100:00100000:2.0:1767319193.391218:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923649664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319193.391324:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923649664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (3701us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319193.391333:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3003 00000100:00080000:2.0:1767319193.391361:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319193.391798:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649280 00000100:00100000:1.0:1767319193.391817:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649280 00000100:00100000:1.0:1767319193.391879:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649408 00000100:00100000:1.0:1767319193.391883:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649408 00000100:00100000:1.0:1767319193.391922:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:1.0:1767319193.391931:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923649280:12345-192.168.204.13@tcp:400:kworker.0 00010000:00000080:1.0:1767319193.391956:0:121322:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d361c8700 x1853163923649280/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:143/0 lens 224/224 e 0 to 0 dl 1767319243 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319193.391994:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2510:x1853163923649280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 65us (8883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319193.392001:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:1.0:1767319193.392016:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:1.0:1767319193.392023:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923649408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319193.392048:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923649408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (8537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319193.392054:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00080000:2.0:1767319193.392186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319193.392197:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767319193.992774:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319195.888199:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649792 00000100:00100000:1.0:1767319195.888210:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649792 00000100:00100000:1.0:1767319195.888287:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 100 00000100:00100000:1.0:1767319195.888297:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:85678:x1853163923649792:12345-192.168.204.13@tcp:101:touch.0 00010000:00010000:1.0:1767319195.888319:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319195.888349:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c388aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ad3 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.888420:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.888435:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.888456:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:1.0:1767319195.888497:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319195.888509:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319195.888543:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.888568:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c388aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ad3 expref: 12 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.888610:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ad3 expref: 11 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.888619:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0c7a5e00) 00010000:00010000:1.0:1767319195.888622:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319195.888626:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0f400, rc 0) 00010000:00000080:1.0:1767319195.888634:0:121320:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d1878ea00 x1853163923649792/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:145/0 lens 576/688 e 0 to 0 dl 1767319245 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319195.888689:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:85678:x1853163923649792:12345-192.168.204.13@tcp:101:touch.0 Request processed in 394us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319195.888696:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 100 00000100:00080000:2.0:1767319195.888772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319195.903181:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650176 00000100:00100000:0.0:1767319195.903191:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650176 00000100:00100000:0.0:1767319195.903257:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 102 00000100:00100000:0.0:1767319195.903266:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:85678:x1853163923650176:12345-192.168.204.13@tcp:101:touch.0 00010000:00010000:0.0:1767319195.903285:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319195.903305:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c388d4 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ae1 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319195.903406:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.903421:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.903433:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.903455:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.903463:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.903470:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00080000:0.0:1767319195.903832:0:121320:0:(osp_internal.h:565:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x323:0x0], count =159 00000004:00080000:0.0:1767319195.903840:0:121320:0:(osp_object.c:1632:osp_create()) Writing gap [0x280000400:0x323:0x0]+159 in llog 00000004:00080000:0.0:1767319195.903868:0:121320:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3c2:0x0], index 1: 0 00010000:00010000:0.0:1767319195.904027:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c388e9 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904037:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c388e9 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904044:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c388e9 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904077:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904084:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904090:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904096:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319195.904100:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904119:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904132:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d2c5d8a00) 00010000:00010000:0.0:1767319195.904135:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319195.904140:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904147:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c388db lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319195.904159:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a0e6943 reply state 0000000011cc9fa2 transno 133143986204 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904170:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319195.904176:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c455f00) 00010000:00010000:0.0:1767319195.904179:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319195.904181:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319195.904209:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c388d4 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae1 expref: 15 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319195.904223:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c388e9 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae1 expref: 14 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319195.904231:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455900) 00010000:00010000:0.0:1767319195.904233:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319195.904236:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00010000:00000080:0.0:1767319195.904243:0:121320:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d066da300 x1853163923650176/t133143986204(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:145/0 lens 664/848 e 0 to 0 dl 1767319245 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319195.904318:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:85678:x1853163923650176:12345-192.168.204.13@tcp:101:touch.0 Request processed in 1052us (1215us total) trans 133143986204 rc 0/0 00000100:00100000:0.0:1767319195.904327:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 102 00000001:00080000:0.0:1767319195.904613:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986204 is committed 00010000:00010000:1.0:1767319195.911130:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911147:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911154:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911168:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319195.911172:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911179:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911195:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319195.911199:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319195.911204:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911209:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c3885d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319195.911227:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911232:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911238:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911242:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319195.911245:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911249:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911255:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319195.911262:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319195.911266:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911271:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38895 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319195.911291:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911298:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911303:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911307:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319195.911310:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911316:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911324:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c455f00) 00010000:00010000:1.0:1767319195.911326:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319195.911329:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319195.911334:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c388e2 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000100:00100000:0.0:1767319195.913355:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650432 00000100:00100000:0.0:1767319195.913365:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650432 00000100:00100000:0.0:1767319195.913413:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 103 00000100:00100000:0.0:1767319195.913422:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:85678:x1853163923650432:12345-192.168.204.13@tcp:36:touch.0 00010000:00010000:0.0:1767319195.913481:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319195.913519:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c388e9 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae1 expref: 9 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319195.913535:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455900) 00010000:00010000:0.0:1767319195.913545:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319195.913616:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319195.913629:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319195.913639:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319195.913752:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da543d65 reply state 00000000ecdf54f3 transno 133143986205 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319195.913763:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319195.913780:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455400) 00010000:00010000:0.0:1767319195.913782:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319195.913785:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000080:0.0:1767319195.913822:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d066d8000 x1853163923650432/t133143986205(0) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:145/0 lens 488/456 e 0 to 0 dl 1767319245 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319195.913895:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:85678:x1853163923650432:12345-192.168.204.13@tcp:36:touch.0 Request processed in 473us (1084us total) trans 133143986205 rc 0/0 00000100:00100000:0.0:1767319195.913902:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 103 00000100:00100000:0.0:1767319195.934748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319195.934853:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650560 00000100:00100000:1.0:1767319195.934863:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650560 00000100:00100000:1.0:1767319195.934924:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 104 00000100:00100000:1.0:1767319195.934941:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:85678:x1853163923650560:12345-192.168.204.13@tcp:101:touch.0 00010000:00010000:1.0:1767319195.934967:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319195.934988:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c388fe lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ae8 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.935055:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c388fe lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae8 expref: 11 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.935069:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c388fe lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae8 expref: 11 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319195.935087:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455400) 00010000:00010000:1.0:1767319195.935090:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767319195.935095:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e400, rc 0) 00010000:00000080:1.0:1767319195.935102:0:121320:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d05fc2a00 x1853163923650560/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:145/0 lens 376/584 e 0 to 0 dl 1767319245 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319195.935175:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:85678:x1853163923650560:12345-192.168.204.13@tcp:101:touch.0 Request processed in 235us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319195.935184:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 104 00000100:00100000:2.0:1767319195.956054:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319195.965042:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650944 00000100:00100000:0.0:1767319195.965057:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650944 00000100:00100000:0.0:1767319195.965121:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 18 00000100:00100000:0.0:1767319195.965132:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:85678:x1853163923650944:12345-192.168.204.13@tcp:35:touch.0 00010000:00000080:0.0:1767319195.965380:0:121324:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d08f1c000 x1853163923650944/t133143986206(0) o35->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:106/0 lens 392/456 e 0 to 0 dl 1767319206 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319195.965436:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:85678:x1853163923650944:12345-192.168.204.13@tcp:35:touch.0 Request processed in 308us (9394us total) trans 133143986206 rc 0/0 00000100:00100000:0.0:1767319195.965442:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 18 00000100:00100000:0.0:1767319196.036098:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923651200 00000100:00100000:0.0:1767319196.036109:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923651200 00000100:00100000:0.0:1767319196.036174:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00100000:0.0:1767319196.036185:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:85680:x1853163923651200:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319196.036211:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319196.036232:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c38905 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31aef expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319196.036322:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036337:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036347:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036357:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036361:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036365:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036428:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036432:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036436:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036441:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319196.036445:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036452:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036473:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d2c5d8a00) 00010000:00010000:0.0:1767319196.036476:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319196.036482:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036488:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3890c lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036530:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036537:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036542:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036547:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319196.036549:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036555:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036562:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c455900) 00010000:00010000:0.0:1767319196.036565:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319196.036567:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036573:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38913 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319196.036715:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c38905 lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31aef expref: 13 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319196.036728:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d2c5d8a00) 00010000:00010000:0.0:1767319196.036729:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319196.036732:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c38905 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31aef expref: 13 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319196.036738:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556800, rc 0) 00010000:00000080:0.0:1767319196.036743:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1c700 x1853163923651200/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:146/0 lens 776/608 e 0 to 0 dl 1767319246 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319196.036795:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:85680:x1853163923651200:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 612us (835us total) trans 0 rc 301/301 00000100:00100000:0.0:1767319196.036803:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00100000:0.0:1767319196.039849:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319196.040731:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:85680:x1853163923651456:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 563us (890us total) trans 133143986207 rc 301/301 00000100:00100000:1.0:1767319196.040740:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 106 00000100:00100000:2.0:1767319196.047040:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319196.047144:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923651584 00000100:00100000:1.0:1767319196.047154:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923651584 00000100:00100000:1.0:1767319196.047220:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 107 00000100:00100000:1.0:1767319196.047230:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:85680:x1853163923651584:12345-192.168.204.13@tcp:34:lfs.0 00010000:00010000:1.0:1767319196.047319:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047350:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047361:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047376:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047382:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047389:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047494:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047514:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.047520:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319196.047561:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x39:0x0]: returning size 0 00000004:00200000:1.0:1767319196.047565:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319196.048050:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048065:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048071:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048088:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048094:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0fe00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319196.048098:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048105:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048115:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d2c5d8a00) 00010000:00010000:1.0:1767319196.048118:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319196.048123:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048130:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0fe00/0x719a348ff1c38928 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048141:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048146:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048151:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048156:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319196.048159:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048164:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048177:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319196.048179:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319196.048182:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048187:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f600/0x719a348ff1c3892f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048201:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048206:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048211:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048215:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319196.048218:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048223:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048229:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455400) 00010000:00010000:1.0:1767319196.048231:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319196.048234:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319196.048239:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e600/0x719a348ff1c38936 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00000080:1.0:1767319196.048259:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d08f1c700 x1853163923651584/t0(0) o34->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:146/0 lens 472/704 e 0 to 0 dl 1767319246 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767319196.048371:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:85680:x1853163923651584:12345-192.168.204.13@tcp:34:lfs.0 Request processed in 1143us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319196.048380:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 107 00000100:00100000:2.0:1767319196.052182:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00000080:2.0:1767319196.053327:0:121325:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d08f1f800 x1853163923651840/t133143986208(0) o35->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:107/0 lens 392/456 e 0 to 0 dl 1767319207 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767319196.053430:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:85680:x1853163923651840:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 1003us (1257us total) trans 133143986208 rc 0/0 00000100:00100000:2.0:1767319196.053446:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 19 00000100:00100000:0.0:1767319197.705433:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988545152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319197.705464:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.705516:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545152 00000100:00100000:0.0:1767319197.705520:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545152 00000100:00100000:0.0:1767319197.705547:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334 00000100:00100000:0.0:1767319197.705553:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988545152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319197.705576:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:0.0:1767319197.705630:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988545152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319197.705636:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334 00000100:00100000:0.0:1767319197.705667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988545152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319197.705715:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319197.705730:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988545280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319197.705756:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.705780:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545280 00000100:00100000:0.0:1767319197.705784:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545280 00000100:00100000:0.0:1767319197.705810:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:0.0:1767319197.705816:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988545280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319197.705825:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319197.705854:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988545280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319197.705860:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00080000:0.0:1767319197.705874:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319197.705893:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988545280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319197.706401:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988545536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.706433:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.706453:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988546048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.706930:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.706953:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988546560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319197.706975:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.706993:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767319197.706998:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988545664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.707019:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319197.707026:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545536 00000100:00100000:1.0:1767319197.707031:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545536 00000100:00100000:2.0:1767319197.707034:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988546176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.707050:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319197.707061:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545920 00000100:00100000:1.0:1767319197.707064:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545920 00000100:00100000:2.0:1767319197.707071:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546432 00000100:00100000:2.0:1767319197.707074:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546432 00000100:00100000:1.0:1767319197.707076:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545792 00000100:00100000:1.0:1767319197.707078:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545792 00000100:00100000:1.0:1767319197.707089:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988545664 00000100:00100000:2.0:1767319197.707089:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546048 00000100:00100000:1.0:1767319197.707091:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988545664 00000100:00100000:2.0:1767319197.707091:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546048 00000100:00100000:1.0:1767319197.707104:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1767319197.707110:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988545536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319197.707149:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988545536:12345-0@lo:400:kworker.0 Request processed in 40us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.709936:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1767319197.709957:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988545920:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319197.709988:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1c380 x1853163988545920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:147/0 lens 224/224 e 0 to 0 dl 1767319247 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710054:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988545920:12345-0@lo:400:kworker.0 Request processed in 106us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710062:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1767319197.710093:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1767319197.710099:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988546432:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319197.710110:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d31e1fb80 x1853163988546432/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:147/0 lens 224/224 e 0 to 0 dl 1767319247 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710138:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988546432:12345-0@lo:400:kworker.0 Request processed in 39us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710144:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1767319197.710157:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1767319197.710164:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988545792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.710191:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988545792:12345-0@lo:400:kworker.0 Request processed in 29us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710197:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1767319197.710209:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1767319197.710216:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988546048:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319197.710226:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3a9a2d80 x1853163988546048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:147/0 lens 224/224 e 0 to 0 dl 1767319247 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710250:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7011:x1853163988546048:12345-0@lo:400:kworker.0 Request processed in 36us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710256:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1767319197.710273:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1767319197.710279:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988545664:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319197.710289:0:122876:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af18700 x1853163988545664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:147/0 lens 224/224 e 0 to 0 dl 1767319247 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710448:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988545664:12345-0@lo:400:kworker.0 Request processed in 168us (3427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710454:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1767319197.710501:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546560 00000100:00100000:2.0:1767319197.710509:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546560 00000100:00100000:2.0:1767319197.710543:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546176 00000100:00100000:2.0:1767319197.710546:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546176 00000100:00100000:2.0:1767319197.710560:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335 00000100:00100000:2.0:1767319197.710565:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988546560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319197.710606:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00010000:00000080:2.0:1767319197.710618:0:99440:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af1b480 x1853163988546560/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:147/0 lens 224/368 e 0 to 0 dl 1767319247 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710648:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988546560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (3672us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710655:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335 00000100:00100000:2.0:1767319197.710667:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336 00000100:00100000:2.0:1767319197.710673:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988546176:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1767319197.710684:0:99440:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff9e7d3af1b800 x1853163988546176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:147/0 lens 224/224 e 0 to 0 dl 1767319247 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.710708:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988546176:12345-0@lo:400:kworker.0 Request processed in 36us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.710714:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336 00000100:00100000:1.0:1767319197.710735:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:1.0:1767319197.710760:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319197.710764:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319197.710797:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988545664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.710809:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988546176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.710985:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988546560:0@lo:41:osp-pre-0-1.0 00010000:00080000:2.0:1767319197.711003:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d40020000 x1853163988545536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.711013:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988545536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711025:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7011:1853163988546048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711126:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546304 00000100:00100000:2.0:1767319197.711130:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546304 00000100:00100000:2.0:1767319197.711178:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767319197.711185:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988546304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711220:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988546304:12345-0@lo:400:kworker.0 Request processed in 36us (4087us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.711226:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00010000:00080000:2.0:1767319197.711263:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d31933b80 x1853163988545792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.711273:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988545792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711288:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988546304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711298:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988545408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711404:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988545920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.711418:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988546432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319197.714831:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:0.0:1767319197.832711:0:124611:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1767319197.832774:0:124611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319197.832790:0:124611:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319197.832798:0:124611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319197.832805:0:124611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d41265a00/0x719a348ff1c37df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c37e00 expref: -99 pid: 121465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319197.832834:0:124611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1767319197.832839:0:124611:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1767319197.832865:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767319197.832871:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1767319197.832889:0:124611:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1767319197.832912:0:124611:0:(import.c:65:import_set_state_nolock()) ffff9e7d077c4000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767319197.834050:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988546816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319197.834337:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988546688:0@lo:39:umount.0 00000100:00100000:2.0:1767319197.834371:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319197.839522:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d077c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1767319197.839547:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988546688:0@lo:39:umount.0 00000100:00100000:0.0:1767319197.842033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988547328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319197.842399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.842449:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319197.842456:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988547200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319197.842491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.842522:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547328 00000100:00100000:0.0:1767319197.842529:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547328 00000100:00100000:0.0:1767319197.842568:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547200 00000100:00100000:0.0:1767319197.842571:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547200 00000100:00100000:0.0:1767319197.842611:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1767319197.842906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988546944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319197.842937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.842969:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319197.842975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988547072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319197.842997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.843039:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988546944 00000100:00100000:2.0:1767319197.843043:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988546944 00000100:00100000:2.0:1767319197.843060:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547072 00000100:00100000:2.0:1767319197.843063:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547072 00000100:00100000:2.0:1767319197.843077:0:37865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1767319197.843082:0:37865:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+25:7012:x1853163988547200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319197.843108:0:37865:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319197.843124:0:37865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41264400/0x719a348ff1c37df2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37deb expref: 25 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319197.843138:0:37865:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319197.843169:0:37865:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988547200:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.843176:0:37865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1767319197.843360:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7012:x1853163988547328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319197.843372:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319197.843382:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c5200/0x719a348ff1c37d20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37d19 expref: 23 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319197.843393:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319197.843418:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7012:x1853163988547328:12345-0@lo:103:ldlm_bl.0 Request processed in 800us (1020us total) trans 0 rc 0/0 00010000:00010000:1.0:1767319197.843501:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319197.847408:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1767319197.847603:0:37865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1767319197.847630:0:37865:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7013:x1853163988547072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319197.847652:0:37865:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319197.847675:0:37865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d31535600/0x719a348ff1c385fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c385f5 expref: 19 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319197.847714:0:37865:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319197.847780:0:37865:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:7013:x1853163988547072:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (4782us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.847787:0:37865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1767319197.847843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988547072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319197.847855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988546944:0@lo:103:ldlm_bl.0 00000001:00080000:1.0:1767319197.849455:0:121467:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986208 is committed 00010000:00010000:2.0:1767319197.849571:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849597:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849605:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849611:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319197.849616:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849634:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849651:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d0c455400) 00010000:00010000:2.0:1767319197.849654:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319197.849659:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319197.849666:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556600/0x719a348ff1c388f7 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000020:00000080:2.0:1767319197.850245:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d19e9d000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319197.850293:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d36c52000 for lustre-MDT0000 00010000:00010000:1.0:1767319197.850456:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319197.850873:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767319197.850895:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c1e3000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00010000:00010000:1.0:1767319197.851021:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767319197.851066:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d19e9f800 for lustre-MDT0000 00010000:00010000:1.0:1767319197.851317:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767319197.851417:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0964c800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319197.851615:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09648800 for lustre-MDT0000 00000020:00000080:2.0:1767319197.851831:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3c13d000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1767319197.851856:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3c138800 for lustre-MDT0000 00000020:00010000:1.0:1767319197.853398:0:15459:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d3054f000: total 0 00010000:00010000:1.0:1767319197.853406:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319197.853857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547456:0@lo:39:umount.0 00000100:00100000:2.0:1767319197.853923:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319197.854009:0:15459:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d3054f000, canceled 0 locks, left on hash table 3. 00010000:00010000:1.0:1767319197.854050:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c388cd lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ada expref: 4 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319197.854079:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c388fe lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae8 expref: 3 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319197.854224:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c388b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ad3 expref: 2 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319197.854240:0:15459:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d3054f000, canceled 3 locks, left on hash table 0. 00000100:00100000:0.0:1767319197.855750:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547456 00000100:00100000:0.0:1767319197.855763:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547456 00000100:00100000:0.0:1767319197.855825:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:0.0:1767319197.855835:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988547456:12345-0@lo:39:umount.0 00000020:00000080:0.0:1767319197.855880:0:18378:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c3853f 00000100:00080000:0.0:1767319197.855900:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d04874800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319197.855919:0:18378:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 21, last_transno is 90194313216 00000100:00100000:0.0:1767319197.865661:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+3:7010:x1853163988547456:12345-0@lo:39:umount.0 Request processed in 9820us (11729us total) trans 90194313217 rc 0/0 00000100:00100000:0.0:1767319197.865674:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00000100:00080000:2.0:1767319197.865883:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3054f800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1767319197.865893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547456:0@lo:39:umount.0 00000100:00080000:0.0:1767319197.866896:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319197.866902:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000004:00080000:0.0:1767319197.866919:0:124611:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767319197.866975:0:124611:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1767319197.867001:0:124611:0:(import.c:65:import_set_state_nolock()) ffff9e7d09271000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1767319197.867022:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319197.867025:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969463 gen 3 00000004:00080000:0.0:1767319197.867039:0:124611:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767319197.867097:0:124611:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1767319197.867106:0:124611:0:(import.c:65:import_set_state_nolock()) ffff9e7d04910800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1767319197.867147:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff9e7d36c4b1b0) has no exports 00000100:00100000:2.0:1767319197.867198:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547584:0@lo:9:umount.0 00000100:00100000:2.0:1767319197.867261:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.867298:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547712:0@lo:9:umount.0 00000100:00100000:2.0:1767319197.867319:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.867348:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547712 00000100:00100000:2.0:1767319197.867350:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547712 00010000:00010000:2.0:1767319197.872646:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1767319197.872775:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff9e7d36c4b1b0) has no exports 00000100:00080000:2.0:1767319197.874692:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d09271000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1767319197.874717:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:2.0:1767319197.874719:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1767319197.874725:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547584:0@lo:9:umount.0 00000100:00080000:2.0:1767319197.874739:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d04910800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1767319197.874747:0:7010:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:2.0:1767319197.874762:0:7010:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1767319197.874765:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988547712:0@lo:9:umount.0 00000020:00000080:1.0:1767319197.876077:0:15459:0:(genops.c:904:class_export_put()) final put ffff9e7d3054f000/f8e581f7-de51-4550-90ea-109e3cc27a77 00010000:00010000:1.0:1767319197.876140:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319197.876144:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319197.876146:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767319197.878953:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3054f000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-MDT0000 00000020:00000080:1.0:1767319197.879249:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d297cf800 for lustre-MDT0000 00000020:00000080:0.0:1767319197.919062:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d89 00000020:00000080:0.0:1767319197.919078:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d0370f800/lustre-QMT0000_UUID 00000020:01000000:0.0:1767319197.919101:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1767319197.919255:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767319197.919269:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1767319197.919273:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff9e7d2c5ce360) has no exports 00000020:00000080:1.0:1767319197.919986:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d82 00000020:00000080:1.0:1767319197.919994:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d0a2e3000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767319197.920388:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767319197.920400:0:124611:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1767319197.920403:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d2daa2000/lustre-QMT0000_UUID 00000020:00000080:1.0:1767319197.920405:0:124611:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2daa2000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1767319197.920413:0:124611:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:1.0:1767319197.921253:0:124611:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c0fc20360 - data ffff9e7d364dcca8/ffff9e7d36be4800 00000020:01000000:1.0:1767319197.921394:0:124611:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d3275b3c0 - data ffff9e7d2e67e438/ffff9e7d39e23800 00000100:00080000:0.0:1767319197.975084:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767319197.975093:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767319197.975107:0:124611:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b8b0000 x1853163988547456/t90194313217(90194313217) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319207 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319197.975134:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767319197.977897:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319197.977905:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000004:00080000:0.0:1767319197.977986:0:124611:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319197.977990:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767319197.980170:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319197.980176:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969463 gen 4 00000004:00080000:0.0:1767319197.980226:0:124611:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319197.980229:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1767319197.998178:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d43 00000020:00000080:0.0:1767319197.998190:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3054e800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767319197.998889:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d58 00000020:00000080:0.0:1767319197.998895:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3054c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767319197.998900:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1767319197.998906:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319197.998916:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767319197.998921:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 12 (ffff9e7d36c48000) has no exports 00000004:01000000:0.0:1767319197.999073:0:124611:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1767319197.999082:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37db3 00000020:00000080:0.0:1767319197.999086:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d0370f000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767319197.999089:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767319197.999093:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319197.999100:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767319197.999103:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 26 (ffff9e7d3af998d8) has no exports 00000020:00000080:0.0:1767319197.999108:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37dac 00000020:00000080:0.0:1767319197.999111:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d04911000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1767319197.999435:0:124611:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767319197.999440:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319197.999444:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969463 gen 5 00000100:00020000:0.0:1767319197.999448:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000100:00100000:0.0:1767319198.019931:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767319198.019942:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000020:00000080:0.0:1767319198.020004:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319198.020020:0:124611:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319198.020029:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37dc8 00000020:00000080:0.0:1767319198.020038:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d09277800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767319198.020059:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767319198.020064:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319198.020071:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767319198.020075:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 27 (ffff9e7d3af9b1b0) has no exports 00000020:00000080:0.0:1767319198.020082:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37dc1 00000020:00000080:0.0:1767319198.020085:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd57000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1767319198.023359:0:124611:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767319198.023368:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319198.023372:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00020000:0.0:1767319198.023378:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 27 not setup 00000100:00100000:0.0:1767319198.023381:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767319198.023383:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 27 not setup 00000020:00000080:0.0:1767319198.023424:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319198.023452:0:124611:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1767319198.023478:0:124611:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1767319198.023487:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d9e 00000020:00000080:0.0:1767319198.023496:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d0370c000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767319198.023502:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1767319198.023506:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319198.023513:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767319198.023517:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 25 (ffff9e7d2c5cb1b0) has no exports 00000020:00000080:0.0:1767319198.023525:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37d97 00000020:00000080:0.0:1767319198.023528:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d30548000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767319198.024770:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3054f800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1767319198.024777:0:120755:0:(genops.c:904:class_export_put()) final put ffff9e7d03709000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767319198.024779:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d03709000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1767319198.024786:0:120755:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319198.029718:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3054d800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1767319198.029732:0:120755:0:(genops.c:904:class_export_put()) final put ffff9e7d30549800/lustre-MDD0000_UUID 00000020:00000080:0.0:1767319198.029735:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d30549800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1767319198.029744:0:120755:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1767319198.030686:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3054a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:0.0:1767319198.031326:0:49994:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d3b65f000: total 0 00010000:00010000:0.0:1767319198.031359:0:49994:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d3b65f000, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1767319198.031391:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38603 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a9b expref: 5 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031408:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d2ea82400/0x719a348ff1c37eb6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a08 expref: 4 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031444:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a938000/0x719a348ff1c37ebd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a0f expref: 3 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031457:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682c200/0x719a348ff1c37eaf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31a01 expref: 2 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031475:0:49994:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d3b65f000, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1767319198.031495:0:49994:0:(genops.c:904:class_export_put()) final put ffff9e7d3b65f000/67b6b09f-7e50-4548-977f-61563b9ef954 00000020:00010000:0.0:1767319198.031513:0:49994:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d0964b000: total 1 00010000:00010000:0.0:1767319198.031529:0:49994:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d0964b000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1767319198.031544:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c5e00/0x719a348ff1c37e5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e54 expref: 14 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031556:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872200/0x719a348ff1c385c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c385bd expref: 13 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031600:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d41264200/0x719a348ff1c37e4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e46 expref: 12 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031614:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a939a00/0x719a348ff1c37e69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e62 expref: 11 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031624:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d31534000/0x719a348ff1c385ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c385e7 expref: 10 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031647:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a939400/0x719a348ff1c37e77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e70 expref: 9 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031656:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682d600/0x719a348ff1c37e85 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e7e expref: 8 pid: 121474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031665:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682de00/0x719a348ff1c37e93 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e8c expref: 7 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031677:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0a938e00/0x719a348ff1c37ea1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e9a expref: 6 pid: 121473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031687:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d31534a00/0x719a348ff1c384f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c384f2 expref: 5 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031698:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0e800/0x719a348ff1c385b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c385af expref: 4 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031709:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c073c5400/0x719a348ff1c37e3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c37e38 expref: 3 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031718:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d31534600/0x719a348ff1c38507 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38500 expref: 2 pid: 121472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319198.031727:0:49994:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d0964b000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1767319198.031747:0:49994:0:(genops.c:904:class_export_put()) final put ffff9e7d0964b000/e16d7078-f533-4ecf-a51c-6d78c3ddb652 00010000:00010000:0.0:1767319198.031754:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319198.031756:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319198.031757:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319198.050375:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319198.078201:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078230:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078236:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078243:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078249:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078256:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078263:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078270:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078277:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078283:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078289:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078295:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078299:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078305:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078311:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078317:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078323:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078329:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078335:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078340:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078346:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078351:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078357:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078363:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078369:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078374:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078379:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078386:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078392:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078398:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078404:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078410:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078416:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078422:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078800:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.078997:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079014:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079020:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079027:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079033:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079039:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079047:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079054:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079060:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079221:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079231:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079237:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079243:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079249:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079256:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079262:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079270:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079276:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079283:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079289:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079295:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079301:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079306:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079312:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079320:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079325:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079329:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079335:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319198.079341:0:124611:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1767319198.083726:0:124611:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c05694ea0 - data ffff9e7d2e625ca8/ffff9e7d2e3af400 00000020:01000000:0.0:1767319198.083862:0:124611:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7c0d672420 - data ffff9e7d2e5001b0/ffff9e7d40826c00 00000020:00000080:0.0:1767319198.084296:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c24 00000020:00000080:0.0:1767319198.084304:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06f800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1767319198.084327:0:124611:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d4097f800 from MGS, refs=2 00000020:01000004:0.0:1767319198.084331:0:124611:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d4097f800 2 00000020:01000004:0.0:1767319198.084345:0:124611:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d4097f800 from MGS 00000020:00000080:0.0:1767319198.084367:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319198.084374:0:124611:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1767319198.084377:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06a800/MGS 00000020:00000080:0.0:1767319198.084380:0:124611:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3b06a800/MGS for MGS 00000020:01000000:0.0:1767319198.084386:0:124611:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1767319198.084470:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1767319198.084475:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319198.084484:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767319198.084491:0:124611:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9e7d297cf000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767319198.084497:0:124611:0:(genops.c:1570:class_disconnect_exports()) OBD device 28 (ffff9e7d3fabb1b0) has exports, disconnecting them 00000020:00080000:0.0:1767319198.084502:0:124611:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9e7d297cf000), last request at 1767319119 00000020:00000080:0.0:1767319198.084507:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37e0e 00000020:00080000:0.0:1767319198.084516:0:124611:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d297cf000): rc 0 00000020:00000080:0.0:1767319198.084520:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d297cf000/lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1767319198.108991:0:124611:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1767319198.109001:0:124611:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767319198.109005:0:124611:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:2.0:1767319198.109011:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000100:00100000:2.0:1767319198.109014:0:124611:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767319198.109016:0:124611:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000020:00000080:2.0:1767319198.109158:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319198.109174:0:124611:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1767319198.109178:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3a82f800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1767319198.109182:0:124611:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a82f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1767319198.109193:0:124611:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1767319198.109278:0:124611:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d4097f800 1 00000020:00000080:2.0:1767319198.109284:0:124611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c37c16 00000020:00000080:2.0:1767319198.109289:0:124611:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06b000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1767319198.109567:0:124611:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1767319198.109573:0:124611:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767319198.109592:0:124611:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767319198.109596:0:124611:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff9e7d3fabe360) has no exports 00000100:00100000:1.0:1767319198.220388:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547840 00000100:00100000:1.0:1767319198.220399:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547840 00000100:00100000:1.0:1767319198.220556:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:1.0:1767319198.220567:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988547840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319198.220610:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8664128 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319198.220683:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988547840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319198.220691:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000400:00000100:0.0:1767319198.503015:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923651968 offset 0 length 224: 4 00000100:00100000:0.0:1767319198.503088:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319198.503119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319198.503157:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652224 00000100:00100000:0.0:1767319198.503158:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319198.503172:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652224 00000100:00100000:2.0:1767319198.503231:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652096 00000100:00100000:2.0:1767319198.503233:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652096 00000100:00100000:2.0:1767319198.503253:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:2.0:1767319198.503271:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923652224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319198.503280:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319198.503321:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652480 00000100:00100000:0.0:1767319198.503329:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652480 00000100:00100000:2.0:1767319198.503369:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923652224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319198.503378:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:0.0:1767319198.503399:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652352 00000100:00100000:0.0:1767319198.503405:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652352 00000100:00100000:2.0:1767319198.503415:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:2.0:1767319198.503421:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163923652096:12345-192.168.204.13@tcp:400:kworker.0 00000020:00080000:2.0:1767319198.503429:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.13@tcp 00000100:00100000:0.0:1767319198.503446:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3005 00000100:00100000:0.0:1767319198.503467:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923652480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319198.503480:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163923652096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 54us (356us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319198.503489:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:0.0:1767319198.503531:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923652480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319198.503540:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3005 00000100:00080000:1.0:1767319198.503771:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319198.503777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319198.503779:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319198.505020:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3006 00000100:00100000:0.0:1767319198.505033:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923652352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319198.505125:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2510:x1853163923652352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319198.505132:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3006 00000100:00100000:0.0:1767319198.507696:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319198.507787:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652608 00000100:00100000:1.0:1767319198.507806:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652608 00000100:00100000:1.0:1767319198.507884:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 110 00000100:00100000:1.0:1767319198.507895:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923652608:12345-192.168.204.13@tcp:38:ptlrpcd_01_00.0 00010000:00020000:1.0:1767319198.507920:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319198.508008:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923652608:12345-192.168.204.13@tcp:38:ptlrpcd_01_00.0 Request processed in 114us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319198.508016:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 110 00010000:00010000:0.0:1767319200.200756:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319201.228947:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767319201.806319:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767319201.806329:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d08416000/lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767319201.806486:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969465 is committed 00000100:00100000:1.0:1767319202.825163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988547968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319202.825228:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.825340:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988547968 00000100:00100000:0.0:1767319202.825348:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988547968 00000100:00100000:0.0:1767319202.825427:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:0.0:1767319202.825436:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988547968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319202.825464:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319202.825506:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988547968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319202.825514:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00080000:1.0:1767319202.825745:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319202.825785:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988547968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319202.826068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988548224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319202.826107:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.826141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988548736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.826145:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988548096:0@lo:400:kworker.0 00000100:00080000:0.0:1767319202.826360:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319202.826369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988548480:0@lo:400:kworker.0 00000400:00000100:1.0:1767319202.834878:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988548096 offset 0 length 224: 4 00000100:00100000:1.0:1767319202.834947:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988548608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.834995:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319202.835031:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988549120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319202.835139:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319202.835181:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988548608 00000100:00100000:1.0:1767319202.835189:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988548608 00000100:00100000:1.0:1767319202.835223:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1767319202.835230:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7011:x1853163988548608:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767319202.835239:0:121322:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319202.835275:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7011:x1853163988548608:12345-0@lo:400:kworker.0 Request processed in 43us (278us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319202.835282:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:1.0:1767319202.836190:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767319202.836196:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767319202.836200:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767319202.836205:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319202.836209:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4371 00000100:00080000:1.0:1767319202.836217:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319202.836245:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ce00 x1853163988549248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319202.836279:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988548608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.836454:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549120 00000100:00100000:1.0:1767319202.836460:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549120 00000100:00100000:1.0:1767319202.836497:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:1.0:1767319202.836502:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7011:x1853163988549120:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1767319202.836519:0:18378:0:(tgt_handler.c:788:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319202.836563:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7011:x1853163988549120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (1423us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319202.836570:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000100:02020000:1.0:1767319202.836611:0:7011:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1767319202.836615:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767319202.836618:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767319202.836621:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767319202.836626:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319202.836629:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4424 00000100:00080000:1.0:1767319202.836634:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319202.836648:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163988549376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319202.836863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988548352:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.836897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319202.836919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988548864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.836946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319202.836971:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988548352 00000100:00100000:1.0:1767319202.836976:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988548352 00000100:00100000:1.0:1767319202.836995:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1767319202.836999:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163988548352:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767319202.837004:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767319202.837028:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163988548352:12345-0@lo:400:kworker.0 Request processed in 27us (131us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767319202.837034:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1767319202.837461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.837489:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988549248:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767319202.837512:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.837526:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988549376:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767319202.837542:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.837565:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988548736 00000100:00100000:2.0:1767319202.837569:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988548736 00000100:00100000:2.0:1767319202.837598:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549376 00000100:00100000:2.0:1767319202.837600:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549376 00000100:00100000:2.0:1767319202.837613:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339 00000100:00100000:2.0:1767319202.837617:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7012:x1853163988548736:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319202.837623:0:35231:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319202.837643:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7012:x1853163988548736:12345-0@lo:400:kworker.0 Request processed in 25us (183us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319202.837649:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339 00000100:00100000:2.0:1767319202.837660:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340 00000100:00100000:2.0:1767319202.837663:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988549376:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1767319202.837687:0:35231:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319202.837709:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988549376:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 45us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319202.837715:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340 00000100:00080000:2.0:1767319202.837740:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319202.837744:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319202.837747:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988549376:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767319202.837764:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549248 00000100:00100000:2.0:1767319202.837766:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549248 00000100:00080000:1.0:1767319202.839520:0:7013:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767319202.839526:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767319202.839532:0:7013:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767319202.839536:0:7013:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319202.839541:0:7013:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4371 00000100:00080000:1.0:1767319202.839549:0:7013:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319202.839596:0:7013:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163988549504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319202.839619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988548352:0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.839740:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988548864 00000100:00100000:1.0:1767319202.839746:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988548864 00000100:00100000:1.0:1767319202.839791:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767319202.839799:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988548864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319202.839869:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988548864:12345-0@lo:400:kworker.0 Request processed in 70us (2921us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319202.839876:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767319202.839905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988548864:0@lo:400:kworker.0 00000100:00080000:1.0:1767319202.839934:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319202.842667:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988549504:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767319202.842861:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319202.842918:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549504 00000100:00100000:1.0:1767319202.842926:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549504 00000100:00100000:0.0:1767319202.844685:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.844740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988548992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.844780:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.844807:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988548992 00000100:00100000:0.0:1767319202.844811:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988548992 00000100:00100000:0.0:1767319202.844843:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1767319202.844852:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988548480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.844899:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988548480:12345-0@lo:400:kworker.0 Request processed in 49us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319202.844921:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1767319202.844934:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1767319202.844939:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7014:x1853163988548992:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1767319202.844944:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1767319202.844968:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7014:x1853163988548992:12345-0@lo:400:kworker.0 Request processed in 28us (189us total) trans 0 rc -107/-107 00000100:00100000:0.0:1767319202.844972:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:0.0:1767319202.848757:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767319202.848763:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767319202.848767:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767319202.848772:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319202.848776:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4424 00000100:00080000:0.0:1767319202.848784:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319202.848810:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e867100 x1853163988549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319202.848841:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988548992:0@lo:400:kworker.0 00010000:00080000:0.0:1767319202.848869:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3b8b3100 x1853163988548480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319202.848880:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988548480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319202.848922:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988549632:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1767319202.848967:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319202.850432:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319202.850440:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319202.850444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988549632:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1767319202.854437:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1767319202.854451:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988549504:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1767319202.854480:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319202.855450:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988549504:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 996us (12586us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319202.855461:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:0.0:1767319202.860222:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319202.860253:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319202.860258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988549504:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1767319203.337483:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549760 00000100:00100000:1.0:1767319203.337492:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549760 00000100:00100000:1.0:1767319203.337624:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:1.0:1767319203.337634:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988549760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319203.337677:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8664128 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319203.337732:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988549760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319203.337739:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000400:00000100:0.0:1767319203.622311:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923652736 offset 0 length 224: 4 00000100:00100000:0.0:1767319203.622427:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319203.622747:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923652864 00000100:00100000:1.0:1767319203.622756:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923652864 00000100:00100000:1.0:1767319203.622815:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:1.0:1767319203.622822:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923652864:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319203.622846:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319203.622916:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923652864:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 92us (489us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319203.622923:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:0.0:1767319203.623801:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319203.624004:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923653120 00000100:00100000:1.0:1767319203.624011:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923653120 00000100:00100000:1.0:1767319203.624070:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3008 00000100:00100000:1.0:1767319203.624079:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923653120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319203.624134:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923653120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 57us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319203.624139:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3008 00000100:00100000:2.0:1767319203.625047:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319203.625123:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319203.625185:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923653248 00000100:00100000:0.0:1767319203.625192:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923653248 00000100:00100000:0.0:1767319203.625245:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3009 00000100:00100000:0.0:1767319203.625253:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923653248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319203.625299:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923653248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 47us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319203.625306:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3009 00000100:00080000:1.0:1767319203.625657:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319203.633928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:1.0:1767319203.853875:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d09277000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767319203.853932:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09273800 for lustre-OST0000 00000020:00000080:0.0:1767319203.854855:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0964d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1767319203.854913:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04874800 for lustre-MDT0001 00010000:00010000:0.0:1767319204.296759:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319205.323499:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319207.945468:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988549888 00000100:00100000:1.0:1767319207.945484:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988549888 00000100:00100000:2.0:1767319207.945793:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319207.945811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988550016:0@lo:400:kworker.0 00000400:00000100:2.0:1767319207.945869:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988550016 offset 0 length 224: 4 00000100:00100000:2.0:1767319207.946010:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319207.946023:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988550784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946087:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550784 00000100:00100000:2.0:1767319207.946094:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550784 00000100:00100000:2.0:1767319207.946146:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:2.0:1767319207.946155:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988550784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946204:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988550784:12345-0@lo:400:kworker.0 Request processed in 50us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319207.946227:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00080000:2.0:1767319207.946253:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319207.946295:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988550784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946327:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988550400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946353:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946374:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319207.946380:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988550144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946424:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550400 00000100:00100000:2.0:1767319207.946428:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550400 00000100:00100000:2.0:1767319207.946454:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550144 00000100:00100000:2.0:1767319207.946457:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550144 00000100:00100000:2.0:1767319207.946475:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1767319207.946481:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988550400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946515:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988550400:12345-0@lo:400:kworker.0 Request processed in 34us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319207.946521:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1767319207.946532:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1767319207.946537:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988550144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946561:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988550144:12345-0@lo:400:kworker.0 Request processed in 24us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319207.946566:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:2.0:1767319207.946613:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319207.946631:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3b683b80 x1853163988550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319207.946642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988550144:0@lo:400:kworker.0 00010000:00080000:2.0:1767319207.946661:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3b683800 x1853163988550400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319207.946670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988550400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319207.946699:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988550272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319207.946724:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946740:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988550528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319207.946757:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946770:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988550656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319207.946801:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319207.946829:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550272 00000100:00100000:2.0:1767319207.946833:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550272 00000100:00100000:2.0:1767319207.946849:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550528 00000100:00100000:2.0:1767319207.946852:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550528 00000100:00100000:2.0:1767319207.946866:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1767319207.946871:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988550272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319207.946888:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319207.946942:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988550272:12345-0@lo:38:kworker.0 Request processed in 69us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319207.946948:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1767319207.946960:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1767319207.946963:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988550528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319207.946972:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319207.946996:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988550528:12345-0@lo:38:kworker.0 Request processed in 31us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319207.947010:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:2.0:1767319207.947034:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319207.947039:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319207.947043:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988550272:0@lo:38:kworker.0 00000100:00080000:2.0:1767319207.947050:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319207.947053:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319207.947056:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988550528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319207.947107:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767319207.947116:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988549888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319207.947136:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319207.947170:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988549888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (1856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319207.947175:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767319207.947223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988549888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319207.947555:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988550656 00000100:00100000:0.0:1767319207.947560:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988550656 00000100:00100000:0.0:1767319207.947612:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4341 00000100:00100000:0.0:1767319207.947617:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988550656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319207.947629:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319207.947664:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988550656:12345-0@lo:38:kworker.0 Request processed in 46us (862us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319207.947670:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4341 00000100:00080000:0.0:1767319207.948010:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319207.948015:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319207.948029:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988550656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319207.953419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988550912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319207.953504:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319207.954887:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319207.954902:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319207.955000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988550912:0@lo:38:kworker.0 00010000:00010000:0.0:1767319208.394255:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319208.465221:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551040 00000100:00100000:1.0:1767319208.465246:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551040 00000100:00100000:1.0:1767319208.465357:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1767319208.465369:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988551040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319208.465419:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8664128 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319208.465717:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988551040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 349us (5340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319208.465727:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000400:00000100:2.0:1767319208.738049:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923653376 offset 0 length 224: 4 00000100:00100000:2.0:1767319208.738098:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319208.738120:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319208.738152:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319208.738231:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923653760 00000100:00100000:0.0:1767319208.738243:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923653760 00000100:00100000:0.0:1767319208.738341:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923653888 00000100:00100000:0.0:1767319208.738345:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923653888 00000100:00100000:0.0:1767319208.738374:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3011 00000100:00100000:0.0:1767319208.738385:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923653760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319208.738486:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923653760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319208.738493:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3011 00000100:00100000:0.0:1767319208.738514:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3012 00000100:00100000:0.0:1767319208.738521:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923653888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319208.738547:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923653888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319208.738553:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3012 00000100:00080000:2.0:1767319208.740400:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319208.740410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319208.741688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319208.743986:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319209.417159:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319212.489183:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319213.064916:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988551168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319213.064988:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319213.065216:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319213.065220:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319213.065224:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319213.065229:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4454 00000100:00080000:1.0:1767319213.065233:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319213.065239:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319213.065257:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3100 x1853163988551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319213.065280:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319213.065283:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319213.065285:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319213.065288:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4454 00000100:00080000:1.0:1767319213.065302:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319213.065305:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319213.065316:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1880 x1853163988551808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319213.065324:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319213.065327:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319213.065329:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319213.065332:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4454 00000100:00080000:1.0:1767319213.065333:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319213.065337:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319213.065348:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163988551936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319213.065366:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319213.065369:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319213.065371:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319213.065373:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4454 00000100:00080000:1.0:1767319213.065375:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319213.065378:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319213.065387:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bad80 x1853163988552320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319213.065409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988551424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319213.065440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065472:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319213.065477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988551680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319213.065503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065529:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988551552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319213.065562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065595:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988551808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319213.065616:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065631:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988551936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319213.065652:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065667:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988552320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319213.065684:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319213.065714:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551424 00000100:00100000:1.0:1767319213.065721:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551424 00000100:00100000:1.0:1767319213.065766:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551680 00000100:00100000:1.0:1767319213.065768:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551680 00000100:00100000:1.0:1767319213.065780:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551552 00000100:00100000:1.0:1767319213.065782:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551552 00000100:00100000:1.0:1767319213.065789:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551808 00000100:00100000:1.0:1767319213.065791:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551808 00000100:00100000:1.0:1767319213.065797:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552320 00000100:00100000:1.0:1767319213.065799:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552320 00000100:00100000:1.0:1767319213.065809:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1767319213.065817:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988551424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319213.065864:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988551424:12345-0@lo:400:kworker.0 Request processed in 48us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319213.065872:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1767319213.065886:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1767319213.065893:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988551680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319213.065918:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988551680:12345-0@lo:400:kworker.0 Request processed in 25us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.066423:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988552064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066451:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.066472:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319213.066477:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988551296:0@lo:400:kworker.0 00000400:00000100:0.0:1767319213.066495:0:7011:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988551296 offset 0 length 224: 4 00000100:00100000:0.0:1767319213.066516:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988552192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066547:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.066575:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551168 00000100:00100000:0.0:1767319213.066595:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551168 00000100:00100000:0.0:1767319213.066630:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:0.0:1767319213.066637:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988551168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319213.066662:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319213.066696:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988551168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1708us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.066702:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:0.0:1767319213.066723:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552064 00000100:00100000:0.0:1767319213.066726:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552064 00000100:00100000:0.0:1767319213.066748:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552192 00000100:00100000:0.0:1767319213.066751:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552192 00000100:00100000:0.0:1767319213.066773:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767319213.066778:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988552064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066807:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988552064:12345-0@lo:400:kworker.0 Request processed in 29us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.066813:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767319213.066824:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767319213.066829:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988552192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066864:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988552192:12345-0@lo:400:kworker.0 Request processed in 35us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.066870:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767319213.066914:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988552192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066924:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988552064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.066936:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988551168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319213.067022:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988551936 00000100:00100000:0.0:1767319213.067026:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988551936 00000100:00100000:0.0:1767319213.067047:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342 00000100:00100000:0.0:1767319213.067052:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988551936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319213.067071:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319213.067106:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988551936:12345-0@lo:38:kworker.0 Request processed in 52us (1453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319213.067112:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342 00000100:00100000:0.0:1767319213.067131:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1767319213.067136:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988551552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319213.067146:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319213.067553:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988551552:12345-0@lo:38:kworker.0 Request processed in 414us (1988us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319213.067561:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1767319213.067576:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1767319213.067775:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988551808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319213.067787:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319213.067822:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988551808:12345-0@lo:38:kworker.0 Request processed in 47us (2205us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319213.067828:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1767319213.067841:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1767319213.067845:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988552320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319213.067855:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319213.067879:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988552320:12345-0@lo:38:kworker.0 Request processed in 32us (2193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319213.067885:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1767319213.077406:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1767319213.077612:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319213.077619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319213.077622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319213.077683:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3b8b3800 x1853163988551680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319213.077698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988551680:0@lo:400:kworker.0 00010000:00080000:1.0:1767319213.077712:0:7013:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d3b8b1f80 x1853163988551424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319213.077720:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988551424:0@lo:400:kworker.0 00000100:00080000:1.0:1767319213.077759:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319213.077765:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319213.077768:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988551552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319213.077779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319213.077782:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319213.077785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988551808:0@lo:38:kworker.0 00000100:00080000:1.0:1767319213.077796:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319213.077800:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319213.077802:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988551936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319213.077812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319213.077815:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319213.077818:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988552320:0@lo:38:kworker.0 00010000:00010000:0.0:1767319213.512755:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319213.576883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988552448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319213.576971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.577070:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552448 00000100:00100000:0.0:1767319213.577080:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552448 00000100:00100000:0.0:1767319213.577145:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:0.0:1767319213.577165:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988552448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319213.577202:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8664128 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319213.577259:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988552448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.577267:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000400:00000100:0.0:1767319213.858437:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923654016 offset 0 length 224: 4 00000100:00100000:0.0:1767319213.858482:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319213.858532:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319213.858621:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319213.858695:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923654528 00000100:00100000:1.0:1767319213.858705:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923654528 00000100:00100000:1.0:1767319213.858768:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3015 00000100:00100000:1.0:1767319213.858777:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923654528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319213.858859:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923654528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319213.858866:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3015 00000100:00080000:1.0:1767319213.858886:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319213.870078:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923654144 00000100:00100000:2.0:1767319213.870082:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923654144 00000100:00100000:2.0:1767319213.870145:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:2.0:1767319213.870154:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923654144:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319213.870194:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319213.870264:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923654144:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 110us (11642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319213.870272:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:2.0:1767319213.870462:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319213.870631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319213.870660:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00100000:2.0:1767319213.870667:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923654272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319213.870711:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923654272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 45us (12179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319213.870718:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00080000:2.0:1767319213.871388:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319214.885438:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923655040 00000100:00100000:0.0:1767319214.885448:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923655040 00000100:00100000:0.0:1767319214.885499:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3016 00000100:00100000:0.0:1767319214.885508:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923655040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319214.885646:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923655040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 138us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319214.885654:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3016 00000100:00100000:1.0:1767319214.890595:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923654912 00000100:00100000:1.0:1767319214.890608:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923654912 00000100:00100000:1.0:1767319214.890665:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923654784 00000100:00100000:1.0:1767319214.890669:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923654784 00000100:00100000:1.0:1767319214.890694:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 106 00000100:00100000:1.0:1767319214.890704:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923654912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319214.890780:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923654912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319214.890788:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 106 00000100:00100000:1.0:1767319214.890806:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 126 00000100:00100000:1.0:1767319214.890811:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923654784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319214.890832:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319214.890855:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923654784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (5455us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319214.890862:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 126 00010000:00010000:0.0:1767319215.566416:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319216.586324:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319217.644403:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319218.185113:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.185120:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.185123:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.185131:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4459 00000100:00080000:0.0:1767319218.185135:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1767319218.185135:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767319218.185141:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319218.185163:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988552576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.185164:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d180 x1853163988552832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319218.185186:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.185189:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.185190:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.185193:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4459 00000100:00080000:0.0:1767319218.185195:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319218.185199:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319218.185207:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955df80 x1853163988553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767319218.185209:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988552576 offset 0 length 224: 4 00000100:00080000:0.0:1767319218.185215:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.185218:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.185219:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.185228:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4459 00000100:00080000:0.0:1767319218.185231:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319218.185235:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319218.185247:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ca80 x1853163988553216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319218.185263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988552960:0@lo:400:kworker.0 00000100:00080000:0.0:1767319218.185282:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.185285:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.185287:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.185290:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4459 00000100:00080000:0.0:1767319218.185293:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1767319218.185293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319218.185296:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319218.185305:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c2300 x1853163988553600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319218.185311:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319218.185316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988552704:0@lo:400:kworker.0 00000100:00000400:0.0:1767319218.185329:0:7011:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319202/real 1767319202] req@ffff9e7d3b8b0380 x1853163988548096/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319218.185335:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.185349:0:7011:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d3b8b0380 x1853163988548096/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319218.185357:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from FULL to DISCONN 00000100:00100000:1.0:1767319218.185357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988552832:0@lo:38:kworker.0 00000100:02020000:0.0:1767319218.185361:0:7011:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1767319218.185364:0:7011:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.113@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1767319218.185366:0:7011:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1767319218.185370:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d3b8b0380 x1853163988548096/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319218.185375:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.185379:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d3b680a80 x1853163988550016/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319218.185388:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988553088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319218.185398:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d3b8b0000 x1853163988551296/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319218.185403:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.185406:0:7011:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d069bb100 x1853163988552576/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767319218.185414:0:7011:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00100000:1.0:1767319218.185415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988553216:0@lo:38:kworker.0 00000100:00080000:0.0:1767319218.185417:0:7011:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1767319218.185418:0:7011:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1767319218.185420:0:7011:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:1.0:1767319218.185432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319218.185447:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988553600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319218.185449:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988551296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.185455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988548096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319218.185464:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.185484:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552960 00000100:00100000:1.0:1767319218.185487:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552704 00000100:00100000:0.0:1767319218.185491:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552960 00000100:00100000:1.0:1767319218.185491:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552704 00000100:00100000:2.0:1767319218.185536:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988553472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319218.185565:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319218.185606:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319218.185611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988553344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319218.185632:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319218.185657:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988552832 00000100:00100000:2.0:1767319218.185661:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988552832 00000100:00100000:2.0:1767319218.185687:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988553088 00000100:00100000:2.0:1767319218.185690:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988553088 00000100:00100000:2.0:1767319218.185698:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988553600 00000100:00100000:2.0:1767319218.185700:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988553600 00000100:00100000:2.0:1767319218.185710:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1767319218.185716:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988552832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.185742:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.185779:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988552832:12345-0@lo:38:kworker.0 Request processed in 61us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.185786:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1767319218.185801:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1767319218.185805:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988553088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.185814:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.185834:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988553088:12345-0@lo:38:kworker.0 Request processed in 28us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.185839:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1767319218.185849:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1767319218.185853:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988553600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.185862:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.185883:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988553600:12345-0@lo:38:kworker.0 Request processed in 28us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.185888:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:2.0:1767319218.185903:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319218.186243:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1767319218.187173:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1767319218.187181:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988552960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.187247:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988552960:12345-0@lo:400:kworker.0 Request processed in 67us (1952us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319218.187254:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1767319218.188136:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988553216 00000100:00100000:0.0:1767319218.188146:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988553216 00000100:00100000:0.0:1767319218.188177:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00000100:00100000:0.0:1767319218.188183:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988553216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319218.188204:0:18378:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319218.188248:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988553216:12345-0@lo:38:kworker.0 Request processed in 65us (2814us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319218.188254:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00010000:00080000:0.0:1767319218.188418:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d0955e680 x1853163988552960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319218.188536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988552960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.188652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988552576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.188662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988550016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.189656:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988553472 00000100:00100000:0.0:1767319218.189665:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988553472 00000100:00100000:0.0:1767319218.189702:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988553344 00000100:00100000:0.0:1767319218.189706:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988553344 00000100:00100000:0.0:1767319218.189727:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:0.0:1767319218.189735:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988553472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.189797:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988553472:12345-0@lo:400:kworker.0 Request processed in 62us (4231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319218.189803:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:0.0:1767319218.189817:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767319218.189823:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988553344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.189846:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988553344:12345-0@lo:400:kworker.0 Request processed in 24us (4214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319218.189851:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767319218.189900:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988553344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.189912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988553472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.191144:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319218.191161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988553856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319218.191209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319218.191250:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319218.191254:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319218.191279:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988553728:0@lo:250:kworker.0 00000400:00000100:2.0:1767319218.191303:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988553728 offset 0 length 520: 4 00000100:00080000:2.0:1767319218.191341:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.191346:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.191350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988552832:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.191362:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.191374:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.191378:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988553088:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.191392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.191396:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.191399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988553216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.191408:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.191411:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.191415:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988553600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319218.191736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988553856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319218.193706:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988552704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319218.193835:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988552704:12345-0@lo:400:kworker.0 Request processed in 7585us (8498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319218.193845:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00080000:2.0:1767319218.196073:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d069bbb80 x1853163988552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319218.196102:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988552704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319218.697399:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319218.697422:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988553984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319218.697490:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319218.698133:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988553984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319218.913527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319218.913697:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923655296 00000100:00100000:1.0:1767319218.913714:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923655296 00000100:00100000:1.0:1767319218.913799:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:1.0:1767319218.913813:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923655296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319218.913898:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923655296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319218.913906:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:0.0:1767319218.914538:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319218.915494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319219.656724:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319220.242837:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5bd000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0000 00000020:00000080:0.0:1767319220.242924:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2c5be000 for lustre-OST0000 00010000:00010000:0.0:1767319220.683031:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319221.726129:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319223.304812:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319223.304844:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988554112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319223.304931:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319223.305011:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988554112 00000100:00100000:2.0:1767319223.305020:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988554112 00000100:00100000:2.0:1767319223.305087:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:2.0:1767319223.305097:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988554112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319223.305132:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319223.305184:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988554112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319223.305204:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00080000:2.0:1767319223.305232:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319223.305283:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988554112:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319223.313814:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319223.313830:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319223.313933:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319223.313938:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319223.313944:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319223.313954:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4465 00000100:00080000:0.0:1767319223.313960:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319223.313967:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319223.315227:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163988554368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319223.315312:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319223.315316:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319223.315319:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319223.315544:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4465 00000100:00080000:0.0:1767319223.315548:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319223.316138:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319223.316168:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ca80 x1853163988554624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319223.316181:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319223.316201:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319223.316204:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319223.316208:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4465 00000100:00080000:0.0:1767319223.316211:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319223.316216:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319223.316230:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955df80 x1853163988554752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319223.316249:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319223.316253:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319223.316255:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319223.316258:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4465 00000100:00080000:0.0:1767319223.316261:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319223.316264:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319223.316271:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e680 x1853163988555008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319223.316311:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988554496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319223.318742:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988554880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319223.333845:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319223.333935:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988554496 00000100:00100000:0.0:1767319223.333947:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988554496 00000100:00100000:0.0:1767319223.334043:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1767319223.334056:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988554496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319223.334137:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988554496:12345-0@lo:400:kworker.0 Request processed in 84us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319223.334145:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:0.0:1767319223.334179:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319223.334245:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9e7d069bbb80 x1853163988554496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319223.334263:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988554496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319223.336165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319223.336303:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988554880 00000100:00100000:0.0:1767319223.336314:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988554880 00000100:00100000:0.0:1767319223.336400:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:0.0:1767319223.336721:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988554880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319223.336800:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988554880:12345-0@lo:400:kworker.0 Request processed in 392us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319223.336809:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:2.0:1767319223.336929:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988554880:0@lo:400:kworker.0 00000100:00080000:2.0:1767319223.336955:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319223.756401:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319223.818166:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319223.818199:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988555136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319223.818290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319223.819116:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988555136:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319224.777175:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319225.064303:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319225.064387:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319225.064415:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656192 00000100:00100000:2.0:1767319225.064423:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656192 00000100:00100000:2.0:1767319225.064476:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 113 00000100:00100000:2.0:1767319225.064485:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923656192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319225.064550:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923656192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319225.064558:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 113 00000100:00080000:2.0:1767319225.064595:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319225.068090:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923655936 offset 0 length 520: 4 00000100:00100000:0.0:1767319225.068137:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319225.068179:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656064 00000100:00100000:0.0:1767319225.068187:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656064 00000100:00100000:0.0:1767319225.068228:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 135 00000100:00100000:0.0:1767319225.068235:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923656064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319225.068258:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319225.068315:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923656064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 79us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319225.068322:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 135 00000100:00100000:1.0:1767319225.071390:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656320 00000100:00100000:1.0:1767319225.071403:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656320 00000100:00100000:1.0:1767319225.071840:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3022 00000100:00100000:1.0:1767319225.071851:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923656320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319225.071932:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923656320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (7636us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319225.071940:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3022 00000100:00080000:2.0:1767319225.072268:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319225.801994:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319226.824742:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:2.0:1767319226.864774:0:125517:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9e7d36c53800 00000020:01000004:2.0:1767319226.864812:0:125517:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767319226.864813:0:125517:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1767319226.864814:0:125517:0:(obd_mount.c:907:lmd_print()) options: user_xattr,errors=remount-ro 00000020:01000004:2.0:1767319226.864821:0:125517:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1767319226.864835:0:125517:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1767319226.864839:0:125517:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319226.864851:0:125517:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9e7d05d14a88) 00000020:00000080:2.0:1767319226.864864:0:125517:0:(obd_config.c:657:class_attach()) OBD: dev 3 attached type osd-ldiskfs with refcount 2 00000020:00000080:2.0:1767319226.864868:0:125517:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00100000:10000000:0.0:1767319227.013198:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1767319227.017076:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1767319227.019456:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1767319227.019841:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.020783:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.021176:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.021424:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.023013:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.023348:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.023624:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.025260:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.027809:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.030069:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.032452:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.034821:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.035380:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.036002:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.036242:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.036993:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.037309:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.037631:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.037983:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.039026:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.039815:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.040567:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.040971:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.041350:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.041809:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.042140:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.042500:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.042902:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.043221:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.043563:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1767319227.043869:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1767319227.044575:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1767319227.045622:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1767319227.046467:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1767319227.049828:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1767319227.050255:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1767319227.050617:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1767319227.051155:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1767319227.051521:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1767319227.059217:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.060097:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1767319227.060409:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1767319227.061079:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.068836:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.073162:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.075697:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.076080:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.076811:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.077746:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1767319227.078160:0:125517:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1767319227.079435:0:125517:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1767319227.080543:0:125517:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1767319227.080706:0:125517:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:0.0:1767319227.080722:0:125517:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c38944 00000020:01000004:0.0:1767319227.080730:0:125517:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1767319227.080741:0:125517:0:(tgt_mount.c:220:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1767319227.080747:0:125517:0:(tgt_mount.c:102:server_register_mount()) register mount ffff9e7d36c53800 from MGS 00000020:01000004:0.0:1767319227.080750:0:125517:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1767319227.080755:0:125517:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319227.080770:0:125517:0:(genops.c:412:class_newdev()) Allocate new device MGS (ffff9e7d3fabe360) 00000020:00000080:0.0:1767319227.080782:0:125517:0:(obd_config.c:657:class_attach()) OBD: dev 4 attached type mgs with refcount 2 00000020:00000080:0.0:1767319227.080787:0:125517:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1767319227.080854:0:125517:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d36c53800 from MGS, refs=2 00080000:01000000:0.0:1767319227.080859:0:125517:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:0.0:1767319227.080864:0:125517:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c38952 00010000:00010000:0.0:1767319227.080997:0:125517:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGS-3 is initialized 00000040:01000000:0.0:1767319227.089057:0:125517:0:(llog_obd.c:195:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1767319227.094616:0:125522:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 00000100:00100000:1.0:1767319227.097060:0:125517:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1767319227.097068:0:125517:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1767319227.097814:0:125517:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1767319227.097820:0:125517:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1767319227.098471:0:125517:0:(obd_config.c:761:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1767319227.098495:0:125517:0:(obd_mount.c:381:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1767319227.098498:0:125517:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.113@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1767319227.098501:0:125517:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.113@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:1.0:1767319227.098506:0:125517:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 94, was 0): CONNECTING 00000100:00100000:1.0:1767319227.098511:0:125517:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 1s for inflight to error out 00010000:00010000:1.0:1767319227.848780:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00020000:1.0:1767319228.107394:0:125517:0:(import.c:337:ptlrpc_invalidate_import()) MGS: timeout waiting for callback (1 != 0) 00000100:00020000:1.0:1767319228.116739:0:125517:0:(import.c:361:ptlrpc_invalidate_import()) @@@ still on sending list req@ffff9e7d3b681f80 x1853163988553728/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767319228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00020000:1.0:1767319228.141632:0:125517:0:(import.c:371:ptlrpc_invalidate_import()) MGS: Unregistering RPCs found (0). Network is sluggish? Waiting for them to error out. 00000100:00100000:1.0:1767319228.157945:0:125517:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1767319228.424824:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319228.424852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988555264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319228.424955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.425023:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988555264 00000100:00100000:2.0:1767319228.425034:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988555264 00000100:00100000:2.0:1767319228.425101:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:2.0:1767319228.425110:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988555264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319228.425139:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00020000:0.0:1767319228.425774:0:7010:0:(client.c:1390:ptlrpc_import_delay_req()) @@@ invalidate in flight req@ffff9e7d3b681f80 x1853163988555392/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319228.426429:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319228.426448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988556160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319228.426512:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.426849:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556160 00000100:00100000:1.0:1767319228.426857:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556160 00000100:00100000:1.0:1767319228.426912:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767319228.426923:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988556160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319228.426972:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988556160:12345-0@lo:400:kworker.0 Request processed in 53us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.426979:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767319228.427550:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988556160:0@lo:400:kworker.0 10000000:01000000:1.0:1767319228.427710:0:125517:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00010000:00010000:1.0:1767319228.427724:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427735:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427741:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1767319228.427756:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427764:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d41264800/0x719a348ff1c37e8c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e93 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427781:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427787:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427791:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427795:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427798:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4c00/0x719a348ff1c37e38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e3f expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427806:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427811:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427815:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427818:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427821:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4a00/0x719a348ff1c37e46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e4d expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427836:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d41265000/0x719a348ff1c37e62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e69 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427842:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d41265000/0x719a348ff1c37e62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e69 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427847:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427851:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427854:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d41265000/0x719a348ff1c37e62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e69 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427862:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427867:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427871:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427874:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427877:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4200/0x719a348ff1c37e70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e77 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427885:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427890:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427894:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427898:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427912:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d2ea83a00/0x719a348ff1c37e9a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37ea1 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427928:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d31534200/0x719a348ff1c38500 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c38507 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427934:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d31534200/0x719a348ff1c38500 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c38507 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427938:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427941:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427944:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d31534200/0x719a348ff1c38500 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c38507 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427953:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427958:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427962:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427965:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427968:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d07873c00/0x719a348ff1c385bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c385c4 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.427979:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c385ee expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.427985:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c385ee expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.427989:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.427992:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.427995:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c385e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c385ee expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.428012:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c384f9 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.428017:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c384f9 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.428022:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:1.0:1767319228.428025:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.428028:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d0682dc00/0x719a348ff1c384f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c384f9 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.428039:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e5b expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.428045:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e5b expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.428049:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1767319228.428052:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.428055:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4600/0x719a348ff1c37e54 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e5b expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.428063:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c37e85 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.428068:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c37e85 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.428072:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1767319228.428075:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.428078:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c073c4e00/0x719a348ff1c37e7e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c37e85 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.428092:0:125517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767319228.428098:0:125517:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.428104:0:125517:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1767319228.428107:0:125517:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1767319228.428110:0:125517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fa00/0x719a348ff1c385af lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x719a348ff1c385b6 expref: -99 pid: 123520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.432554:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988555264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7435us (7590us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.432570:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00080000:2.0:1767319228.433017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319228.433023:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319228.433052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988555776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319228.433119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.433168:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319228.433175:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988555520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319228.433200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.433236:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988555776 00000100:00100000:2.0:1767319228.433244:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988555776 00000100:00100000:2.0:1767319228.433287:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988555520 00000100:00100000:2.0:1767319228.433291:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988555520 00000100:00100000:2.0:1767319228.433317:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1767319228.433325:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988555776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319228.433393:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988555776:12345-0@lo:400:kworker.0 Request processed in 68us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.433401:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1767319228.433415:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1767319228.433571:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988555520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319228.433628:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988555520:12345-0@lo:400:kworker.0 Request processed in 59us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.433634:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:2.0:1767319228.433659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319228.433686:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d3b680a80 x1853163988555520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319228.433701:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988555520:0@lo:400:kworker.0 00010000:00080000:2.0:1767319228.433713:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e7d069bb100 x1853163988555776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319228.433723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988555776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319228.442353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988555264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319228.503256:0:125517:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff9e7d2daa0000 already not connected (conn 95, was 0): CONNECTING 00000100:00080000:1.0:1767319228.503268:0:125517:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00080000:0.0:1767319228.505616:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319228.505668:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-5) 00000100:00100000:0.0:1767319228.505687:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:0:1853163988555392:0@lo:250:kworker.0 00000100:00080000:1.0:1767319228.505710:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319228.505721:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319228.505725:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319228.505734:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4475 00000100:00080000:1.0:1767319228.505751:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319228.505761:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319228.505838:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988555648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319228.505920:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.505970:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988555904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319228.505991:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.506022:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988555648 00000100:00100000:2.0:1767319228.506028:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988555648 00000100:00100000:2.0:1767319228.506057:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988555904 00000100:00100000:2.0:1767319228.506059:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988555904 00000100:00100000:2.0:1767319228.506092:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1767319228.506099:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988555648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319228.506125:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319228.506162:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988555648:12345-0@lo:38:kworker.0 Request processed in 62us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319228.506174:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1767319228.506190:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1767319228.506195:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988555904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319228.506205:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319228.506226:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988555904:12345-0@lo:38:kworker.0 Request processed in 31us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319228.506231:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:2.0:1767319228.506284:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319228.506290:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319228.506294:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988555904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319228.506301:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988556032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319228.506325:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.506357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988556288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319228.506377:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.506395:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556288 00000100:00100000:2.0:1767319228.506398:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556288 00000100:00100000:2.0:1767319228.506954:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1767319228.506960:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988556288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319228.506973:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319228.507003:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988556288:12345-0@lo:38:kworker.0 Request processed in 42us (625us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319228.507017:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:2.0:1767319228.507046:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319228.507050:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319228.507054:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988556288:0@lo:38:kworker.0 00000100:00080000:2.0:1767319228.507061:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319228.507064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319228.507067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988555648:0@lo:38:kworker.0 00000100:00100000:0.0:1767319228.509184:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ca80 x1853163988556416/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319228.511061:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988556416:0@lo:250:kworker.0 00000100:00100000:2.0:1767319228.511104:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319228.511170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319228.511175:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319228.511179:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988556032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319228.511392:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556416 00000100:00100000:1.0:1767319228.511397:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556416 00000100:00100000:1.0:1767319228.511429:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1767319228.511434:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:7010:x1853163988556416:12345-0@lo:250:kworker.0 00010000:00080000:1.0:1767319228.511454:0:125526:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from e16d7078-f533-4ecf-a51c-6d78c3ddb652@0@lo t0 exp 0000000000000000 cur 4475 last 0 00000020:00000080:1.0:1767319228.511482:0:125526:0:(genops.c:1402:class_connect()) connect: client e16d7078-f533-4ecf-a51c-6d78c3ddb652, cookie 0x719a348ff1c38959 00000020:01000000:1.0:1767319228.511490:0:125526:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d39a3d900 00000100:00080000:1.0:1767319228.511652:0:125526:0:(import.c:65:import_set_state_nolock()) ffff9e7d39698000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319228.511709:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:7010:x1853163988556416:12345-0@lo:250:kworker.0 Request processed in 273us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.511716:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1767319228.512877:0:7010:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.204.113@tcp: committing for last_committed 0 gen 33 00000100:00080000:0.0:1767319228.512888:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.113@tcp: connect to target with instance 0 00000100:00080000:0.0:1767319228.512895:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.204.113@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1767319228.512910:0:7010:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1767319228.512914:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1767319228.512917:0:7010:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1767319228.512931:0:7010:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1767319228.512944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988556416:0@lo:250:kworker.0 00000100:00080000:2.0:1767319228.513041:0:125517:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:2.0:1767319228.513070:0:125517:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1767319228.513110:0:125517:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1767319228.513115:0:125517:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.113@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1767319228.513223:0:125517:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1767319228.513259:0:125517:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.113@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1767319228.513262:0:125517:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1767319228.513264:0:125517:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767319228.513266:0:125517:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319228.513267:0:125517:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319228.513268:0:125517:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319228.513270:0:125517:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319228.513271:0:125517:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319228.513272:0:125517:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767319228.513274:0:125517:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319228.513276:0:125517:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767319228.513283:0:125517:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1767319228.513285:0:125517:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767319228.513286:0:125517:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767319228.513287:0:125517:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319228.513288:0:125517:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319228.513289:0:125517:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319228.513290:0:125517:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319228.513291:0:125517:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319228.513292:0:125517:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767319228.513292:0:125517:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319228.513293:0:125517:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1767319228.513314:0:125517:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1767319228.513331:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556544:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1767319228.513381:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.513431:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d04c2e000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319228.513856:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556544 00000100:00100000:0.0:1767319228.513862:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556544 00000100:00100000:0.0:1767319228.513911:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1767319228.513920:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:125517:x1853163988556544:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1767319228.513956:0:125525:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1767319228.513959:0:125525:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1767319228.513962:0:125525:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1767319228.514729:0:125527:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767319228.514923:0:125525:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 57 20000000:01000000:0.0:1767319228.525163:0:125528:0:(mgs_llog.c:282:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1767319228.525172:0:125528:0:(mgs_llog.c:282:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1767319228.525175:0:125528:0:(mgs_llog.c:266:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 20000000:01000000:0.0:1767319228.525177:0:125528:0:(mgs_llog.c:266:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 00000040:00080000:0.0:1767319228.525637:0:125528:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 20000000:01000000:2.0:1767319228.525908:0:125525:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1767319228.525919:0:125525:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1767319228.534013:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:125517:x1853163988556544:12345-0@lo:253:mount.lustre.0 Request processed in 20085us (20621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.534034:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1767319228.534837:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556672 00000100:00100000:2.0:1767319228.534844:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556672 00000100:00100000:2.0:1767319228.534880:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1767319228.534888:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b723850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+4:125517:x1853163988556672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319228.534912:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319228.534928:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d421efa00/0x719a348ff1c38967 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38960 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.534953:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d421efa00/0x719a348ff1c38967 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38960 expref: 5 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.534965:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d421efa00/0x719a348ff1c38967 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38960 expref: 5 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.534989:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d421efa00, rc 0) 00000100:00100000:2.0:1767319228.535026:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b723850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+5:125517:x1853163988556672:12345-0@lo:101:mount.lustre.0 Request processed in 139us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.535032:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1767319228.536177:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319228.536209:0:125517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.536220:0:125517:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319228.536241:0:125517:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1767319228.536262:0:125517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.536270:0:125517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319228.536277:0:125517:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1767319228.536283:0:125517:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1767319228.536290:0:125517:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9e7d36c53800 10000000:01000000:0.0:1767319228.536293:0:125517:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1767319228.536298:0:125517:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1767319228.536300:0:125517:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1767319228.536326:0:125517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.536334:0:125517:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.536343:0:125517:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319228.536363:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556800:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1767319228.536408:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.536438:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.537150:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556800 00000100:00100000:1.0:1767319228.537157:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556800 00000100:00100000:1.0:1767319228.537208:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1767319228.537218:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+5:125517:x1853163988556800:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319228.537228:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319228.537254:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0fa00/0x719a348ff1c38975 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3896e expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.537273:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0fa00/0x719a348ff1c38975 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3896e expref: 6 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.537281:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0fa00/0x719a348ff1c38975 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3896e expref: 6 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.537288:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0fa00, rc 0) 00000100:00100000:1.0:1767319228.537328:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+6:125517:x1853163988556800:12345-0@lo:101:mount.lustre.0 Request processed in 112us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.537333:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1767319228.537910:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556800:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319228.537926:0:125517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.537935:0:125517:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319228.538011:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319228.538044:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.538079:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40429c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.538094:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988556928 00000100:00100000:2.0:1767319228.538099:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988556928 00000100:00100000:2.0:1767319228.538125:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1767319228.538132:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+6:125517:x1853163988556928:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.538278:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d068bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:125517:x1853163988556928:12345-0@lo:501:mount.lustre.0 Request processed in 147us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.538285:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1767319228.539565:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988556928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1767319228.539695:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988557056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319228.539769:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.539801:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0634c000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.541985:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988557056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319228.542537:0:125529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988557184:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.542629:0:125529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.542671:0:125529:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0634c000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.546217:0:125529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988557184:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767319228.546279:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.546294:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.546297:0:125529:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1767319228.546302:0:125529:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1767319228.546305:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319228.546321:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9e7d097ab1b0) 00000020:00000080:1.0:1767319228.546343:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type lod with refcount 2 00000020:00000080:1.0:1767319228.546348:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1767319228.546520:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #2 00000020:00000080:1.0:1767319228.546528:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c38983 00000020:00000080:1.0:1767319228.548005:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1767319228.548014:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.548019:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.548021:0:125529:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1767319228.548024:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.548029:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.548030:0:125529:0:(obd_config.c:1477:class_process_config()) marker 12 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1767319228.548033:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319228.548043:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000 (ffff9e7d097a8000) 00000020:00000080:1.0:1767319228.548074:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type mdt with refcount 2 00000020:00000080:1.0:1767319228.548079:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1767319228.548082:0:125529:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1767319228.548084:0:125529:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1767319228.548092:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1767319228.548154:0:125529:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d36c53800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1767319228.548168:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0000 (ffff9e7d2c5cb1b0) 00000020:00000080:1.0:1767319228.548177:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 14 attached type mdd with refcount 2 00000004:01000000:1.0:1767319228.548233:0:125529:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:1.0:1767319228.548240:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c38998 00000020:00000080:1.0:1767319228.548325:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1767319228.548344:0:125529:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1767319228.548349:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x719a348ff1c3899f 00080000:01000000:1.0:1767319228.548355:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #3 00000020:00000080:1.0:1767319228.548360:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c389a6 00010000:00010000:2.0:1767319228.702515:0:125529:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:2.0:1767319228.702693:0:125529:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 0 srv lr: 133143986192 lx: 0 gen 26 00000001:00080000:2.0:1767319228.703256:0:125529:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: f8e581f7-de51-4550-90ea-109e3cc27a77 idx: 2 lr: 128849018926 srv lr: 133143986192 lx: 0 gen 24 00000001:00000004:2.0:1767319228.703284:0:125529:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 32, last_transno is 133143986192 00000001:00080000:2.0:1767319228.703397:0:125529:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1767319228.703465:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945db40: xid 1853163923647360, transno 133143986200, client gen 24, slot idx 0 00000001:00080000:2.0:1767319228.703477:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945d180: xid 1853163923647616, transno 133143986201, client gen 24, slot idx 1 00000001:00080000:2.0:1767319228.703481:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945d540: xid 1853163988536960, transno 133143986197, client gen 26, slot idx 2 00000001:00080000:2.0:1767319228.703486:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945d900: xid 1853163923638912, transno 133143986189, client gen 24, slot idx 3 00000001:00080000:2.0:1767319228.703490:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945da80: xid 1853163923554304, transno 124554051728, client gen 24, slot idx 4 00000001:00080000:2.0:1767319228.703495:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945d240: xid 1853163923551744, transno 124554051718, client gen 24, slot idx 5 00000001:00080000:2.0:1767319228.703499:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945d6c0: xid 1853163923550976, transno 124554051719, client gen 24, slot idx 6 00000001:00080000:2.0:1767319228.703511:0:125529:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9e7d1945dcc0: xid 1853163923544448, transno 124554051694, client gen 24, slot idx 7 00000020:00000080:2.0:1767319228.704457:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-QMT0000 (ffff9e7d05d118d8) 00000020:00000080:2.0:1767319228.704482:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 15 attached type qmt with refcount 2 00080000:01000000:2.0:1767319228.704674:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #4 00000020:00000080:2.0:1767319228.704682:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c389c2 00000020:00000080:2.0:1767319228.709615:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1767319228.713413:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x719a348ff1c389c9 00000020:00000080:1.0:1767319228.714163:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1767319228.714175:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.714182:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.714185:0:125529:0:(obd_config.c:1477:class_process_config()) marker 12 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1767319228.714188:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.714194:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.714195:0:125529:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1767319228.714199:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319228.714204:0:125529:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:00000080:1.0:1767319228.714230:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319228.714257:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9e7d2c5ce360) 00000020:00000080:1.0:1767319228.714279:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 25 attached type osp with refcount 2 00000020:00000080:1.0:1767319228.714284:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1767319228.714357:0:125529:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1767319228.714363:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:1.0:1767319228.714369:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c389d7 00010000:00080000:1.0:1767319228.714411:0:125529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3a744800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:1.0:1767319228.719027:0:125529:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000020:00000080:2.0:1767319228.727394:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767319228.727410:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1767319228.727448:0:125529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1767319228.727472:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c389de 00000100:00080000:2.0:1767319228.727482:0:125529:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1767319228.727487:0:125529:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9e7d3a744800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319228.727522:0:125529:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163988557312/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319228.727557:0:125529:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1767319228.727670:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319228.727673:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727675:0:125529:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1767319228.727679:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767319228.727682:0:125529:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1767319228.727683:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319228.727684:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319228.727686:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319228.727688:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727689:0:125529:0:(obd_config.c:1477:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1767319228.727691:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767319228.727696:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727697:0:125529:0:(obd_config.c:1477:class_process_config()) marker 15 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1767319228.727701:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1767319228.727730:0:125529:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1767319228.727745:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319228.727754:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727756:0:125529:0:(obd_config.c:1477:class_process_config()) marker 15 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1767319228.727761:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767319228.727763:0:125529:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1767319228.727764:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319228.727765:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1767319228.727767:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1767319228.727769:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727770:0:125529:0:(obd_config.c:1477:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1767319228.727773:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1767319228.727776:0:125529:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1767319228.727779:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319228.727780:0:125529:0:(obd_config.c:1477:class_process_config()) marker 22 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1767319228.727784:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767319228.727788:0:125529:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:2.0:1767319228.727810:0:125529:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1767319228.727813:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319228.727836:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9e7d05d10000) 00000020:00000080:2.0:1767319228.727851:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 26 attached type osp with refcount 2 00000020:00000080:2.0:1767319228.727856:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1767319228.727952:0:125529:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1767319228.727958:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #6 00000020:00000080:2.0:1767319228.727964:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c389ec 00010000:00080000:2.0:1767319228.727993:0:125529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3969a800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:2.0:1767319228.728663:0:125529:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-10 is initialized 00000100:00100000:0.0:1767319228.728956:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557312:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1767319228.729022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.729106:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988557312 00000100:00100000:0.0:1767319228.729113:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988557312 00000100:00100000:0.0:1767319228.729155:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346 00000100:00100000:0.0:1767319228.729162:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988557312:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1767319228.729183:0:99440:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4475 last 0 00000020:00000080:0.0:1767319228.729218:0:99440:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c389f3 00000004:00100000:0.0:1767319228.729230:0:99440:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1767319228.729300:0:99440:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:0.0:1767319228.729325:0:99440:0:(import.c:65:import_set_state_nolock()) ffff9e7c06dfb800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319228.729375:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988557312:12345-0@lo:38:llog_process_th.0 Request processed in 211us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.729382:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346 00000100:00100000:0.0:1767319228.729445:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1767319228.729453:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 21 00000100:00080000:0.0:1767319228.729460:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1767319228.729465:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1767319228.729467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a744800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1767319228.729473:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557312:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319228.729958:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319228.729969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988557440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319228.730005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.730037:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988557440 00000100:00100000:2.0:1767319228.730041:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988557440 00000100:00100000:2.0:1767319228.730379:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347 00000100:00100000:2.0:1767319228.730387:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988557440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767319228.730421:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319228.730465:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988557440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.730471:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347 00000100:00100000:0.0:1767319228.731398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988557440:0@lo:41:osp-pre-1-0.0 00000040:01000000:1.0:1767319228.742979:0:125529:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1767319228.743010:0:125529:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1767319228.743465:0:125529:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 30, last_idx 31 00000040:00080000:1.0:1767319228.747940:0:125529:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319228.747972:0:125529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].32, 64 off10240 00000040:00080000:1.0:1767319228.760412:0:125529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].1, 64 off8256 00000020:00000080:0.0:1767319228.767032:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767319228.767046:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1767319228.767091:0:125529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1767319228.767118:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c389fa 00000100:00080000:0.0:1767319228.767128:0:125529:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1767319228.767135:0:125529:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9e7d3969a800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319228.767174:0:125529:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988557568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319228.767211:0:125529:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1767319228.767437:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319228.767441:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.767443:0:125529:0:(obd_config.c:1477:class_process_config()) marker 22 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1767319228.767446:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1767319228.767449:0:125529:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1767319228.767451:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319228.767452:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1767319228.767454:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1767319228.767456:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.767457:0:125529:0:(obd_config.c:1477:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1767319228.767460:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1767319228.767465:0:125529:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1767319228.767468:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.767483:0:125529:0:(obd_config.c:1477:class_process_config()) marker 30 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1767319228.767487:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1767319228.767491:0:125529:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.113@tcp to nid 0x20000c0a8cc71 (192.168.204.113@tcp) 00000020:01000000:0.0:1767319228.767514:0:125529:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1767319228.767517:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319228.767529:0:125529:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9e7d3fabb1b0) 00000020:00000080:0.0:1767319228.767544:0:125529:0:(obd_config.c:657:class_attach()) OBD: dev 27 attached type osp with refcount 2 00000020:00000080:0.0:1767319228.767548:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1767319228.767645:0:125529:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1767319228.767651:0:125529:0:(osd_handler.c:8940:osd_obd_connect()) connect #7 00000020:00000080:0.0:1767319228.767656:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x719a348ff1c38a08 00010000:00080000:0.0:1767319228.767690:0:125529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d3a82f800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.113@tcp at head 00000100:00100000:1.0:1767319228.768070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557568:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1767319228.768136:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.768201:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988557568 00000100:00100000:1.0:1767319228.768208:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988557568 00000100:00100000:1.0:1767319228.768260:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143 00000100:00100000:1.0:1767319228.768267:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:7010:x1853163988557568:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1767319228.768295:0:37861:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4475 last 0 00000020:00000080:1.0:1767319228.768319:0:37861:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c38a0f 00002000:00100000:1.0:1767319228.768331:0:37861:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e7d31a1e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1767319228.768335:0:37861:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1767319228.768338:0:37861:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1767319228.768406:0:37861:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:1.0:1767319228.768419:0:37861:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1767319228.768440:0:37861:0:(import.c:65:import_set_state_nolock()) ffff9e7d31a1b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319228.768487:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988557568:12345-0@lo:8:llog_process_th.0 Request processed in 219us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.768494:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143 00000100:00100000:1.0:1767319228.768532:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1767319228.768539:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1767319228.768546:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1767319228.768550:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1767319228.768552:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3969a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1767319228.768561:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:1.0:1767319228.768565:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557568:0@lo:8:llog_process_th.0 00010000:00010000:0.0:1767319228.770181:0:125529:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-11 is initialized 00000040:01000000:0.0:1767319228.771704:0:125529:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1767319228.771730:0:125529:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1767319228.772699:0:125529:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 30, last_idx 31 00000004:00080000:2.0:1767319228.779279:0:125519:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000040:00080000:1.0:1767319228.780434:0:125529:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319228.780464:0:125529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].32, 64 off10240 00000040:00080000:1.0:1767319228.780644:0:125529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].1, 64 off8256 00000020:00000080:1.0:1767319228.782687:0:125529:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767319228.782699:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1767319228.782737:0:125529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1767319228.782760:0:125529:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c38a16 00000100:00080000:1.0:1767319228.782769:0:125529:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1767319228.782780:0:125529:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9e7d3a82f800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319228.782815:0:125529:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1880 x1853163988557824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319228.783163:0:125529:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1767319228.783275:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.783280:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.783282:0:125529:0:(obd_config.c:1477:class_process_config()) marker 30 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1767319228.783284:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.783288:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.783289:0:125529:0:(obd_config.c:1477:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1767319228.783292:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767319228.783293:0:125529:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1767319228.783295:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.783297:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.783298:0:125529:0:(obd_config.c:1477:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1767319228.783300:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.783302:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.783303:0:125529:0:(obd_config.c:1477:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1767319228.783306:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1767319228.783311:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.783313:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.783314:0:125529:0:(obd_config.c:1477:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000020:01000000:1.0:1767319228.783316:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319228.783318:0:125529:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #41 00000020:01000000:1.0:1767319228.783320:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319228.783321:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000100:00100000:1.0:1767319228.783348:0:125529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988557952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.783432:0:125529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.783471:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988557952 00000100:00100000:1.0:1767319228.783477:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988557952 00000100:00100000:1.0:1767319228.783521:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1767319228.783530:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:125529:x1853163988557952:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.783718:0:125529:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ffb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.784116:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557824:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1767319228.784168:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.784683:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988557824 00000100:00100000:1.0:1767319228.784690:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988557824 00000100:00100000:1.0:1767319228.784715:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144 00000100:00100000:1.0:1767319228.784721:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:7010:x1853163988557824:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1767319228.784747:0:37857:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 4475 last 0 00000020:00000080:1.0:1767319228.784775:0:37857:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x719a348ff1c38a1d 00002000:00100000:1.0:1767319228.784789:0:37857:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e7d04916000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1767319228.784794:0:37857:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1767319228.784796:0:37857:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1767319228.784947:0:37857:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:1.0:1767319228.784958:0:37857:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1767319228.784981:0:37857:0:(import.c:65:import_set_state_nolock()) ffff9e7d04913800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319228.785032:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:7010:x1853163988557824:12345-0@lo:8:llog_process_th.0 Request processed in 310us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.785039:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144 00000100:00100000:2.0:1767319228.785217:0:7010:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1767319228.785226:0:7010:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000100:00080000:2.0:1767319228.785233:0:7010:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1767319228.785238:0:7010:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767319228.785240:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a82f800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1767319228.790027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988558080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319228.790103:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.790158:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558080 00000100:00100000:0.0:1767319228.790165:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558080 00000100:00100000:0.0:1767319228.790209:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1767319228.790216:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988558080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319228.790241:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319228.790282:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988558080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.790288:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00080000:0.0:1767319228.790307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319228.790335:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988558080:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1767319228.791044:0:7010:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:2.0:1767319228.791059:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7010:1853163988557824:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1767319228.791171:0:125529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988557952:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767319228.791200:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319228.791207:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.791209:0:125529:0:(obd_config.c:1477:class_process_config()) marker 41 (0x6) lustre-MDT0000-m new lustre.pool_134 00000020:01000000:1.0:1767319228.791213:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319228.791217:0:125529:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #44 00000020:01000000:1.0:1767319228.791218:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319228.791220:0:125529:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319228.791221:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319228.791224:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.791225:0:125529:0:(obd_config.c:1477:class_process_config()) marker 44 (0x6) lustre-MDT0000-m add lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319228.791227:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.791237:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.791238:0:125529:0:(obd_config.c:1477:class_process_config()) marker 45 (0x1) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:00000080:1.0:1767319228.791317:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:01000000:1.0:1767319228.791330:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.791333:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.791334:0:125529:0:(obd_config.c:1477:class_process_config()) marker 45 (0x2) lustre-MDT0000-m rem lustre.pool_134.lustre-OST0001_UUID 00000020:01000000:1.0:1767319228.791337:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319228.791340:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.791341:0:125529:0:(obd_config.c:1477:class_process_config()) marker 48 (0x1) lustre-MDT0000-m del lustre.pool_134 00000020:00000080:1.0:1767319228.791345:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:1.0:1767319228.791373:0:125529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988558208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.791501:0:125529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.791536:0:125529:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0634c000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.793982:0:125529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125529:1853163988558208:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767319228.794018:0:125529:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319228.794025:0:125529:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319228.794027:0:125529:0:(obd_config.c:1477:class_process_config()) marker 48 (0x2) lustre-MDT0000-m del lustre.pool_134 00000040:00080000:1.0:1767319228.794031:0:125529:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x5:0x0] index 59 count 58 00000020:01000000:1.0:1767319228.794137:0:125517:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-58 (rc=0) 10000000:01000000:1.0:1767319228.794159:0:125517:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1767319228.794175:0:125517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.794187:0:125517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319228.794195:0:125517:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d36c53800 from 1 10000000:01000000:1.0:1767319228.794198:0:125517:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767319228.794234:0:125517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.795321:0:125517:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.795332:0:125517:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319228.795356:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558336:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1767319228.796036:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319228.796151:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d095ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.804715:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558336 00000100:00100000:1.0:1767319228.804730:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558336 00000100:00100000:1.0:1767319228.804794:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767319228.804804:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+7:125517:x1853163988558336:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1767319228.804820:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319228.804851:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a24 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.804880:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 8 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.804892:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 8 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319228.804909:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0f000, rc 0) 00000100:00100000:1.0:1767319228.804984:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d068be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:125517:x1853163988558336:12345-0@lo:101:mount.lustre.0 Request processed in 181us (8948us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.804991:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1767319228.805615:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558336:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319228.805635:0:125517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.805645:0:125517:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.810143:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558464:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1767319228.810237:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.810286:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319228.810364:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558464 00000100:00100000:0.0:1767319228.810386:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558464 00000100:00100000:0.0:1767319228.810442:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1767319228.810450:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:125517:x1853163988558464:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1767319228.810472:0:125526:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1767319228.810478:0:125526:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1767319228.810573:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d068be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:125517:x1853163988558464:12345-0@lo:256:mount.lustre.0 Request processed in 122us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.810597:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1767319228.811078:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558464:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1767319228.811853:0:125517:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1767319228.811883:0:125517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.811902:0:125517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319228.811910:0:125517:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d36c53800 from 1 10000000:01000000:2.0:1767319228.811913:0:125517:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1767319228.811945:0:125517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.811954:0:125517:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.811963:0:125517:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.811985:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558592:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319228.812025:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.812063:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319228.812226:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558592 00000100:00100000:0.0:1767319228.812232:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558592 00000100:00100000:0.0:1767319228.812266:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1767319228.812273:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+8:125517:x1853163988558592:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1767319228.812284:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319228.812299:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09557800/0x719a348ff1c38a39 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a32 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.812318:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09557800/0x719a348ff1c38a39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a32 expref: 9 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.812327:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09557800/0x719a348ff1c38a39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a32 expref: 9 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.812334:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557800, rc 0) 00000100:00100000:0.0:1767319228.812362:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988558592:12345-0@lo:101:mount.lustre.0 Request processed in 90us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.812368:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1767319228.812821:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558592:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319228.812835:0:125517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.812843:0:125517:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.812906:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.812933:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.812961:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767319228.813018:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558720 00000100:00100000:0.0:1767319228.813022:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558720 00000100:00100000:0.0:1767319228.813053:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1767319228.813059:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988558720:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1767319228.813194:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988558720:12345-0@lo:501:mount.lustre.0 Request processed in 134us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.813200:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1767319228.813296:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.813321:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558848:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319228.813355:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.813374:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.813424:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558848 00000100:00100000:1.0:1767319228.813433:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558848 00000100:00100000:1.0:1767319228.813463:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1767319228.813470:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988558848:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1767319228.813558:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988558848:12345-0@lo:503:mount.lustre.0 Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.813564:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1767319228.813803:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988558848:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1767319228.814359:0:125539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125539:1853163988558976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319228.814394:0:125539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.814436:0:125539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08df1000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.814566:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988558976 00000100:00100000:1.0:1767319228.814571:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988558976 00000100:00100000:1.0:1767319228.814634:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1767319228.814641:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125539:x1853163988558976:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.815152:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125539:x1853163988558976:12345-0@lo:502:llog_process_th.0 Request processed in 510us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.815159:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1767319228.815250:0:125539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125539:1853163988558976:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767319228.815273:0:125539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319228.815282:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.815284:0:125539:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1767319228.815289:0:125539:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d36c53800 00000020:00000080:0.0:1767319228.815292:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1767319228.815298:0:125539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319228.815301:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.815303:0:125539:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1767319228.815305:0:125539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319228.815307:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.815309:0:125539:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1767319228.815312:0:125539:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9e7d36c53800 00000020:00000080:0.0:1767319228.815313:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1767319228.815386:0:125539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125539:1853163988559104:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767319228.816735:0:125539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.816775:0:125539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08df1000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319228.817356:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559104 00000100:00100000:1.0:1767319228.817364:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559104 00000100:00100000:1.0:1767319228.817422:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1767319228.817431:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125539:x1853163988559104:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767319228.817548:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125539:x1853163988559104:12345-0@lo:502:llog_process_th.0 Request processed in 117us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319228.817565:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1767319228.817932:0:125539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125539:1853163988559104:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767319228.817963:0:125539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319228.817970:0:125539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319228.817972:0:125539:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1767319228.817976:0:125539:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1767319228.818240:0:125517:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1767319228.818272:0:125517:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1767319228.818292:0:125517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818302:0:125517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319228.818363:0:125517:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1767319228.818366:0:125517:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9e7d36c53800 10000000:01000000:2.0:1767319228.818369:0:125517:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9e7d36c53800 10000000:01000000:2.0:1767319228.818373:0:125517:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1767319228.818378:0:125517:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d36c53800 from 1 10000000:01000000:2.0:1767319228.818381:0:125517:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767319228.818422:0:125517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818430:0:125517:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818439:0:125517:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.818458:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559232:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1767319228.818505:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.818533:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.818560:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559232 00000100:00100000:2.0:1767319228.818564:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559232 00000100:00100000:2.0:1767319228.818616:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767319228.818623:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988559232:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319228.818633:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319228.818645:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d421eea00/0x719a348ff1c38a47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a40 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818665:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d421eea00/0x719a348ff1c38a47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a40 expref: 10 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818674:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d421eea00/0x719a348ff1c38a47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a40 expref: 10 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818682:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d421eea00, rc 0) 00000100:00100000:2.0:1767319228.818710:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988559232:12345-0@lo:101:mount.lustre.0 Request processed in 87us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.818715:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767319228.818750:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1767319228.818761:0:125517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.818768:0:125517:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.818810:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.818831:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.818851:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.818864:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559360 00000100:00100000:2.0:1767319228.818867:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559360 00000100:00100000:2.0:1767319228.818887:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1767319228.818903:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988559360:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.818995:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988559360:12345-0@lo:501:mount.lustre.0 Request processed in 102us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.819001:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1767319228.819030:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1767319228.819053:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319228.819086:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.819098:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.819110:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559488 00000100:00100000:2.0:1767319228.819113:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559488 00000100:00100000:2.0:1767319228.819131:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1767319228.819137:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988559488:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319228.819203:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988559488:12345-0@lo:503:mount.lustre.0 Request processed in 66us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.819209:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1767319228.819248:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988559488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1767319228.819458:0:125540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988559616:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.819488:0:125540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.819505:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559616 00000100:00100000:2.0:1767319228.819508:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559616 00000100:00100000:2.0:1767319228.819527:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1767319228.819533:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988559616:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.819621:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988559616:12345-0@lo:502:llog_process_th.0 Request processed in 87us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.819627:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1767319228.819653:0:125540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c070c76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.819664:0:125540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988559616:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1767319228.819711:0:125540:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1767319228.819716:0:125540:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1767319228.819731:0:125540:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9e7d2db78000) 00000020:00000080:2.0:1767319228.819754:0:125540:0:(obd_config.c:657:class_attach()) OBD: dev 28 attached type lwp with refcount 2 00000020:00000080:2.0:1767319228.819758:0:125540:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1767319228.819943:0:125540:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9e7d36c53800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1767319228.819947:0:125540:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d36c53800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1767319228.819950:0:125540:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d36c53800 4 00010000:00080000:2.0:1767319228.819978:0:125540:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9e7d03709000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.113@tcp at head 00010000:00010000:2.0:1767319228.821496:0:125540:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:2.0:1767319228.821611:0:125540:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1767319228.821652:0:125540:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1767319228.821663:0:125540:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x719a348ff1c38a55 00000100:00080000:2.0:1767319228.821671:0:125540:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1767319228.821676:0:125540:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9e7d03709000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319228.821707:0:125540:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163988559744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319228.821747:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7010:1853163988559744:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1767319228.821815:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.821869:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559744 00000100:00100000:2.0:1767319228.821874:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559744 00000100:00100000:0.0:1767319228.827848:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1767319228.827861:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988559744:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1767319228.827995:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988559744:12345-0@lo:38:llog_process_th.0 Request processed in 134us (6179us total) trans 0 rc -11/-11 00000100:00100000:0.0:1767319228.828002:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:0.0:1767319228.828029:0:125540:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1767319228.838185:0:125540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988559872:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.838379:0:125540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.838678:0:125540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.838701:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988559872 00000100:00100000:2.0:1767319228.838708:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988559872 00000100:00100000:2.0:1767319228.838749:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767319228.838758:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988559872:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.838874:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988559872:12345-0@lo:502:llog_process_th.0 Request processed in 116us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.838882:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1767319228.838948:0:125540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988559872:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.838994:0:125540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988560000:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.839025:0:125540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.839038:0:125540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.842360:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560000 00000100:00100000:2.0:1767319228.842375:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560000 00000100:00100000:2.0:1767319228.843974:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767319228.843991:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988560000:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767319228.844168:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125540:x1853163988560000:12345-0@lo:502:llog_process_th.0 Request processed in 183us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.844176:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1767319228.844255:0:125540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125540:1853163988560000:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767319228.844291:0:125540:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1767319228.844452:0:125517:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-63 (rc=0) 10000000:01000000:2.0:1767319228.844475:0:125517:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767319228.844497:0:125517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.844515:0:125517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767319228.848385:0:125517:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1767319228.848390:0:125517:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767319228.848392:0:125517:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319228.848393:0:125517:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319228.848394:0:125517:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319228.848397:0:125517:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319228.848398:0:125517:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319228.848399:0:125517:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767319228.848401:0:125517:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319228.848402:0:125517:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767319228.848406:0:125517:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1767319228.848408:0:125517:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767319228.848410:0:125517:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767319228.848411:0:125517:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319228.848413:0:125517:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319228.848414:0:125517:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319228.848415:0:125517:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319228.848416:0:125517:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319228.848417:0:125517:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767319228.848418:0:125517:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319228.848419:0:125517:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1767319228.848447:0:125517:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1767319228.848468:0:125517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988560128:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1767319228.848531:0:125517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.850491:0:125517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.850520:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560128 00000100:00100000:2.0:1767319228.850528:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560128 00000100:00100000:2.0:1767319228.850606:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1767319228.850616:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:125517:x1853163988560128:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1767319228.850646:0:125525:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767319228.850665:0:125525:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1767319228.856936:0:125525:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1767319228.856957:0:125525:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767319228.857044:0:125527:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1767319228.857059:0:125527:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1767319228.857085:0:125527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.857104:0:125527:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 10 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.857111:0:125527:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.857149:0:125527:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 10 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319228.857163:0:125527:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 10 pid: 125525 timeout: 4575 lvb_type: 0 00000100:00100000:0.0:1767319228.857177:0:125527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:125527:1853163988560256:0@lo:104: 00000100:00100000:0.0:1767319228.857248:0:125527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.857295:0:125527:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08df1000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319228.857713:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560256 00000100:00100000:2.0:1767319228.857721:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560256 00000100:00100000:2.0:1767319228.857764:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1767319228.857772:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:125527:x1853163988560256:12345-0@lo:104: 00010000:00010000:2.0:1767319228.857782:0:15454:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.857834:0:15454:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767319228.857839:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+3:125527:x1853163988560256:12345-0@lo:104: Request processed in 69us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.857846:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00010000:00010000:2.0:1767319228.857866:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319228.857871:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.857878:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319228.857881:0:15460:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.857889:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319228.857905:0:15460:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319228.857910:0:15460:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767319228.857936:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.857960:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319228.857980:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.857986:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f200/0x719a348ff1c38a24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x719a348ff1c38a2b expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858002:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319228.858004:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319228.858006:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319228.858023:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988560384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319228.858050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.858086:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560384 00000100:00100000:2.0:1767319228.858090:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560384 00010000:00010000:2.0:1767319228.858105:0:15458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 11 pid: 125525 timeout: 4575 lvb_type: 0 00000100:00100000:2.0:1767319228.858127:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1767319228.858133:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:7013:x1853163988560384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319228.858143:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319228.858148:0:15458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 11 pid: 125525 timeout: 4575 lvb_type: 0 00010000:00010000:2.0:1767319228.858156:0:15458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 11 pid: 125525 timeout: 4575 lvb_type: 0 00010000:00010000:2.0:1767319228.858170:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858177:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1767319228.858194:0:15458:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001145547s 00010000:00010000:2.0:1767319228.858198:0:15458:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858204:0:15458:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858209:0:15458:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858215:0:15458:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858219:0:15458:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319228.858222:0:15458:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858228:0:15458:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858235:0:15458:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858245:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319228.858271:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:7013:x1853163988560384:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.858278:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1767319228.858312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988560384:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319228.858339:0:125527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0f000/0x719a348ff1c38a2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x719a348ff1c38a24 expref: 10 pid: 125525 timeout: 4575 lvb_type: 0 00000100:00100000:2.0:1767319228.858358:0:125527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:125527:1853163988560256:0@lo:104: 00010000:00010000:2.0:1767319228.858373:0:125527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858381:0:125527:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858386:0:125527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319228.858391:0:125527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556a00/0x719a348ff1c38a5c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 125527 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319228.859339:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+9:125517:x1853163988560128:12345-0@lo:253:mount.lustre.0 Request processed in 8721us (10803us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.859349:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1767319228.859395:0:125517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e16d7078-f533-4ecf-a51c-6d78c3ddb652:125517:1853163988560128:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1767319228.859416:0:125517:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1767319228.859419:0:125517:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767319228.859421:0:125517:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767319228.859423:0:125517:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767319228.859424:0:125517:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767319228.859426:0:125517:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767319228.859427:0:125517:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767319228.859428:0:125517:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767319228.859430:0:125517:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767319228.859431:0:125517:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767319228.859433:0:125517:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1767319228.859445:0:125517:0:(tgt_mount.c:2557:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1767319228.874629:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1767319228.897659:0:125517:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 77309411353 00000040:01000000:1.0:1767319228.899824:0:125517:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:1.0:1767319228.900279:0:125548:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1767319228.900757:0:125548:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319228.902784:0:125548:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x20000afe0:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1767319228.902872:0:125548:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000020:00080000:0.0:1767319228.903431:0:125547:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 77309411353 00000020:00080000:0.0:1767319228.903436:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000040:01000000:1.0:1767319228.917297:0:125517:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1767319228.917340:0:125517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1767319228.917775:0:125517:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1767319228.917794:0:125517:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1767319228.917943:0:125517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1767319228.918888:0:125517:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:00080000:1.0:1767319228.919431:0:125517:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:01000000:1.0:1767319228.919465:0:125517:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1767319228.919554:0:125517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1767319228.921767:0:125549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560512:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.921853:0:125549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.921903:0:125549:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319228.924970:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560512 00000100:00100000:0.0:1767319228.924984:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560512 00000100:00100000:0.0:1767319228.925063:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348 00000100:00100000:0.0:1767319228.925073:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560512:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1767319228.925193:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560512:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 121us (3339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.925201:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348 00000100:00100000:2.0:1767319228.925385:0:125549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560512:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1767319228.925426:0:125549:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1767319228.925468:0:125549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560640:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.925509:0:125549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.925532:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560640 00000100:00100000:2.0:1767319228.925537:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560640 00000100:00100000:2.0:1767319228.925575:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:2.0:1767319228.925599:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560640:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.925689:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560640:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 91us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.925696:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000100:00100000:2.0:1767319228.925732:0:125549:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15cc0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319228.925745:0:125549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560640:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.925810:0:125549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560768:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.925845:0:125549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319228.925864:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560768 00000100:00100000:2.0:1767319228.925867:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560768 00000100:00100000:2.0:1767319228.925887:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1767319228.925909:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560768:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1767319228.925952:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125549:x1853163988560768:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319228.925958:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1767319228.925977:0:125549:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15cc0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319228.925997:0:125549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:125549:1853163988560768:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1767319228.926035:0:125549:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1767319228.928052:0:125549:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x2400088d4:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1767319228.928156:0:125549:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1767319228.928161:0:125549:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00080000:10000000:0.0:1767319228.929658:0:125517:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x57:0x0] (8/32) registered 00000100:00100000:1.0:1767319228.940612:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319228.940632:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988560896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319228.940696:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319228.943726:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988560896 00000100:00100000:0.0:1767319228.943742:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988560896 00000100:00100000:0.0:1767319228.943805:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1767319228.943813:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988560896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319228.943851:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319228.943945:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988560896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (3248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.943953:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1767319228.943981:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988560896:0@lo:13:osp-pre-0-1.0 00010000:00080000:2.0:1767319228.945396:0:125550:0:(ldlm_lib.c:2837:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 125550 00010000:02000000:2.0:1767319228.945415:0:125550:0:(ldlm_lib.c:2319:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:0.0:1767319228.945559:0:125550:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1767319228.945564:0:125550:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:00000004:1.0:1767319228.987701:0:125551:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319228.988703:0:125551:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1767319229.902663:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1767319230.216792:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1767319230.216801:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d36c53800 from 58 10000000:01000000:2.0:1767319230.216805:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1767319230.216854:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.216864:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.216885:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319230.216909:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.216973:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.217024:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.217385:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.217399:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.217407:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.217463:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561152:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.217495:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.217518:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02540 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.217857:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561152:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1767319230.217914:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1767319230.217920:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.217928:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319230.217935:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767319230.217937:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d3b65a000 from 64 10000000:01000000:0.0:1767319230.217940:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767319230.217965:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.217972:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.217978:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319230.217990:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.218016:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319230.218048:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.218056:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988561280 00000100:00100000:2.0:1767319230.218060:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988561280 00000100:00100000:2.0:1767319230.218090:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1767319230.218096:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32950c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+10:15462:x1853163988561280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.218103:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.218112:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38a78 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a71 expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.218134:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38a78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a71 expref: 11 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.218142:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38a78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a71 expref: 11 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.218148:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872600, rc 0) 00000100:00100000:2.0:1767319230.218184:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32950c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988561280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.218190:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1767319230.218256:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319230.218267:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.218275:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319230.218331:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.218357:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319230.218378:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513a80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.218414:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988561408 00000100:00100000:1.0:1767319230.218421:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988561408 00000100:00100000:1.0:1767319230.218448:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1767319230.218454:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32952850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988561408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.218608:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32952850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988561408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.218615:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1767319230.218664:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.218763:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.218800:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.218826:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.219176:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561536:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767319230.220049:0:125612:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 63 00000020:01000000:1.0:1767319230.220204:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:1.0:1767319230.220244:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319230.220252:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.220262:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d09556000/0x719a348ff1c38a71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a78 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.220271:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1767319230.220273:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff9e7d3b65a000 from 58 10000000:01000000:1.0:1767319230.220275:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1767319230.220304:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.220312:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.220320:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.220340:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.220384:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.220419:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.220536:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988561664 00000100:00100000:2.0:1767319230.220542:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988561664 00000100:00100000:2.0:1767319230.220719:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1767319230.220728:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d397a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+11:15462:x1853163988561664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.220741:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.220753:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872e00/0x719a348ff1c38a86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a7f expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.220773:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872e00/0x719a348ff1c38a86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a7f expref: 12 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.220783:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872e00/0x719a348ff1c38a86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a7f expref: 12 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.220790:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872e00, rc 0) 00000100:00100000:2.0:1767319230.220826:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d397a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988561664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.220832:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1767319230.221302:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.221315:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.221328:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.221375:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561792:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.221407:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.221476:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.221779:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988561792 00000100:00100000:0.0:1767319230.221784:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988561792 00000100:00100000:0.0:1767319230.221820:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1767319230.221827:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d397a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988561792:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767319230.221844:0:125525:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1767319230.221865:0:125525:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767319230.221876:0:125525:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 58 00000100:00100000:0.0:1767319230.221951:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d397a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+12:15462:x1853163988561792:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.221958:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1767319230.222073:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561792:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1767319230.222118:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1767319230.222124:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.222132:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e800/0x719a348ff1c38a7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a86 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.222139:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1767319230.222141:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 59 10000000:01000000:1.0:1767319230.222144:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1767319230.222160:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.222168:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.222175:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.222187:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.222213:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.222246:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.222526:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988561920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.222535:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.222543:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.222631:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.222656:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.222675:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.222798:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562048 00000100:00100000:0.0:1767319230.222801:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562048 00000100:00100000:0.0:1767319230.222824:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767319230.222831:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d397a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988562048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.222965:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d397a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988562048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.222972:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1767319230.223273:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.223299:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.223339:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.223366:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.226863:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767319230.228053:0:125613:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 64768 count 58 00000020:01000000:2.0:1767319230.237122:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 59-58 (rc=0) 10000000:01000000:2.0:1767319230.237172:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1767319230.237184:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.237197:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e200/0x719a348ff1c38a8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a94 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319230.237208:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:2.0:1767319230.237211:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff9e7d3b65a000 from 1 10000000:01000000:2.0:1767319230.237223:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1767319230.237267:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.237275:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.237284:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319230.237307:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.237369:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.237415:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.237481:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562304 00000100:00100000:1.0:1767319230.237488:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562304 00000100:00100000:1.0:1767319230.237528:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1767319230.237537:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0984c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+13:15462:x1853163988562304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.237558:0:125524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319230.237573:0:125524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0ee00/0x719a348ff1c38aa2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38a9b expref: -99 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.237622:0:125524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0ee00/0x719a348ff1c38aa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38a9b expref: 14 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.237650:0:125524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0ee00/0x719a348ff1c38aa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38a9b expref: 14 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.237658:0:125524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0ee00, rc 0) 00000100:00100000:1.0:1767319230.237697:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0984c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988562304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.237704:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1767319230.237998:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.238011:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38aa2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.238019:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38aa2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319230.238034:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1767319230.238045:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38aa2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.238052:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d07873e00/0x719a348ff1c38a9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38aa2 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319230.238059:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1767319230.238060:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d3b65a000 from 7 10000000:01000000:2.0:1767319230.238062:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1767319230.238076:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872800/0x719a348ff1c38aa9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.238083:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d07872800/0x719a348ff1c38aa9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.238090:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d07872800/0x719a348ff1c38aa9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319230.238102:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.238128:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.238144:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15540 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.238194:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562432 00000100:00100000:0.0:1767319230.238199:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562432 00000100:00100000:0.0:1767319230.238240:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1767319230.238248:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+14:15462:x1853163988562432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319230.238255:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319230.238263:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556600/0x719a348ff1c38ab0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38aa9 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.238277:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556600/0x719a348ff1c38ab0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38aa9 expref: 15 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.238283:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556600/0x719a348ff1c38ab0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38aa9 expref: 15 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.238290:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556600, rc 0) 00000100:00100000:0.0:1767319230.238326:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 79us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.238341:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1767319230.238509:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.238519:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d07872800/0x719a348ff1c38aa9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ab0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.238527:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d07872800/0x719a348ff1c38aa9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38ab0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319230.238616:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.238640:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.238666:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.238737:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562560 00000100:00100000:1.0:1767319230.238742:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562560 00000100:00100000:1.0:1767319230.238762:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1767319230.238769:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.238877:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 99us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.238884:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1767319230.238994:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.239019:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.239057:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.239079:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15540 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.239122:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562688 00000100:00100000:1.0:1767319230.239126:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562688 00000100:00100000:1.0:1767319230.239155:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1767319230.239161:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.239257:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.239264:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000040:00080000:2.0:1767319230.240368:0:125614:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:2.0:1767319230.245534:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562816 00000100:00100000:2.0:1767319230.245541:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562816 00000100:00100000:2.0:1767319230.245623:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1767319230.245632:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+15:15462:x1853163988562816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.245644:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.245657:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07873a00/0x719a348ff1c38abe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38ab7 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.245679:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07873a00/0x719a348ff1c38abe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38ab7 expref: 16 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.245689:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07873a00/0x719a348ff1c38abe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38ab7 expref: 16 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.245697:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873a00, rc 0) 00000100:00100000:2.0:1767319230.245738:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988562816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.245745:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1767319230.245863:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.245888:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c600/0x719a348ff1c38ab7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38abe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.245897:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c600/0x719a348ff1c38ab7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38abe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.245964:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.245990:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.246018:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.246057:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988562944 00000100:00100000:2.0:1767319230.246061:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988562944 00000100:00100000:2.0:1767319230.246086:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1767319230.246093:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988562944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.246203:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988562944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.246210:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1767319230.246269:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988562944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.246295:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.246329:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.246353:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.246392:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563072 00000100:00100000:2.0:1767319230.246397:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563072 00000100:00100000:2.0:1767319230.246428:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1767319230.246435:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988563072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.246502:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+16:15462:x1853163988563072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 67us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.246509:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1767319230.246573:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.246878:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319230.246913:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319230.246949:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319230.246968:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656576 00000100:00100000:0.0:1767319230.246974:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656576 00000100:00100000:0.0:1767319230.247008:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656448 00000100:00100000:0.0:1767319230.247012:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656448 00000100:00100000:0.0:1767319230.247028:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:0.0:1767319230.247035:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923656576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319230.247081:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923656576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 46us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.247088:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:0.0:1767319230.247102:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 140 00000100:00100000:0.0:1767319230.247106:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923656448:12345-192.168.204.13@tcp:38:kworker.0 00010000:00080000:0.0:1767319230.247124:0:121320:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'f8e581f7-de51-4550-90ea-109e3cc27a77' at ffff9e7d22b24800, cookie 0x719a348ff1c389b4 00010000:00080000:0.0:1767319230.247130:0:121320:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp recovering/t133143986202 exp ffff9e7d22b24800 cur 4477 last 1767319228 00010000:02000400:0.0:1767319230.247137:0:121320:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:0.0:1767319230.247142:0:121320:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 110 seconds 00000004:00100000:0.0:1767319230.247164:0:121320:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:0.0:1767319230.247170:0:121320:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d32586300 00000100:00080000:0.0:1767319230.247286:0:121320:0:(import.c:65:import_set_state_nolock()) ffff9e7d09272800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319230.247315:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923656448:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 207us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.247321:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 140 00000100:00080000:0.0:1767319230.247345:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319230.247486:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656704 00000100:00100000:1.0:1767319230.247490:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656704 00000100:00100000:1.0:1767319230.247532:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3024 00000100:00100000:1.0:1767319230.247539:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923656704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319230.247569:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923656704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 31us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.247600:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3024 00000100:00080000:0.0:1767319230.247777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:01000000:1.0:1767319230.250698:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:1.0:1767319230.250724:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319230.250736:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c600/0x719a348ff1c38ab7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38abe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.250746:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c600/0x719a348ff1c38ab7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38abe expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.250755:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1767319230.250770:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 11 10000000:01000000:1.0:1767319230.250773:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1767319230.250808:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.250815:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.250825:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.250848:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.250921:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.250959:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.251620:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319230.251692:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923648512 00000100:00100000:2.0:1767319230.251701:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923648512 00000100:00100000:2.0:1767319230.251756:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 141 00000100:00100000:2.0:1767319230.251766:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923648512:12345-192.168.204.13@tcp:36:mcreate.0 00010000:00080000:2.0:1767319230.251784:0:121476:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 133143986202, current: 133143986202, replaying 00000100:00100000:2.0:1767319230.251802:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923648512:12345-192.168.204.13@tcp:36:mcreate.0 Request processed in 39us (186us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319230.251809:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 141 00010000:00080000:1.0:1767319230.251863:0:125550:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:2.0:1767319230.253403:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.253419:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38acc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.253429:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38acc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319230.253504:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.253553:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.253605:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e153c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.253696:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563328 00000100:00100000:1.0:1767319230.253700:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563328 00000100:00100000:1.0:1767319230.253730:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1767319230.253737:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988563328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.253879:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988563328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.253886:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1767319230.253917:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.253945:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.253983:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.254000:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc020c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319230.254011:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563456 00000100:00100000:1.0:1767319230.254014:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563456 00000100:00100000:1.0:1767319230.254036:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1767319230.254042:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988563456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.262790:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988563456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 8739us (8797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.262804:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1767319230.262934:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563456:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767319230.263962:0:125616:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1767319230.264162:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 11-10 (rc=0) 10000000:01000000:1.0:1767319230.264212:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1767319230.264220:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38acc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.264231:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0ea00/0x719a348ff1c38ac5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38acc expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.264240:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767319230.264242:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d31b32800 from 7 10000000:01000000:1.0:1767319230.264244:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319230.264276:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.264283:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.264293:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.264312:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.264355:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.264391:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.264487:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563584 00000100:00100000:2.0:1767319230.264493:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563584 00000100:00100000:2.0:1767319230.264532:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1767319230.264539:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+17:15462:x1853163988563584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.264658:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.264670:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07873800/0x719a348ff1c38ada lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38ad3 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.264692:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07873800/0x719a348ff1c38ada lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38ad3 expref: 18 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.264700:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07873800/0x719a348ff1c38ada lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38ad3 expref: 18 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.264708:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873800, rc 0) 00000100:00100000:2.0:1767319230.264744:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.264751:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1767319230.264831:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.264843:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ada expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.264861:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38ada expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.264914:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.264935:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.264957:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.265050:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563712 00000100:00100000:2.0:1767319230.265054:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563712 00000100:00100000:2.0:1767319230.265078:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1767319230.265083:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.265210:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.265225:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1767319230.267840:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563840 00000100:00100000:1.0:1767319230.267846:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563840 00000100:00100000:1.0:1767319230.267903:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1767319230.267911:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.268011:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.268018:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000020:01000000:1.0:1767319230.269215:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1767319230.269242:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1767319230.269252:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ada expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.269263:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fc00/0x719a348ff1c38ad3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ada expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.269273:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767319230.269276:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e7d29cad000 from 64 10000000:01000000:1.0:1767319230.269279:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767319230.269306:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fe00/0x719a348ff1c38ae1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.269314:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fe00/0x719a348ff1c38ae1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.269333:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fe00/0x719a348ff1c38ae1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.269351:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988563968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.269390:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.269425:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.269472:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988563968 00000100:00100000:2.0:1767319230.269478:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988563968 00000100:00100000:2.0:1767319230.269516:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1767319230.269524:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+18:15462:x1853163988563968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.269534:0:125525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.269546:0:125525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07873600/0x719a348ff1c38ae8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38ae1 expref: -99 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.269567:0:125525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07873600/0x719a348ff1c38ae8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38ae1 expref: 19 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.269607:0:125525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07873600/0x719a348ff1c38ae8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38ae1 expref: 19 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.269617:0:125525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873600, rc 0) 00000100:00100000:2.0:1767319230.269652:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988563968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.269658:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1767319230.278299:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564096 00000100:00100000:1.0:1767319230.278315:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564096 00000100:00100000:1.0:1767319230.278372:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1767319230.278381:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988564096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.278828:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988564096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 446us (8808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.278837:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1767319230.279939:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564224 00000100:00100000:1.0:1767319230.279945:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564224 00000100:00100000:1.0:1767319230.279990:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1767319230.279998:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988564224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.280117:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988564224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319230.280123:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000020:01000000:1.0:1767319230.282523:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-63 (rc=0) 10000000:01000000:1.0:1767319230.282547:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767319230.282558:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fe00/0x719a348ff1c38ae1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ae8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.282570:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0fe00/0x719a348ff1c38ae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38ae8 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.282621:0:15462:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1767319230.282623:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 14 10000000:01000000:1.0:1767319230.282626:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1767319230.282661:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.282668:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.282677:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.282702:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.282761:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.282798:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.285912:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564352 00000100:00100000:2.0:1767319230.285928:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564352 00000100:00100000:2.0:1767319230.285984:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1767319230.285993:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:15462:x1853163988564352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.286007:0:125524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.286027:0:125524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872000/0x719a348ff1c38af6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38aef expref: -99 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.286053:0:125524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872000/0x719a348ff1c38af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38aef expref: 20 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.286075:0:125524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872000/0x719a348ff1c38af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38aef expref: 20 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.286083:0:125524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872000, rc 0) 00000100:00100000:2.0:1767319230.286161:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.286169:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1767319230.288360:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.288388:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38af6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.288400:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38af6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.288512:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.288567:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.288644:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.288922:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564480 00000100:00100000:0.0:1767319230.288928:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564480 00000100:00100000:0.0:1767319230.288972:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1767319230.288980:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.289147:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 167us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.289155:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1767319230.289249:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.289280:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.289332:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319230.289346:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564608 00000100:00100000:1.0:1767319230.289350:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3bc02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.289350:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564608 00000100:00100000:2.0:1767319230.289380:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1767319230.289388:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.296879:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 7475us (7530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.296893:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1767319230.297563:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1767319230.299146:0:125619:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1767319230.299381:0:15462:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 14-13 (rc=0) 10000000:01000000:1.0:1767319230.299406:0:15462:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767319230.299416:0:15462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38af6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.299436:0:15462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0f600/0x719a348ff1c38aef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38af6 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319230.299446:0:15462:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1767319230.299448:0:15462:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e7d29cad000 from 7 10000000:01000000:1.0:1767319230.299451:0:15462:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1767319230.299487:0:15462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e600/0x719a348ff1c38afd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.299506:0:15462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e600/0x719a348ff1c38afd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.299515:0:15462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e600/0x719a348ff1c38afd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.299539:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.299617:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.299652:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0ab44780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.299667:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564736 00000100:00100000:2.0:1767319230.299675:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564736 00000100:00100000:2.0:1767319230.299725:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1767319230.299734:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:15462:x1853163988564736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.299746:0:125524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.299758:0:125524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872a00/0x719a348ff1c38b04 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38afd expref: -99 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.299779:0:125524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872a00/0x719a348ff1c38b04 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38afd expref: 21 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.299789:0:125524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872a00/0x719a348ff1c38b04 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38afd expref: 21 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.299809:0:125524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872a00, rc 0) 00000100:00100000:2.0:1767319230.299851:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988564736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.299858:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1767319230.299939:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319230.299952:0:15462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e600/0x719a348ff1c38afd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38b04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319230.299970:0:15462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: ffff9e7d06c0e600/0x719a348ff1c38afd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38b04 expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319230.300019:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.300044:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.300069:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0ab44780 going to sleep for 11 seconds 00000100:00100000:0.0:1767319230.300074:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564864 00000100:00100000:0.0:1767319230.300078:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564864 00000100:00100000:0.0:1767319230.300106:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1767319230.300115:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988564864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319230.300222:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988564864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.300228:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1767319230.300460:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.300486:0:15462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.300535:0:15462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319230.300555:0:15462:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0ab44780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319230.300576:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988564992 00000100:00100000:2.0:1767319230.300613:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988564992 00000100:00100000:2.0:1767319230.300636:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1767319230.300643:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988564992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767319230.300730:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988564992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.300736:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1767319230.300784:0:15462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e16d7078-f533-4ecf-a51c-6d78c3ddb652:15462:1853163988564992:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767319230.301833:0:125620:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:0.0:1767319230.303655:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565120 00000100:00100000:0.0:1767319230.303663:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565120 00000100:00100000:0.0:1767319230.303713:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1767319230.303722:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:15462:x1853163988565120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767319230.303735:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319230.303751:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c38b12 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38b0b expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.303772:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c38b12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38b0b expref: 22 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.303794:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c38b12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38b0b expref: 22 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319230.303802:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556c00, rc 0) 00000100:00100000:0.0:1767319230.303850:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988565120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.303857:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1767319230.304171:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565248 00000100:00100000:2.0:1767319230.304175:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565248 00000100:00100000:2.0:1767319230.304213:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1767319230.304220:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:15462:x1853163988565248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767319230.304227:0:125524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319230.304236:0:125524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d07872c00/0x719a348ff1c38b20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38b19 expref: -99 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.304249:0:125524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d07872c00/0x719a348ff1c38b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38b19 expref: 23 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.304257:0:125524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d07872c00/0x719a348ff1c38b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38b19 expref: 23 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319230.304263:0:125524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07872c00, rc 0) 00000100:00100000:2.0:1767319230.304297:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988565248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 77us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319230.304309:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1767319230.304778:0:125525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565376 00000100:00100000:1.0:1767319230.304782:0:125525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565376 00000100:00100000:1.0:1767319230.304815:0:125525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1767319230.304822:0:125525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d195be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988565376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319230.304903:0:125525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d195be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:15462:x1853163988565376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (388us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767319230.304910:0:125525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:1.0:1767319230.926563:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319231.950149:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319232.969214:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319233.363934:0:125785:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1767319233.547754:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319233.547780:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988565504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319233.547872:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319233.547928:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565504 00000100:00100000:2.0:1767319233.547936:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565504 00000100:00100000:2.0:1767319233.547994:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:2.0:1767319233.548004:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988565504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319233.548037:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8614720 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319233.548087:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988565504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319233.548094:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00080000:2.0:1767319233.548116:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319233.548153:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988565504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319233.993823:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319234.057167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988565632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319234.057238:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.057324:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565632 00000100:00100000:2.0:1767319234.057331:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565632 00000100:00100000:2.0:1767319234.057375:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351 00000100:00100000:2.0:1767319234.057383:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988565632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767319234.057415:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319234.057459:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988565632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.057466:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351 00000100:00100000:2.0:1767319234.057489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988565760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319234.059731:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.059764:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988566528 00000100:00100000:2.0:1767319234.059769:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988566528 00000100:00100000:2.0:1767319234.059790:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352 00000100:00100000:2.0:1767319234.059794:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988566528:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1767319234.059821:0:18378:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff9e7d2978a800, cookie 0x719a348ff1c389ad 00010000:00080000:2.0:1767319234.059826:0:18378:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff9e7d2978a800 cur 4480 last 1767319228 00000004:00100000:2.0:1767319234.059837:0:18378:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1767319234.059841:0:18378:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d32586300 00000100:00080000:2.0:1767319234.059858:0:18378:0:(import.c:65:import_set_state_nolock()) ffff9e7d36ca9000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319234.059894:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988566528:12345-0@lo:38:kworker.0 Request processed in 98us (1576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.059900:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352 00000100:00100000:2.0:1767319234.059927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988566272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.059950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.059990:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988565632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319234.060006:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767319234.060012:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988566016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.060032:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.060060:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988567040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.060082:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.060107:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988566912 00000100:00100000:2.0:1767319234.060111:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988566912 00000100:00100000:2.0:1767319234.060150:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988566656 00000100:00100000:2.0:1767319234.060153:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988566656 00000100:00100000:2.0:1767319234.060172:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988567040 00000100:00100000:2.0:1767319234.060182:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988567040 00000100:00100000:2.0:1767319234.060206:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767319234.060212:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988566912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.060243:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988566912:12345-0@lo:400:kworker.0 Request processed in 32us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.060250:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767319234.060261:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:2.0:1767319234.060266:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988566656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.060291:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988566656:12345-0@lo:400:kworker.0 Request processed in 25us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.060297:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:2.0:1767319234.060307:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:2.0:1767319234.060312:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988567040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.060340:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988567040:12345-0@lo:400:kworker.0 Request processed in 28us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.060345:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00080000:2.0:1767319234.060360:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319234.060364:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319234.060386:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988567040:0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.063336:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988565760 00000100:00100000:1.0:1767319234.063340:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988565760 00000100:00100000:1.0:1767319234.063365:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1767319234.063371:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988565760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319234.063393:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 3923431424 avail 3691909120 00010000:00080000:2.0:1767319234.070518:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7c0c45dc00 x1853163988566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319234.070536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988566016:0@lo:400:kworker.0 00010000:00080000:2.0:1767319234.070551:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7c0c45c380 x1853163988566272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319234.070559:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988566272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.070664:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988565760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7289us (10928us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319234.070674:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00010000:00080000:1.0:1767319234.070706:0:125550:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:1.0:1767319234.070711:0:125550:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 133143986202 00000020:00080000:1.0:1767319234.070717:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.070720:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 0, queue_len: 1, req_transno: 133143986202, next_transno: 133143986202 00010000:00080000:1.0:1767319234.070724:0:125550:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (133143986202) 00000020:00080000:1.0:1767319234.070726:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.070734:0:125550:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923648512 t133143986202 from 192.168.204.13@tcp req@ffff9e7d329ee300 x1853163923648512/t0(133143986202) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:180/0 lens 528/0 e 0 to 0 dl 1767319280 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319234.071997:0:125550:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1169us 00000100:00100000:0.0:1767319234.074235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988565760:0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1767319234.079454:0:125813:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-osp-MDT0001 to lustre-MDT0000_UUID@0@lo 00010000:00010000:0.0:1767319234.079461:0:125813:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-osp-MDT0001 (0) 00010000:00010000:0.0:1767319234.079465:0:125813:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-osp-MDT0001 00000100:00080000:0.0:1767319234.079941:0:125813:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:0.0:1767319234.081282:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988567296 00000100:00100000:0.0:1767319234.081290:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988567296 00000100:00100000:0.0:1767319234.081342:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353 00000100:00100000:0.0:1767319234.081350:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988567296:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1767319234.081369:0:99440:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7c0db0ed80 x1853163988567296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767319284 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319234.081382:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7010:x1853163988567296:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 33us (643us total) trans 0 rc 0/-999 00000100:00100000:0.0:1767319234.081389:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353 00010000:00010000:1.0:1767319234.091674:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.091699:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.091716:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.091729:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.091737:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.091753:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092171:0:125550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092179:0:125550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092185:0:125550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092190:0:125550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319234.092194:0:125550:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092201:0:125550:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092212:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0c7a5d00) 00010000:00010000:1.0:1767319234.092215:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319234.092220:0:125550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092225:0:125550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b43 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00000004:00010000:1.0:1767319234.092240:0:125550:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098835d60 reply state 000000005ed165dd transno 133143986202 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092250:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.092267:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5f00) 00010000:00010000:1.0:1767319234.092269:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319234.092272:0:125550:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1767319234.092383:0:125550:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 127 seconds 00000020:00080000:1.0:1767319234.092407:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.092410:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986203 00000020:00080000:1.0:1767319234.092415:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.092417:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986203 00000100:00100000:1.0:1767319234.104091:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319234.104199:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923649024 00000100:00100000:2.0:1767319234.104209:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923649024 00000100:00100000:2.0:1767319234.104270:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 146 00000100:00100000:2.0:1767319234.104280:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923649024:12345-192.168.204.13@tcp:36:rm.0 00010000:00080000:2.0:1767319234.104300:0:121322:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 133143986203, current: 133143986203, replaying 00000100:00100000:2.0:1767319234.104322:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923649024:12345-192.168.204.13@tcp:36:rm.0 Request processed in 44us (241us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319234.104329:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 146 00000020:00080000:1.0:1767319234.104609:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.104613:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 133143986203, next_transno: 133143986203 00010000:00080000:1.0:1767319234.104619:0:125550:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (133143986203) 00000020:00080000:1.0:1767319234.104622:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.104632:0:125550:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923649024 t133143986203 from 192.168.204.13@tcp req@ffff9e7d3b8b1880 x1853163923649024/t0(133143986203) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:184/0 lens 512/0 e 0 to 0 dl 1767319284 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767319234.104720:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.104736:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.104747:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105348:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105362:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105381:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105980:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105989:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.105997:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00000001:00080000:0.0:1767319234.108937:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986202 is committed 00010000:00010000:0.0:1767319234.108982:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.108994:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.109008:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.109015:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319234.109019:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.109026:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.109044:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5f00) 00010000:00010000:0.0:1767319234.109063:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319234.109069:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:0.0:1767319234.109075:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38b4a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.128728:0:125550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.128745:0:125550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.128753:0:125550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.129851:0:125550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319234.129861:0:125550:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.129873:0:125550:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.129892:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x38:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:1.0:1767319234.129895:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319234.129900:0:125550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.129906:0:125550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b5f lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130061:0:125550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130069:0:125550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130075:0:125550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130080:0:125550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319234.130083:0:125550:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130088:0:125550:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130096:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319234.130098:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319234.130101:0:125550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130107:0:125550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00000004:00010000:1.0:1767319234.130119:0:125550:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008391a598 reply state 00000000082b07ed transno 133143986203 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130131:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.130139:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5f00) 00010000:00010000:1.0:1767319234.130141:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319234.130162:0:125550:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1767319234.130285:0:125550:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 127 seconds 00000020:00080000:1.0:1767319234.130307:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.130310:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986204 00000020:00080000:1.0:1767319234.130314:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.130316:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986204 00000100:00100000:1.0:1767319234.147369:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650176 00000100:00100000:1.0:1767319234.147381:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650176 00000100:00100000:1.0:1767319234.147442:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 147 00000100:00100000:1.0:1767319234.147453:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923650176:12345-192.168.204.13@tcp:101:touch.0 00010000:00080000:1.0:1767319234.147474:0:122877:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 133143986204, current: 133143986204, replaying 00000100:00100000:1.0:1767319234.147488:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2507:x1853163923650176:12345-192.168.204.13@tcp:101:touch.0 Request processed in 38us (198us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767319234.147495:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 147 00000020:00080000:1.0:1767319234.147511:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.147515:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 133143986204, next_transno: 133143986204 00010000:00080000:1.0:1767319234.147519:0:125550:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (133143986204) 00000020:00080000:1.0:1767319234.147522:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.147530:0:125550:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923650176 t133143986204 from 192.168.204.13@tcp req@ffff9e7c0db0c700 x1853163923650176/t0(133143986204) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:184/0 lens 776/0 e 0 to 0 dl 1767319284 ref 1 fl Complete:/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1767319234.147552:0:125550:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319234.147576:0:125550:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b66 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ae1 expref: -99 pid: 125550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.147995:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.148011:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.148034:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.148048:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.148055:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:1.0:1767319234.148062:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00000004:00080000:1.0:1767319234.148572:0:125550:0:(osp_internal.h:565:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x323:0x0], count =159 00000004:00080000:1.0:1767319234.148604:0:125550:0:(osp_object.c:1632:osp_create()) Writing gap [0x280000400:0x323:0x0]+159 in llog 00000004:00080000:1.0:1767319234.148621:0:125550:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3c2:0x0], index 1: 0 00000004:00080000:2.0:1767319234.156906:0:125550:0:(mdt_open.c:506:mdt_mfd_open()) orphan mfd not found, fid = [0x20000d6f1:0x39:0x0], cookie = 0x719a348ff1c388f0 00000004:00080000:2.0:1767319234.156918:0:125550:0:(mdt_open.c:510:mdt_mfd_open()) Store old cookie 0x719a348ff1c388f0 in new mfd 00010000:00010000:2.0:1767319234.156938:0:125550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.156950:0:125550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.156957:0:125550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.156962:0:125550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319234.156967:0:125550:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.156973:0:125550:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.156993:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0c7a5600) 00010000:00010000:2.0:1767319234.156996:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319234.157001:0:125550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.157025:0:125550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f400/0x719a348ff1c38b6d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00000004:00010000:2.0:1767319234.157044:0:125550:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006fb37501 reply state 000000003f799cce transno 133143986204 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.157067:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.157074:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c7a5c00) 00010000:00010000:2.0:1767319234.157076:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319234.157079:0:125550:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767319234.157128:0:125550:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b66 lrc: 1/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae1 expref: 10 pid: 125550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.157139:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7d0c7a5600) 00010000:00010000:2.0:1767319234.157141:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319234.157145:0:125550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38b66 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ae1 expref: 10 pid: 125550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.157161:0:125550:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e000, rc 0) 00010000:00080000:2.0:1767319234.157246:0:125550:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 127 seconds 00000020:00080000:2.0:1767319234.157269:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.157272:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986205 00000020:00080000:2.0:1767319234.157276:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.157278:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986205 00000100:00100000:0.0:1767319234.188296:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000020:00080000:2.0:1767319234.190194:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.190201:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 133143986205, next_transno: 133143986205 00010000:00080000:2.0:1767319234.190207:0:125550:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (133143986205) 00000020:00080000:2.0:1767319234.190223:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.190236:0:125550:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923650432 t133143986205 from 192.168.204.13@tcp req@ffff9e7d329ef480 x1853163923650432/t0(133143986205) o36->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:184/0 lens 488/0 e 0 to 0 dl 1767319284 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767319234.190370:0:125550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.190386:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.190398:0:125550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00000004:00010000:2.0:1767319234.190511:0:125550:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000039ad183a reply state 0000000082f3a76c transno 133143986205 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.190524:0:125550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.190532:0:125550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:2.0:1767319234.190534:0:125550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319234.190538:0:125550:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1767319234.190656:0:125550:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 127 seconds 00000020:00080000:2.0:1767319234.190673:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.190675:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986206 00000020:00080000:2.0:1767319234.190679:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.190680:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986206 00000100:00100000:1.0:1767319234.193413:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319234.193537:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923650944 00000100:00100000:2.0:1767319234.193547:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923650944 00000100:00100000:2.0:1767319234.193630:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 20 00000100:00100000:2.0:1767319234.193640:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2507:x1853163923650944:12345-192.168.204.13@tcp:35:touch.0 00010000:00080000:2.0:1767319234.193661:0:121325:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 133143986206, current: 133143986206, replaying 00000100:00100000:2.0:1767319234.193696:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2507:x1853163923650944:12345-192.168.204.13@tcp:35:touch.0 Request processed in 57us (293us total) trans 0 rc 0/-999 00000100:00100000:2.0:1767319234.193704:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 20 00000020:00080000:1.0:1767319234.193720:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.193724:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 1, req_transno: 133143986206, next_transno: 133143986206 00010000:00080000:1.0:1767319234.193728:0:125550:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (133143986206) 00000020:00080000:1.0:1767319234.193737:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.193746:0:125550:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1853163923650944 t133143986206 from 192.168.204.13@tcp req@ffff9e7d41bf2c50 x1853163923650944/t0(133143986206) o35->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:145/0 lens 392/0 e 0 to 0 dl 1767319245 ref 1 fl Complete:/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00010000:00080000:1.0:1767319234.194039:0:125550:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 127 seconds 00000020:00080000:1.0:1767319234.194084:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.194087:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986207 00000020:00080000:1.0:1767319234.194090:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1767319234.194093:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 133143986207 00000100:00100000:1.0:1767319234.197858:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656832 00000100:00100000:1.0:1767319234.197881:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656832 00000100:00100000:1.0:1767319234.197947:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 119 00000100:00100000:1.0:1767319234.197956:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2507:x1853163923656832:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 00010000:00080000:1.0:1767319234.197982:0:122877:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff9e7d3af1ad80 x1853163923656832/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:184/0 lens 224/0 e 0 to 0 dl 1767319284 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319234.198007:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+13:2507:x1853163923656832:12345-192.168.204.13@tcp:400:ldlm_lock_repla.0 Request processed in 53us (431us total) trans 0 rc 0/-999 00000100:00100000:1.0:1767319234.198014:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 119 00000020:00080000:2.0:1767319234.198075:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.198080:0:125550:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 133143986207 00010000:00080000:2.0:1767319234.198084:0:125550:0:(ldlm_lib.c:2246:check_for_next_transno()) waking for completed recovery 00000020:00080000:2.0:1767319234.198087:0:125550:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1767319234.198094:0:125550:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1767319234.198097:0:125550:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:2.0:1767319234.198237:0:125550:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 32, last_transno is 137438953472 00000001:00100000:0.0:1767319234.203963:0:125519:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00100000:0.0:1767319234.203976:0:125519:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:0.0:1767319234.204001:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 133143986206 is committed 00000001:00080000:1.0:1767319234.204126:0:125550:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:1.0:1767319234.204170:0:125550:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:1.0:1767319234.204189:0:125550:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9e7c0db0ed80 x1853163988567296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767319284 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767319234.204323:0:125550:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.204.13@tcp: req@ffff9e7d3af1ad80 x1853163923656832/t0(0) o400->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:184/0 lens 224/0 e 0 to 0 dl 1767319284 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:1.0:1767319234.204409:0:125550:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:04, of 2 clients 2 recovered and 0 were evicted. 00010000:00010000:2.0:1767319234.204672:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204683:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204692:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204698:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319234.204702:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204709:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204725:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e7fb63 (ffff9e7d0c7a5f00) 00010000:00010000:2.0:1767319234.204728:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319234.204732:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204738:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38b58 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc3e7fb63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204785:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204792:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204806:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204812:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319234.204814:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204820:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204828:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0c7a5c00) 00010000:00010000:2.0:1767319234.204830:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319234.204832:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204838:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38b74 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204851:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204857:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204862:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204876:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319234.204879:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204885:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204892:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:2.0:1767319234.204895:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319234.204897:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00010000:00010000:2.0:1767319234.204903:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c38b82 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 125550 initiator: MDT0 00000100:00100000:2.0:1767319234.208104:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988567424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319234.208131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.208168:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4354 00000100:00100000:2.0:1767319234.208177:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988549120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319234.208218:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00000100:00100000:2.0:1767319234.208252:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:7011:x1853163988549120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.208259:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354 00000004:00080000:1.0:1767319234.256296:0:125538:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x2c0000400:0x395:0x0] 00000100:00100000:1.0:1767319234.256330:0:125538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:125538:1853163988567680:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1767319234.256373:0:125538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319234.256398:0:125538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27dcc0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319234.256417:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988567680 00000100:00100000:1.0:1767319234.256422:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988567680 00000100:00100000:1.0:1767319234.256451:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146 00000100:00100000:1.0:1767319234.256458:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:125538:x1853163988567680:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1767319234.256478:0:37862:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1025 -> diff = -108 00002000:02000040:1.0:1767319234.256481:0:37862:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000400:918 to 0x2c0000400:1025) 00002000:00010000:0.0:1767319234.283497:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x401:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319234.283513:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.283530:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.283533:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.283538:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.283566:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.283576:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.285018:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.285045:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1767319234.287164:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x400:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319234.287175:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287200:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287204:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287210:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287233:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287246:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287253:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287279:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1767319234.287381:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319234.287391:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287407:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287411:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287415:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287429:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287448:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287466:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287487:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1767319234.287611:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319234.287621:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287630:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287633:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287639:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287678:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287693:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287702:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287711:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1767319234.287814:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319234.287821:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.287836:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287840:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319234.287846:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288661:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1767319234.288672:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288692:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.288700:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288717:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38b90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288740:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38b90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288749:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c38b90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288770:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1767319234.288774:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38b97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288780:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.288783:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38b97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288790:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38b97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.288850:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38b97 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.289806:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.289817:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.289822:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.289967:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c38b97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.289986:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1767319234.289991:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.289996:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.289999:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290006:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290018:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38b9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290024:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c38b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290035:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1767319234.290038:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290055:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.290058:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290064:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290074:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38ba5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290080:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c38ba5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290092:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1767319234.290095:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290102:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.290105:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290112:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290122:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.290140:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38b89 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291563:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00000001:00100000:2.0:1767319234.291563:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1767319234.291572:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c38bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291596:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.291600:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c38bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291950:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c38bac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291971:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c38bac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291978:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c38bac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.291996:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1767319234.292073:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.292081:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.292084:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.292103:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.292115:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.292120:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38bb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.292133:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1767319234.292137:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c38bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293004:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293012:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c38bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293023:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c38bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293036:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c38bba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293041:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c38bba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293079:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1767319234.293084:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293091:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293093:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293100:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293109:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293115:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38bc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293127:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1767319234.293131:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293137:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293139:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293156:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293172:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38bc8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293178:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38bc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293191:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1767319234.293194:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293201:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293204:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293211:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293218:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293224:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38bcf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293236:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1767319234.293240:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293255:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293258:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293264:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293273:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38bd6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293279:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38bd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293290:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1767319234.293293:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c38be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293299:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293301:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c38be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293307:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c38be4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293315:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c38be4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293330:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682dc00/0x719a348ff1c38be4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293343:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1767319234.293346:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c38beb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293352:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682de00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293354:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c38beb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293362:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c38beb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293371:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c38beb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293377:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c38beb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293388:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1767319234.293392:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38bf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293397:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293400:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38bf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293416:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293427:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38bf2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293433:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38bf2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293448:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1767319234.293451:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c38bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293457:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293460:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c38bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293466:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c38bf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293474:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c38bf9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293480:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c38bf9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293502:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767319234.293505:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293512:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293515:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293522:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293532:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38c00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293538:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c38c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293548:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767319234.293552:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c38c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293558:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.293560:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c38c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293566:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c38c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.293603:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c38c07 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294851:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c38c07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294950:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767319234.294955:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294962:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.294965:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294974:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294989:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38c0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.294994:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295009:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767319234.295013:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c38c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295037:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.295039:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c38c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295045:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c38c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295055:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c38c15 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295062:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c38c15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295075:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767319234.295079:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295085:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.295088:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295095:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295105:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38c1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295124:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38c1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295210:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767319234.295215:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c38c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295222:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.295225:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c38c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295232:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c38c23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295243:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c38c23 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295250:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c38c23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295265:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319234.295268:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295273:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.295275:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295288:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295298:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38c2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295305:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38c2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295320:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319234.295324:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c38c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295329:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.295332:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c38c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295339:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c38c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295348:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c38c31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295355:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c38c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.295379:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.295381:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.295383:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.296599:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.296810:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.296816:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c38c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296835:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.296837:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.296840:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c38c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296849:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c38c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296857:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c38c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296864:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c38c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296872:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319234.296944:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.296949:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296956:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.296958:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.296961:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296969:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296976:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296989:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873400/0x719a348ff1c38c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.296997:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1767319234.297135:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297140:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c38c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297147:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297148:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297151:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c38c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297160:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c38c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297168:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c38c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297174:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c38c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297182:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1767319234.297248:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297253:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38c54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297269:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297271:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297273:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297280:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297288:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297294:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d07872400/0x719a348ff1c38c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297301:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1767319234.297366:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297372:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c38c5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297379:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297380:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297383:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c38c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297391:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c38c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297398:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c38c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297411:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4e00/0x719a348ff1c38c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297419:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1767319234.297483:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297488:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c38c62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297495:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297497:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297500:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c38c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297508:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c38c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297515:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c38c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297521:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4600/0x719a348ff1c38c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297528:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1767319234.297617:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297622:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c38c69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297638:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297640:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297643:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c38c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297651:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c38c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297659:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c38c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297665:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c38c69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297672:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1767319234.297738:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297743:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c38c70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297749:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297751:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297754:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c38c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297762:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c38c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297768:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c38c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297781:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c38c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297788:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:2.0:1767319234.297860:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297865:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c38c77 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297873:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297874:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297877:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c38c77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297885:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c38c77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297893:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c38c77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297900:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c38c77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297908:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:2.0:1767319234.297965:0:37861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.297970:0:37861:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c38c7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297987:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297988:0:37861:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.297991:0:37861:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c38c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.297999:0:37861:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c38c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.298007:0:37861:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c38c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.298013:0:37861:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c073c5600/0x719a348ff1c38c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.298022:0:37861:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00080000:2.0:1767319234.299130:0:37861:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:962 00000100:00100000:2.0:1767319234.299234:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:125536:x1853163988567552:12345-0@lo:5:osp-pre-1-0.0 Request processed in 43791us (43900us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.299245:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145 00010000:00010000:0.0:1767319234.304135:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.304373:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.304381:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.304426:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.304651:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.304660:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304675:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.304686:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.304691:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304705:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304715:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304723:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304738:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319234.304822:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.304828:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304835:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.304837:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.304839:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304848:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304855:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304861:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304880:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767319234.304888:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319234.304893:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304901:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.304904:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304914:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304931:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304937:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d09556400/0x719a348ff1c38bdd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304953:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.304956:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304963:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.304965:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304983:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304993:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.304998:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38c85 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305011:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.305014:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305020:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.305022:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305028:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305037:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305043:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38c8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305065:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305067:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305069:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.305161:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.305168:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305176:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305178:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305181:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305190:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305198:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305205:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305221:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.305229:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.305233:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305240:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.305249:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305256:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305266:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305273:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38c93 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305286:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305288:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305290:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.305366:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.305371:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305379:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305380:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305382:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305391:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305399:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305416:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305428:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.305435:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.305438:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305445:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.305449:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305456:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305467:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305474:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38c9a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305487:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305490:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305492:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.305571:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.305577:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305619:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305620:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305624:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305632:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305641:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305648:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305681:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.305687:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.305691:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305698:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.305701:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305708:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305719:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.305731:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305732:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c38ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305750:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305751:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.305754:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.305838:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.305843:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305850:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305852:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305855:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305862:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305869:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305876:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305898:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.305959:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.305965:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305978:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305979:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.305982:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305990:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.305997:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306004:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306016:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767319234.306081:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.306086:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306092:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306094:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306097:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306104:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306111:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306122:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306134:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767319234.306142:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319234.306146:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306152:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.306155:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306163:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306173:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306180:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c38ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306193:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.306196:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306202:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.306213:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306221:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306231:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306238:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c38caf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306251:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.306254:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306259:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.306262:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306269:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306277:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306284:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c38cb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306307:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306308:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306310:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.306379:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.306384:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306391:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306392:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306395:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306404:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306412:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306419:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306432:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.306438:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.306441:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306447:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.306457:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306460:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306467:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306468:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306481:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306489:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c38cbd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306504:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306508:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.306510:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.306702:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.306707:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306715:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306716:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.306719:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306729:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306736:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306753:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.306768:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319234.306952:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319234.306959:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306968:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319234.306971:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306978:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306990:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.306997:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c38cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319234.307011:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319234.307013:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319234.307015:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319234.310499:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988567936 00000100:00100000:1.0:1767319234.310507:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988567936 00000100:00100000:1.0:1767319234.310542:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147 00000100:00100000:1.0:1767319234.310551:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:125536:x1853163988567936:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1767319234.310605:0:37861:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 994 00000001:00100000:0.0:1767319234.311131:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:2.0:1767319234.311459:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.311469:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311484:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311486:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311492:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311506:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311514:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311521:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311551:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.311665:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.311671:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311690:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311692:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311695:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311704:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311712:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311719:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311734:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319234.311745:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.311750:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311758:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.311762:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311770:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311787:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311815:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c38ccb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311831:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.311834:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311841:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.311845:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311852:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311861:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311868:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c38cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311878:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.311880:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.311881:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.311954:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.311959:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311976:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311978:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.311981:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311989:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.311996:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.312002:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.312021:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319234.313028:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319234.313038:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.313049:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.313052:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.313060:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.313073:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.313080:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c38cd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.313096:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.313106:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.313108:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319234.314533:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:125536:x1853163988567936:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3975us (5204us total) trans 4294969466 rc 0/0 00000100:00100000:1.0:1767319234.314545:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147 00002000:00010000:2.0:1767319234.317466:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.317475:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317490:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317492:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317497:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317511:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317519:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317535:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317558:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.317679:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.317684:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317691:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317693:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317696:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317704:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317712:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317719:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317733:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319234.317742:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.317748:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317766:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.317770:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317778:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317804:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317812:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c38ce0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317832:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.317836:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317843:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.317846:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317853:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317862:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317878:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38ce7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317890:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.317892:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.317894:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.317963:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.317969:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c38cee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317975:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317977:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.317980:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c38cee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317988:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c38cee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.317995:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c38cee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318000:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c38cee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318011:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.318896:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.318903:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318919:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.318921:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.318924:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318933:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318941:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318948:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.318967:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.319068:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.319074:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319082:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319084:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319087:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319096:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319103:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319115:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319130:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319234.319139:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.319144:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319150:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.319153:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319161:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319171:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319178:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38cf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319191:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.319194:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319199:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.319208:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319216:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319226:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319233:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38cfc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319245:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319247:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319250:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.319329:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.319334:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319341:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319343:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319345:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319353:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319360:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319377:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319389:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.319462:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.319467:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319475:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319477:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319479:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319489:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319496:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319504:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319516:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767319234.319523:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319234.319527:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319543:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.319546:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319554:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319564:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319572:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38d03 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319603:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.319606:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319611:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.319613:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319619:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319628:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319644:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38d0a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319656:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319657:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319659:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.319732:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.319737:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319744:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319746:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319749:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319758:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319766:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319773:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319785:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.319791:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.319804:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319817:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.319820:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319827:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319837:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319844:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319855:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319856:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.319858:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.319921:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.319925:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319932:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319933:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.319936:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319945:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319962:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319971:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.319984:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.319991:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.319995:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.319997:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320003:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.320007:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320014:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320027:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320034:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38d18 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320047:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320048:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320055:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.320123:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.320129:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320135:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320137:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320140:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320148:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320154:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320161:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320183:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767319234.320244:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319234.320246:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.320250:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320254:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320259:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320263:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320267:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320269:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.320275:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320280:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320287:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320297:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320307:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320308:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320327:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c38d1f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320333:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.320343:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319234.320347:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320347:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320351:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.320354:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320359:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.320363:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320370:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320381:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320388:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38d26 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320401:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320403:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320410:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.320479:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.320484:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320492:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320493:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320496:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320504:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320511:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320517:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320537:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319234.320654:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319234.320660:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320675:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.320679:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320687:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319234.320694:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319234.320699:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320701:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320719:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c38d2d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320721:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320724:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.320729:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320738:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320740:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.320742:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.320745:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.320755:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320762:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.320774:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319234.320784:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319234.320787:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323352:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319234.323365:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323382:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323411:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323419:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38d34 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323458:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.323461:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319234.323481:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767319234.323735:0:37862:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319234.323741:0:37862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323751:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.323754:0:37862:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319234.323759:0:37862:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323771:0:37862:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323778:0:37862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323786:0:37862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319234.323832:0:37862:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767319234.325341:0:37862:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x2c0000400:917 00000100:00100000:2.0:1767319234.325447:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:125538:x1853163988567680:12345-0@lo:5:osp-pre-0-0.0 Request processed in 68985us (69069us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.325459:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146 00010000:00010000:1.0:1767319234.325986:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319234.325998:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.326009:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319234.326013:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.326024:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.326060:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319234.326067:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38d3b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37862 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319234.326087:0:125538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:125538:1853163988567680:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1767319234.326089:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.326093:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319234.326097:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319234.326107:0:125538:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x2c0000400:0x401:0x0] from OST, last_created [0x2c0000400:0x401:0x0]last_used is [0x2c0000400:0x395:0x0] 00000100:00100000:2.0:1767319234.326202:0:125538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:125538:1853163988568192:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1767319234.326248:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988568064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319234.326254:0:125538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.326279:0:125538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6b40 going to sleep for 50 seconds 00000100:00100000:0.0:1767319234.326299:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.326307:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568192 00000100:00100000:2.0:1767319234.326314:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568192 00000100:00100000:2.0:1767319234.326355:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6148 00000100:00100000:0.0:1767319234.326358:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568064 00000100:00100000:0.0:1767319234.326364:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568064 00000100:00100000:2.0:1767319234.326365:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:125538:x1853163988568192:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1767319234.326399:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00002000:00080000:2.0:1767319234.326407:0:37862:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x2c0000400 at 1026 00000100:00100000:0.0:1767319234.326408:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988568064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319234.326426:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275520 pending 896 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319234.326467:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163988568064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319234.326474:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1767319234.326516:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988568064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319234.327976:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:125538:x1853163988568192:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1609us (1721us total) trans 8589934598 rc 0/0 00000100:00100000:2.0:1767319234.327987:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6148 00000100:00100000:1.0:1767319234.329753:0:125538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:125538:1853163988568192:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1767319234.329773:0:125538:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x2c0000400:0x401:0x0]-[0x2c0000400:0x421:0x0] 00000020:00000004:1.0:1767319234.461102:0:125840:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319234.461386:0:125840:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1767319235.016874:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1767319235.247923:0:125890:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767319235.248334:0:125890:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1767319235.363366:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319235.363407:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319235.363438:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319235.363469:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923657216 00000100:00100000:0.0:1767319235.363478:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923657216 00000100:00100000:0.0:1767319235.363540:0:37861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3028 00000100:00100000:0.0:1767319235.363560:0:37861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923657216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319235.363642:0:37861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923657216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319235.363650:0:37861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3028 00000100:00080000:0.0:1767319235.363672:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319235.363839:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923657088 00000100:00100000:1.0:1767319235.363844:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923657088 00000100:00100000:1.0:1767319235.363875:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923656960 00000100:00100000:1.0:1767319235.363878:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923656960 00000100:00100000:1.0:1767319235.363896:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 120 00000100:00100000:1.0:1767319235.363902:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923657088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319235.363937:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923657088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319235.363944:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 120 00000100:00100000:1.0:1767319235.363972:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 121 00000100:00100000:1.0:1767319235.363979:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923656960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319235.364022:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923656960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 43us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319235.364029:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 121 00000100:00080000:0.0:1767319235.364214:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319237.065022:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319237.215981:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319237.218377:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319237.226266:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319237.229411:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923657472 00000100:00100000:1.0:1767319237.229427:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923657472 00000100:00100000:1.0:1767319237.229502:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 150 00000100:00100000:1.0:1767319237.229516:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86061:x1853163923657472:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:1.0:1767319237.229553:0:121320:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00000100:00100000:1.0:1767319237.229661:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86061:x1853163923657472:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 148us (3402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319237.229669:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 150 00000100:00100000:2.0:1767319237.233641:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319237.234219:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319237.242027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319237.246111:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6149 00000100:00100000:2.0:1767319237.246123:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2507:x1853163923657728:12345-192.168.204.13@tcp:8:lfs.0 00010000:00080000:2.0:1767319237.246172:0:37862:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp t4294969477 exp 0000000000000000 cur 4484 last 0 00000020:00000080:2.0:1767319237.246213:0:37862:0:(genops.c:1402:class_connect()) connect: client f8e581f7-de51-4550-90ea-109e3cc27a77, cookie 0x719a348ff1c38d50 00002000:00100000:2.0:1767319237.246230:0:37862:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8e581f7-de51-4550-90ea-109e3cc27a77/ffff9e7d3a58a000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1767319237.246253:0:37862:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:2.0:1767319237.246346:0:37862:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00002000:00080000:2.0:1767319237.246361:0:37862:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1767319237.246402:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a58c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319237.246519:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2507:x1853163923657728:12345-192.168.204.13@tcp:8:lfs.0 Request processed in 396us (4501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319237.246529:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6149 00000100:00100000:0.0:1767319237.250301:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319237.253266:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319237.264153:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923657984 00000100:00100000:1.0:1767319237.264166:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923657984 00000100:00100000:1.0:1767319237.264251:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2459 00000100:00100000:1.0:1767319237.264264:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86061:x1853163923657984:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319237.264319:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319237.264418:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86061:x1853163923657984:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 157us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319237.264428:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2459 00000100:00080000:0.0:1767319237.264540:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319238.090822:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319238.665736:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988568320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319238.665846:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319238.665982:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568320 00000100:00100000:0.0:1767319238.665993:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568320 00000100:00100000:0.0:1767319238.666075:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1767319238.666085:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988568320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319238.666112:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319238.666335:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988568320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 250us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319238.666344:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1767319238.666406:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988568320:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319238.666886:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319239.112920:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319239.177612:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319239.177624:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988568448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.177678:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319239.177731:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319239.177745:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568448 00000100:00100000:2.0:1767319239.177749:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568448 00000100:00100000:2.0:1767319239.177782:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1767319239.177789:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0769f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988568448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.177821:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0769f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988568448:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.177827:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1767319239.177877:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988568448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.177930:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319239.177937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988568704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.177959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.177990:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988568832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178011:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.178046:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319239.178050:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988568960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178072:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.178109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.178187:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319239.178193:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.178244:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569216 00000100:00100000:2.0:1767319239.178248:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569216 00000100:00100000:2.0:1767319239.178276:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767319239.178283:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988569216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178319:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988569216:12345-0@lo:400:kworker.0 Request processed in 36us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.178326:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767319239.178355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178386:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988569344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.178408:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.178431:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569344 00000100:00100000:2.0:1767319239.178434:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569344 00000100:00100000:2.0:1767319239.178464:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767319239.178471:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988569344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.178899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319239.178930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.178965:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569600 00000100:00100000:0.0:1767319239.178969:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569600 00000100:00100000:0.0:1767319239.178997:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767319239.179004:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988569600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319239.179033:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319239.179071:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988569600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.179078:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767319239.179116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319239.179137:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319239.179144:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988569472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319239.179168:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.179196:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569088 00000100:00100000:0.0:1767319239.179210:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569088 00000100:00100000:0.0:1767319239.179237:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569472 00000100:00100000:0.0:1767319239.179240:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569472 00000100:00100000:0.0:1767319239.179262:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:0.0:1767319239.179268:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988569088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.179307:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988569088:12345-0@lo:400:kworker.0 Request processed in 39us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.179313:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000100:00100000:0.0:1767319239.179325:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357 00000100:00100000:0.0:1767319239.179330:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988569472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319239.179363:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:0.0:1767319239.179394:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988569472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.179400:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357 00000100:00100000:1.0:1767319239.179995:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568704 00000100:00100000:1.0:1767319239.180003:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568704 00000100:00100000:1.0:1767319239.180048:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568832 00000100:00100000:1.0:1767319239.180052:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568832 00000100:00100000:1.0:1767319239.180076:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988568960 00000100:00100000:1.0:1767319239.180079:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988568960 00000100:00100000:1.0:1767319239.180109:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767319239.180115:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988568704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.180160:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988568704:12345-0@lo:400:kworker.0 Request processed in 45us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.180166:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767319239.180206:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1767319239.180212:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988568832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.180249:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988568832:12345-0@lo:400:kworker.0 Request processed in 37us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.180255:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1767319239.180270:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1767319239.180276:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988568960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.180304:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7011:x1853163988568960:12345-0@lo:400:kworker.0 Request processed in 29us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.180310:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1767319239.180388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988569088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.182760:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988569344:12345-0@lo:400:kworker.0 Request processed in 4278us (4340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.182777:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767319239.182853:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1767319239.182863:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988569728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.182962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988568704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.183028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988569984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.183134:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988569856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.184611:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.184665:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988569472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319239.184684:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988569344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.184697:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988568960:0@lo:400:kworker.0 00010000:00080000:0.0:1767319239.184726:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7c0c45dc00 x1853163988568832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319239.184737:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988568832:0@lo:400:kworker.0 00000100:00080000:0.0:1767319239.186390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319239.186460:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988569856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.187466:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988569728:12345-0@lo:400:kworker.0 Request processed in 4601us (6100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.187481:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1767319239.187515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.187684:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988569984 00000100:00100000:0.0:1767319239.187694:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988569984 00000100:00100000:0.0:1767319239.187805:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:0.0:1767319239.187814:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988569984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.187895:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988569984:12345-0@lo:400:kworker.0 Request processed in 83us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.187901:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00080000:1.0:1767319239.187952:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319239.188014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988569984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.337532:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658496 00000100:00100000:0.0:1767319239.337546:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658496 00000100:00100000:0.0:1767319239.337736:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3033 00000100:00100000:0.0:1767319239.337749:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923658496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319239.337869:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923658496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 122us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.337877:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3033 00000100:00080000:1.0:1767319239.339532:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319239.341374:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658624 00000100:00100000:0.0:1767319239.341381:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658624 00000100:00100000:0.0:1767319239.341450:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3034 00000100:00100000:0.0:1767319239.341458:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923658624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319239.341551:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923658624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.341595:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3034 00000100:00080000:0.0:1767319239.341764:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319239.348670:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658240 00000100:00100000:2.0:1767319239.348696:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658240 00000100:00100000:2.0:1767319239.349442:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658368 00000100:00100000:2.0:1767319239.349451:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658368 00000100:00080000:0.0:1767319239.349636:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319239.349652:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319239.350155:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:2.0:1767319239.350172:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923658240:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319239.350300:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923658240:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 133us (13338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.350309:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:2.0:1767319239.350334:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 129 00000100:00100000:2.0:1767319239.350342:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923658368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319239.350370:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923658368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (12916us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.350377:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 129 00000100:00100000:2.0:1767319239.689379:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319239.689424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988570240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319239.689542:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.690334:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988570240 00000100:00100000:1.0:1767319239.690349:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988570240 00000100:00100000:1.0:1767319239.690434:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:1.0:1767319239.690447:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988570240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319239.690512:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319239.690621:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7013:x1853163988570240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 177us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.690629:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:1.0:1767319239.690742:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988570240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319239.693288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988570496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319239.693380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.693440:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319239.693447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988570368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319239.693493:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.694153:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988570368 00000100:00100000:0.0:1767319239.694166:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988570368 00000100:00100000:0.0:1767319239.694867:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:0.0:1767319239.694876:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988570368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319239.694900:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319239.694947:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7012:x1853163988570368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.694953:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000001:00080000:2.0:1767319240.207637:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969466 is committed 00000001:00100000:1.0:1767319240.208081:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00080000:1.0:1767319240.208091:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000100:00100000:1.0:1767319240.491340:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658752 00000100:00100000:1.0:1767319240.491355:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658752 00000100:00100000:1.0:1767319240.491437:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 61 00000100:00100000:1.0:1767319240.491450:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a342850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+4:74614:x1853163923658752:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319240.491569:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319240.491612:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0f800/0x719a348ff1c38d5e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b04 expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.492384:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0f800/0x719a348ff1c38d5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b04 expref: 5 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.492401:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0f800/0x719a348ff1c38d5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b04 expref: 5 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.492412:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0f800, rc 0) 00000100:00100000:1.0:1767319240.492840:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a342850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923658752:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 1388us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319240.492850:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 61 00000100:00100000:0.0:1767319240.497052:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923658880 00000100:00100000:0.0:1767319240.497067:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923658880 00000100:00100000:0.0:1767319240.497135:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 62 00000100:00100000:0.0:1767319240.497148:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0a340c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923658880:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1767319240.497184:0:125524:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1767319240.497207:0:125524:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1767319240.497211:0:125524:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 58 00000100:00100000:0.0:1767319240.499974:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0a340c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923658880:12345-192.168.204.13@tcp:256:ll_cfg_requeue.0 Request processed in 2811us (3131us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319240.499991:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 62 00000100:00100000:0.0:1767319240.512948:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319240.513166:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923659008 00000100:00100000:1.0:1767319240.513181:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923659008 00000100:00100000:1.0:1767319240.513268:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 63 00000100:00100000:1.0:1767319240.513280:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e38f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+5:74614:x1853163923659008:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767319240.513302:0:125524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319240.513329:0:125524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0f400/0x719a348ff1c38d65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b0b expref: -99 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.513367:0:125524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0f400/0x719a348ff1c38d65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b0b expref: 6 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.513381:0:125524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0f400/0x719a348ff1c38d65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b0b expref: 6 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319240.513392:0:125524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0f400, rc 0) 00000100:00100000:1.0:1767319240.513467:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e38f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923659008:12345-192.168.204.13@tcp:101:ll_cfg_requeue.0 Request processed in 189us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319240.513476:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 63 00000100:00100000:0.0:1767319240.517723:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319240.517910:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923659136 00000100:00100000:1.0:1767319240.517923:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923659136 00000100:00100000:1.0:1767319240.517989:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:1.0:1767319240.518000:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+6:74614:x1853163923659136:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767319240.518249:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923659136:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 249us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319240.518258:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:0.0:1767319240.527185:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923659264 00000100:00100000:0.0:1767319240.527201:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923659264 00000100:00100000:0.0:1767319240.527278:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:0.0:1767319240.527291:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923659264:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767319240.527788:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+7:74614:x1853163923659264:12345-192.168.204.13@tcp:503:ll_cfg_requeue.0 Request processed in 497us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319240.527799:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:0.0:1767319240.548179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319240.553938:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923659520 00000100:00100000:0.0:1767319240.553954:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923659520 00000100:00100000:0.0:1767319240.554047:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 67 00000100:00100000:0.0:1767319240.554059:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b722850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923659520:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767319240.554274:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b722850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+8:74614:x1853163923659520:12345-192.168.204.13@tcp:501:ll_cfg_requeue.0 Request processed in 216us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319240.554284:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 67 00000100:00100000:0.0:1767319240.562185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319240.586983:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319241.161786:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319242.186745:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319243.208847:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319243.785153:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319243.785176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988570624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319243.791876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319243.792847:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988570624 00000100:00100000:0.0:1767319243.792860:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988570624 00000100:00080000:1.0:1767319243.793012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319243.793433:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1767319243.793444:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988570624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319243.793477:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319243.794485:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988570624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319243.794648:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988570624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1206us (2778us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319243.794658:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1767319244.298637:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988571648 00000100:00100000:0.0:1767319244.298642:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988571648 00000100:00100000:0.0:1767319244.298675:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572160 00000100:00100000:0.0:1767319244.298678:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572160 00000100:00100000:0.0:1767319244.298693:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988571520 00000100:00100000:0.0:1767319244.298695:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988571520 00000100:00100000:0.0:1767319244.298709:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572032 00000100:00100000:0.0:1767319244.298711:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572032 00000100:00100000:0.0:1767319244.298728:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1767319244.298735:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988571648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.298781:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988571648:12345-0@lo:400:kworker.0 Request processed in 46us (1631us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.298796:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1767319244.298811:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767319244.298816:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988572160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.298842:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988572160:12345-0@lo:400:kworker.0 Request processed in 26us (1655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.298848:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767319244.298858:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1767319244.298864:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988571520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.299034:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988570752 00000100:00100000:2.0:1767319244.299040:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988570752 00000100:00100000:2.0:1767319244.299067:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1767319244.299074:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988570752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.299106:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d068bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988570752:12345-0@lo:400:kworker.0 Request processed in 33us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.299112:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1767319244.299149:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:2.0:1767319244.299155:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988572032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.304896:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988571520:12345-0@lo:400:kworker.0 Request processed in 6021us (7384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.304911:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1767319244.304973:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988572544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319244.305035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319244.305304:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572544 00000100:00100000:1.0:1767319244.305312:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572544 00000100:00100000:1.0:1767319244.305353:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1767319244.305362:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988572544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319244.305417:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319244.305457:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988572544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.305463:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00080000:1.0:1767319244.305511:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319244.305515:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319244.305895:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988572032:12345-0@lo:400:kworker.0 Request processed in 6737us (8362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.305904:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:0.0:1767319244.306166:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988571520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.306183:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969466 gen 2 00000100:00100000:0.0:1767319244.306200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988572032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.306230:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988572544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319244.525886:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319244.526771:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319244.529575:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923660160 00000100:00100000:2.0:1767319244.529625:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923660160 00000100:00100000:2.0:1767319244.529704:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00100000:2.0:1767319244.529714:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:86514:x1853163923660160:12345-192.168.204.13@tcp:41:lfs.0 00000004:00000024:2.0:1767319244.529749:0:121323:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319244.529832:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:86514:x1853163923660160:12345-192.168.204.13@tcp:41:lfs.0 Request processed in 119us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.529840:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00080000:1.0:1767319244.530358:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319244.535204:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319244.535381:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923660288 00000100:00100000:1.0:1767319244.535392:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923660288 00000100:00100000:1.0:1767319244.535468:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2466 00000100:00100000:1.0:1767319244.535476:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:86514:x1853163923660288:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319244.535500:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319244.535571:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+5:86514:x1853163923660288:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 95us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.535596:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2466 00000100:00100000:0.0:1767319244.538994:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319244.539118:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923660416 00000100:00100000:1.0:1767319244.539132:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923660416 00000100:00100000:1.0:1767319244.539236:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2467 00000100:00100000:1.0:1767319244.539247:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86514:x1853163923660416:12345-192.168.204.13@tcp:13:lfs.0 00002000:00000024:1.0:1767319244.539276:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319244.539357:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86514:x1853163923660416:12345-192.168.204.13@tcp:13:lfs.0 Request processed in 111us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.539365:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2467 00000100:00100000:2.0:1767319244.586290:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319244.614815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319244.614934:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923660672 00000100:00100000:2.0:1767319244.614948:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923660672 00000100:00100000:2.0:1767319244.615046:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 805 00000100:00100000:2.0:1767319244.615058:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+7:74612:x1853163923660672:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319244.615080:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319244.615113:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c38d49 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31afd expref: 7 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.615138:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33af00) 00010000:00010000:2.0:1767319244.615151:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319244.615228:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:74612:x1853163923660672:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 172us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.615237:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 805 00000100:00100000:0.0:1767319244.698770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319244.712796:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923660928 00000100:00100000:2.0:1767319244.712812:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923660928 00000100:00100000:2.0:1767319244.713160:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 155 00000100:00100000:2.0:1767319244.713175:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+7:86541:x1853163923660928:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319244.713204:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319244.713233:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38d88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b27 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.713323:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713342:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713355:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713393:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713400:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713407:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713527:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713536:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713557:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319244.713646:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00000004:00200000:2.0:1767319244.713651:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319244.713682:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713695:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713702:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713708:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713715:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.713720:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713736:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713750:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319244.713754:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.713761:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713767:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38d8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713781:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713786:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713792:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713797:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.713800:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713806:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713812:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7c04bf1f00) 00010000:00010000:2.0:1767319244.713815:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.713818:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713823:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38d96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.713865:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38d88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b27 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.713881:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b27 expref: 8 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.713888:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:2.0:1767319244.713891:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319244.713893:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82600, rc 0) 00000100:00100000:2.0:1767319244.714005:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:86541:x1853163923660928:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 833us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.714015:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 155 00000100:00100000:0.0:1767319244.718568:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319244.719162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923661184 00000100:00100000:2.0:1767319244.719175:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923661184 00000100:00100000:2.0:1767319244.719298:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 156 00000100:00100000:2.0:1767319244.719309:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:86541:x1853163923661184:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319244.719335:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319244.719361:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38da4 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b2e expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.719466:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719483:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719497:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719538:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719545:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719552:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719700:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719707:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719714:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719720:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.719725:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719732:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719745:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:2.0:1767319244.719749:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.719755:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719761:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dab lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719790:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719796:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719801:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719806:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.719810:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719816:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719824:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319244.719827:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.719830:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719835:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38db2 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.719876:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38da4 lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b2e expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.719886:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:2.0:1767319244.719889:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319244.719892:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38da4 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b2e expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.719913:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319244.720020:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:86541:x1853163923661184:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 711us (1478us total) trans 0 rc 301/301 00000100:00100000:2.0:1767319244.720028:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 156 00000100:00100000:0.0:1767319244.725123:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319244.725249:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923661440 00000100:00100000:2.0:1767319244.725262:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923661440 00000100:00100000:2.0:1767319244.725426:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 157 00000100:00100000:2.0:1767319244.725438:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:86541:x1853163923661440:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319244.725468:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319244.725497:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38db9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b35 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319244.725673:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00010000:00010000:2.0:1767319244.725828:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38db9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b35 expref: 10 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.725846:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319244.725850:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319244.725856:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c38db9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b35 expref: 10 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319244.725873:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82000, rc 0) 00000100:00100000:2.0:1767319244.726009:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:86541:x1853163923661440:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 572us (902us total) trans 137438953473 rc 301/301 00000100:00100000:2.0:1767319244.726018:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 157 00000100:00100000:0.0:1767319244.729455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319244.729553:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923661568 00000100:00100000:2.0:1767319244.729648:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923661568 00000100:00100000:2.0:1767319244.729726:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 158 00000100:00100000:2.0:1767319244.729738:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:86541:x1853163923661568:12345-192.168.204.13@tcp:34:lfs.0 00010000:00010000:2.0:1767319244.729854:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.729876:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.729892:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.729911:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.729918:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.729925:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730117:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730126:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730134:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319244.730185:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x39:0x0]: returning size 0 00000004:00200000:2.0:1767319244.730191:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319244.730212:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730239:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730246:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730254:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730260:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.730264:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730455:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730470:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:2.0:1767319244.730473:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.730480:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730487:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38dc7 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730503:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730510:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730515:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730519:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.730529:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730535:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730543:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319244.730545:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.730548:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730553:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38dce lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730566:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730572:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730617:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730625:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319244.730628:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730634:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730641:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:2.0:1767319244.730644:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319244.730647:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319244.730662:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38dd5 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319244.730752:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+9:86541:x1853163923661568:12345-192.168.204.13@tcp:34:lfs.0 Request processed in 1015us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.730762:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 158 00000100:00100000:0.0:1767319244.734096:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319244.734208:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923661824 00000100:00100000:1.0:1767319244.734223:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923661824 00000100:00100000:1.0:1767319244.734294:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 21 00000100:00100000:1.0:1767319244.734324:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:86541:x1853163923661824:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:1.0:1767319244.734696:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:86541:x1853163923661824:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 371us (615us total) trans 137438953474 rc 0/0 00000100:00100000:1.0:1767319244.734705:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 21 00000100:00100000:0.0:1767319244.809157:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319244.809192:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988572672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319244.809288:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319244.809364:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572672 00000100:00100000:0.0:1767319244.809374:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572672 00000100:00100000:0.0:1767319244.809436:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767319244.809446:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988572672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319244.809478:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319244.809530:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988572672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.809538:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:2.0:1767319244.810914:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319244.810939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988572928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319244.811110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988572672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767319244.816303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319244.816939:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572800 00000100:00100000:0.0:1767319244.816952:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572800 00000100:00100000:0.0:1767319244.817030:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1767319244.817042:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988572800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319244.817078:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319244.817144:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988572800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.817152:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:1.0:1767319244.819842:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988572928 00000100:00100000:1.0:1767319244.819864:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988572928 00000100:00100000:1.0:1767319244.820033:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362 00000100:00100000:1.0:1767319244.820046:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988572928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767319244.820093:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00000100:00100000:1.0:1767319244.820209:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988572928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 166us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.820218:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362 00000100:00100000:2.0:1767319244.820355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988572928:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1767319245.257139:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319246.285744:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319247.309029:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319248.912153:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319248.912181:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988573056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319248.912250:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319248.915737:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319249.353275:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319249.418354:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988573440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.418492:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988573312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319249.418549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988573568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.421305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.421374:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988573824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.421411:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.421434:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988574336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.421456:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.421485:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988574848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.421522:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.421558:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767319249.422213:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988574208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.422290:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988574720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422320:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.422366:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988573440 00000100:00100000:1.0:1767319249.422375:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988573440 00000100:00100000:1.0:1767319249.422429:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988573824 00000100:00100000:1.0:1767319249.422432:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988573824 00000100:00100000:1.0:1767319249.422450:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574336 00000100:00100000:1.0:1767319249.422453:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574336 00000100:00100000:1.0:1767319249.422466:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574848 00000100:00100000:1.0:1767319249.422468:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574848 00000100:00100000:1.0:1767319249.422489:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1767319249.422501:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988573440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422597:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988573440:12345-0@lo:400:kworker.0 Request processed in 79us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.422616:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1767319249.422660:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1767319249.422672:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988573824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422714:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988573824:12345-0@lo:400:kworker.0 Request processed in 46us (1303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.422721:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1767319249.422739:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1767319249.422745:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988574336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422778:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163988574336:12345-0@lo:400:kworker.0 Request processed in 33us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.422787:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1767319249.422819:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1767319249.422825:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988574848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.422868:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988574848:12345-0@lo:400:kworker.0 Request processed in 41us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.422874:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1767319249.422906:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574208 00000100:00100000:1.0:1767319249.423132:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574208 00000100:00100000:1.0:1767319249.423173:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574720 00000100:00100000:1.0:1767319249.423179:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574720 00000100:00100000:1.0:1767319249.423201:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1767319249.423206:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988574208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.423237:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988574208:12345-0@lo:400:kworker.0 Request processed in 30us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.423242:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1767319249.423253:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:1.0:1767319249.423258:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988574720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.423289:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988574720:12345-0@lo:400:kworker.0 Request processed in 28us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.423294:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00080000:1.0:1767319249.425402:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319249.425411:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319249.425414:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319249.425459:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988574208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.425470:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988574720:0@lo:400:kworker.0 00010000:00080000:1.0:1767319249.425479:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d2a4b1180 x1853163988573440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319249.425511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988573440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.425532:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988573824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.425543:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163988574336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.425553:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988574848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.428565:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988573184 00000100:00100000:1.0:1767319249.428572:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988573184 00000100:00100000:1.0:1767319249.428721:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1767319249.428786:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d068be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988573184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.428820:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d068be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988573184:12345-0@lo:400:kworker.0 Request processed in 36us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.429480:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1767319249.429832:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319249.429874:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988573952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.429901:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.430485:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988573952 00000100:00100000:1.0:1767319249.430490:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988573952 00000100:00100000:0.0:1767319249.430500:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988574464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.430546:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.430632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.430657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988574080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.430680:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.430698:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988574592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.430798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.430846:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988573568 00000100:00100000:2.0:1767319249.430850:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988573568 00000100:00100000:2.0:1767319249.431118:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1767319249.431125:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988573568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.431324:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:7012:x1853163988573568:12345-0@lo:400:kworker.0 Request processed in 199us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.431345:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1767319249.431371:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574080 00000100:00100000:2.0:1767319249.431375:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574080 00000100:00100000:2.0:1767319249.431397:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574592 00000100:00100000:2.0:1767319249.431400:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574592 00000100:00100000:2.0:1767319249.431421:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1767319249.431427:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988574080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.431461:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988574080:12345-0@lo:400:kworker.0 Request processed in 34us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.431467:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1767319249.431666:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1767319249.431673:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988574592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.431781:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988574592:12345-0@lo:400:kworker.0 Request processed in 29us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.431791:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00080000:2.0:1767319249.432451:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319249.432457:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319249.432498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163988573568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.432510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988574080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.432530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988574592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.438354:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988574976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319249.438391:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574464 00000100:00100000:1.0:1767319249.438402:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574464 00000100:00100000:0.0:1767319249.438469:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.438469:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363 00000100:00100000:1.0:1767319249.438484:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988573952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.438536:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988573312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319249.438561:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988573952:12345-0@lo:400:kworker.0 Request processed in 79us (8657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319249.438565:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988573952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.438575:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363 00000100:00100000:1.0:1767319249.438619:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988574976 00000100:00100000:1.0:1767319249.438623:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988574976 00000100:00100000:1.0:1767319249.438640:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4364 00000100:00100000:1.0:1767319249.438646:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988574464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.438710:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:7011:x1853163988574464:12345-0@lo:400:kworker.0 Request processed in 63us (8170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.438717:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4364 00000100:00100000:1.0:1767319249.438729:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365 00000100:00100000:1.0:1767319249.438736:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988574976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767319249.438760:0:99440:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:0.0:1767319249.438769:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988574464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.438803:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988574976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.438811:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365 00000100:00100000:0.0:1767319249.438838:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988574976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319249.722410:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662080 00000100:00100000:2.0:1767319249.722415:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662080 00000100:00100000:2.0:1767319249.722461:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662208 00000100:00100000:2.0:1767319249.722464:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662208 00000100:00100000:2.0:1767319249.722484:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 142 00000100:00100000:2.0:1767319249.722490:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923662080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319249.722552:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923662080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 60us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.722559:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 142 00000100:00100000:2.0:1767319249.722573:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 143 00000100:00100000:2.0:1767319249.722616:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923662208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319249.722647:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923662208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.722654:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 143 00000100:00100000:2.0:1767319249.722688:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662336 00000100:00100000:2.0:1767319249.722692:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662336 00000100:00100000:2.0:1767319249.722720:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662464 00000100:00100000:2.0:1767319249.722722:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662464 00000100:00100000:2.0:1767319249.722753:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3043 00000100:00100000:2.0:1767319249.722761:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923662336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319249.722797:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923662336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 37us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.722804:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3043 00000100:00100000:2.0:1767319249.722817:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3044 00000100:00100000:2.0:1767319249.722825:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923662464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319249.722851:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923662464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.722859:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3044 00000100:00100000:2.0:1767319249.928928:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988575104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319249.929179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.929276:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988575104 00000100:00100000:2.0:1767319249.929283:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988575104 00000100:00100000:2.0:1767319249.929332:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366 00000100:00100000:2.0:1767319249.929442:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988575104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319249.929481:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445244928 avail 1299005440 00000100:00100000:2.0:1767319249.929562:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988575104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 220us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.929570:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366 00000100:00100000:0.0:1767319249.929686:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988575232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319249.929729:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988575360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319249.929767:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.929867:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988575360 00000100:00100000:2.0:1767319249.929872:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988575360 00000100:00100000:2.0:1767319249.929915:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:2.0:1767319249.929926:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988575360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319249.929976:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319249.930818:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319249.930869:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988575360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 945us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.930876:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1767319249.930972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988575232:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1767319249.936168:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 137438953474 is committed 00010000:00010000:2.0:1767319250.383359:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319251.163546:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.163764:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662592 00000100:00100000:2.0:1767319251.163777:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662592 00000100:00100000:2.0:1767319251.163850:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 75 00000100:00100000:2.0:1767319251.163860:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+9:87132:x1853163923662592:12345-192.168.204.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1767319251.163883:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319251.163909:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d2ea82c00/0x719a348ff1c38ddc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b3c expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319251.163949:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d2ea82c00/0x719a348ff1c38ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b3c expref: 10 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319251.163978:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d2ea82c00/0x719a348ff1c38ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b3c expref: 10 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319251.163989:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82c00, rc 0) 00000100:00100000:2.0:1767319251.164064:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+10:87132:x1853163923662592:12345-192.168.204.13@tcp:101:mount.lustre.0 Request processed in 205us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.164073:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 75 00000100:00100000:0.0:1767319251.166903:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.167002:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662720 00000100:00100000:2.0:1767319251.167015:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662720 00000100:00100000:2.0:1767319251.167093:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 76 00000100:00100000:2.0:1767319251.167105:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87132:x1853163923662720:12345-192.168.204.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1767319251.167321:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87132:x1853163923662720:12345-192.168.204.13@tcp:501:mount.lustre.0 Request processed in 218us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.167331:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 76 00000100:00100000:0.0:1767319251.172024:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.183415:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.183846:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923662976 00000100:00100000:0.0:1767319251.183861:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923662976 00000100:00100000:0.0:1767319251.183929:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:0.0:1767319251.183939:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d083b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87136:x1853163923662976:12345-192.168.204.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767319251.184712:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d083b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87136:x1853163923662976:12345-192.168.204.13@tcp:502:llog_process_th.0 Request processed in 768us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.184724:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:2.0:1767319251.221734:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.237986:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.241802:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923663232 00000100:00100000:2.0:1767319251.241822:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923663232 00000100:00100000:2.0:1767319251.241912:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 80 00000100:00100000:2.0:1767319251.241925:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87136:x1853163923663232:12345-192.168.204.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767319251.242133:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+10:87136:x1853163923663232:12345-192.168.204.13@tcp:502:llog_process_th.0 Request processed in 210us (4159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.242143:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 80 00000100:00100000:1.0:1767319251.255033:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.255080:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923663360 00000100:00100000:1.0:1767319251.255513:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923663360 00000100:00100000:1.0:1767319251.255620:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 81 00000100:00100000:1.0:1767319251.255794:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+10:87132:x1853163923663360:12345-192.168.204.13@tcp:101:mount.lustre.0 00010000:00010000:1.0:1767319251.255819:0:125526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319251.255845:0:125526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9e7d06c0ec00/0x719a348ff1c38de3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31b6d expref: -99 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319251.255884:0:125526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9e7d06c0ec00/0x719a348ff1c38de3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b6d expref: 11 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319251.255896:0:125526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9e7d06c0ec00/0x719a348ff1c38de3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b6d expref: 11 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319251.255919:0:125526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0ec00, rc 0) 00000100:00100000:1.0:1767319251.255997:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c27c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+11:87132:x1853163923663360:12345-192.168.204.13@tcp:101:mount.lustre.0 Request processed in 209us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.256005:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 81 00000100:00100000:1.0:1767319251.265566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.266432:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923663488 00000100:00100000:1.0:1767319251.266447:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923663488 00000100:00100000:1.0:1767319251.266538:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:1.0:1767319251.266550:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c27ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67b6b09f-7e50-4548-977f-61563b9ef954+11:87132:x1853163923663488:12345-192.168.204.13@tcp:256:mount.lustre.0 20000000:01000000:1.0:1767319251.266601:0:125526:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1767319251.266623:0:125526:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1767319251.267168:0:125526:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 58 00000100:00100000:1.0:1767319251.284563:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.296867:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.307476:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.314744:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.324847:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.325178:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664256 00000100:00100000:1.0:1767319251.325193:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664256 00000100:00100000:1.0:1767319251.325263:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 159 00000100:00100000:1.0:1767319251.325273:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923664256:12345-192.168.204.13@tcp:38:mount.lustre.0 00010000:00080000:1.0:1767319251.325318:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from ff37c078-3d90-4d01-abf7-e1f5ccb5c192@192.168.204.13@tcp t0 exp 0000000000000000 cur 4498 last 0 00000020:00000080:1.0:1767319251.325391:0:121322:0:(genops.c:1402:class_connect()) connect: client ff37c078-3d90-4d01-abf7-e1f5ccb5c192, cookie 0x719a348ff1c38df1 00000004:00100000:1.0:1767319251.325425:0:121322:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000020:01000000:1.0:1767319251.325721:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d32586300 00000100:00080000:1.0:1767319251.325775:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d31af9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767319251.325876:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2507:x1853163923664256:12345-192.168.204.13@tcp:38:mount.lustre.0 Request processed in 603us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.325888:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 159 00000100:00100000:1.0:1767319251.325998:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.326513:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664512 00000100:00100000:0.0:1767319251.326523:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664512 00000100:00100000:0.0:1767319251.326569:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 160 00000100:00100000:0.0:1767319251.326576:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923664512:12345-192.168.204.13@tcp:38:mount.lustre.0 00010000:00080000:0.0:1767319251.326623:0:121322:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from ff37c078-3d90-4d01-abf7-e1f5ccb5c192@192.168.204.13@tcp t0 exp 0000000000000000 cur 4498 last 0 00000020:00000080:0.0:1767319251.330208:0:121322:0:(genops.c:1402:class_connect()) connect: client ff37c078-3d90-4d01-abf7-e1f5ccb5c192, cookie 0x719a348ff1c38df8 00000004:00100000:0.0:1767319251.330257:0:121322:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000020:01000000:0.0:1767319251.330377:0:121322:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d19c2f900 00000100:00080000:0.0:1767319251.330444:0:121322:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767319251.330557:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2507:x1853163923664512:12345-192.168.204.13@tcp:38:mount.lustre.0 Request processed in 3969us (4548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.330569:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 160 00000100:00100000:2.0:1767319251.336496:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665152 00000100:00100000:2.0:1767319251.336510:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665152 00000100:00100000:2.0:1767319251.336651:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665280 00000100:00100000:2.0:1767319251.336656:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665280 00000100:00100000:2.0:1767319251.336687:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3045 00000100:00100000:2.0:1767319251.336699:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923665152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319251.336792:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2508:x1853163923665152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.336801:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3045 00000100:00100000:2.0:1767319251.336821:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3046 00000100:00100000:2.0:1767319251.336828:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923665280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319251.336857:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923665280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.336863:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3046 00000100:00100000:0.0:1767319251.336873:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664896 00000100:00100000:0.0:1767319251.336878:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664896 00000100:00080000:2.0:1767319251.336881:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319251.336885:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319251.336889:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319251.337010:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665024 00000100:00100000:0.0:1767319251.337015:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665024 00000100:00100000:2.0:1767319251.337886:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 144 00000100:00100000:2.0:1767319251.337900:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2508:x1853163923664896:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319251.337949:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2508:x1853163923664896:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 53us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.337955:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 144 00000100:00100000:2.0:1767319251.337975:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 145 00000100:00100000:2.0:1767319251.337980:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923665024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319251.340135:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923665024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2139us (3750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.340152:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 145 00000100:00100000:0.0:1767319251.340983:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664768 00000100:00100000:0.0:1767319251.340995:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664768 00000100:00100000:0.0:1767319251.341068:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664384 00000100:00100000:0.0:1767319251.341072:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664384 00000100:00100000:0.0:1767319251.341094:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 161 00000100:00100000:0.0:1767319251.341102:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87132:x1853163923664768:12345-192.168.204.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1767319251.341149:0:121323:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445244928 avail 1299005440 00000100:00100000:0.0:1767319251.341248:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87132:x1853163923664768:12345-192.168.204.13@tcp:41:mount.lustre.0 Request processed in 145us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.341256:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 161 00000100:00100000:0.0:1767319251.341286:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 162 00000100:00100000:0.0:1767319251.341293:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:0:x1853163923664384:12345-192.168.204.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1767319251.341305:0:121323:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445244928 avail 1299005440 00000100:00100000:0.0:1767319251.341329:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:0:x1853163923664384:12345-192.168.204.13@tcp:41:mount.lustre.0 Request processed in 36us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.341335:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 162 00000100:00080000:0.0:1767319251.341355:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319251.342909:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319251.343043:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923664640 00000100:00100000:1.0:1767319251.343055:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923664640 00000100:00100000:2.0:1767319251.343137:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665408 00000100:00100000:2.0:1767319251.343142:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665408 00000100:00100000:1.0:1767319251.343168:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 163 00000100:00100000:2.0:1767319251.343173:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 164 00000100:00100000:1.0:1767319251.343177:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:0:x1853163923664640:12345-192.168.204.13@tcp:41:mount.lustre.0 00000100:00100000:2.0:1767319251.343179:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87132:x1853163923665408:12345-192.168.204.13@tcp:40:mount.lustre.0 00000004:00000024:1.0:1767319251.343215:0:122877:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319251.343256:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87132:x1853163923665408:12345-192.168.204.13@tcp:40:mount.lustre.0 Request processed in 76us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.343263:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 164 00000100:00100000:1.0:1767319251.343266:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:0:x1853163923664640:12345-192.168.204.13@tcp:41:mount.lustre.0 Request processed in 92us (2303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.343273:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 163 00000100:00080000:0.0:1767319251.343382:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319251.346736:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.346861:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319251.347137:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319251.347377:0:121333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665792 00000100:00100000:0.0:1767319251.347390:0:121333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665792 00000100:00100000:0.0:1767319251.347459:0:121333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:0.0:1767319251.347471:0:121333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87132:x1853163923665792:12345-192.168.204.13@tcp:900:mount.lustre.0 00000100:00100000:0.0:1767319251.347626:0:121333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87132:x1853163923665792:12345-192.168.204.13@tcp:900:mount.lustre.0 Request processed in 157us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.347636:0:121333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6 00000100:00100000:1.0:1767319251.348180:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665536 00000100:00100000:1.0:1767319251.348190:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665536 00000100:00100000:1.0:1767319251.348225:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923665664 00000100:00100000:1.0:1767319251.348228:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923665664 00000100:00100000:1.0:1767319251.348255:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6150 00000100:00100000:1.0:1767319251.348261:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2507:x1853163923665536:12345-192.168.204.13@tcp:8:mount.lustre.0 00010000:00080000:1.0:1767319251.348301:0:18971:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from ff37c078-3d90-4d01-abf7-e1f5ccb5c192@192.168.204.13@tcp t0 exp 0000000000000000 cur 4498 last 0 00000020:00000080:1.0:1767319251.348371:0:18971:0:(genops.c:1402:class_connect()) connect: client ff37c078-3d90-4d01-abf7-e1f5ccb5c192, cookie 0x719a348ff1c38dff 00002000:00100000:1.0:1767319251.348391:0:18971:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli ff37c078-3d90-4d01-abf7-e1f5ccb5c192/ffff9e7d31afb000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1767319251.348418:0:18971:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00000020:01000000:1.0:1767319251.348537:0:18971:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d3aeab600 00000100:00100000:2.0:1767319251.348545:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6151 00000100:00100000:2.0:1767319251.348553:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:2507:x1853163923665664:12345-192.168.204.13@tcp:8:mount.lustre.0 00002000:00080000:1.0:1767319251.348566:0:18971:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00010000:00080000:2.0:1767319251.348569:0:37851:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from ff37c078-3d90-4d01-abf7-e1f5ccb5c192@192.168.204.13@tcp t0 exp 0000000000000000 cur 4498 last 0 00000100:00080000:1.0:1767319251.348623:0:18971:0:(import.c:65:import_set_state_nolock()) ffff9e7d3b65b000 : changing import state from RECOVER to FULL 00000020:00000080:2.0:1767319251.348635:0:37851:0:(genops.c:1402:class_connect()) connect: client ff37c078-3d90-4d01-abf7-e1f5ccb5c192, cookie 0x719a348ff1c38e06 00002000:00100000:2.0:1767319251.348642:0:37851:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli ff37c078-3d90-4d01-abf7-e1f5ccb5c192/ffff9e7d3b06e000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1767319251.348656:0:37851:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00000100:00100000:1.0:1767319251.348684:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2507:x1853163923665536:12345-192.168.204.13@tcp:8:mount.lustre.0 Request processed in 421us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.348693:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6150 00000020:01000000:2.0:1767319251.348700:0:37851:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9e7d31ca6600 00002000:00080000:2.0:1767319251.348709:0:37851:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1767319251.348723:0:37851:0:(import.c:65:import_set_state_nolock()) ffff9e7d3b06f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767319251.348747:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2507:x1853163923665664:12345-192.168.204.13@tcp:8:mount.lustre.0 Request processed in 194us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.348754:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6151 00000100:00100000:0.0:1767319251.350304:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319251.400813:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319252.496230:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319252.496341:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666048 00000100:00100000:2.0:1767319252.496352:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666048 00000100:00100000:2.0:1767319252.496429:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 165 00000100:00100000:2.0:1767319252.496450:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87169:x1853163923666048:12345-192.168.204.13@tcp:101:stat.0 00010000:00010000:2.0:1767319252.496484:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319252.496506:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38e0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ba5 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000001:00020000:2.0:1767319252.496558:0:121323:0:(mdt_handler.c:2116:mdt_getattr_name_lock()) cfs_fail_timeout id 2403 sleeping for 2000ms 00000100:00100000:0.0:1767319253.011887:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319253.013213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319253.017169:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319253.017305:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666304 00000100:00100000:2.0:1767319253.017319:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666304 00000100:00100000:2.0:1767319253.017392:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 167 00000100:00100000:2.0:1767319253.017404:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87172:x1853163923666304:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:2.0:1767319253.017433:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319253.017472:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38e22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31bb3 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319253.017572:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017632:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017647:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017665:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017673:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017679:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017754:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017762:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017769:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017776:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017783:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319253.017788:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017805:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017821:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319253.017824:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319253.017830:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017837:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38e29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017854:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017860:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017865:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017877:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319253.017880:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017887:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017895:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319253.017898:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319253.017901:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017907:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38e30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319253.017949:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38e22 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bb3 expref: 8 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319253.017961:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319253.017963:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319253.017967:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38e22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bb3 expref: 8 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319253.017978:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82a00, rc 0) 00000100:00100000:2.0:1767319253.018045:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87172:x1853163923666304:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 643us (893us total) trans 0 rc 301/301 00000100:00100000:2.0:1767319253.018054:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 167 00000100:00100000:1.0:1767319253.021950:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319253.022012:0:121330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666432 00000100:00100000:2.0:1767319253.022026:0:121330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666432 00000100:00100000:2.0:1767319253.022117:0:121330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:2.0:1767319253.022129:0:121330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87172:x1853163923666432:12345-192.168.204.13@tcp:700:lfs.0 00000100:00100000:2.0:1767319253.022246:0:121330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87172:x1853163923666432:12345-192.168.204.13@tcp:700:lfs.0 Request processed in 119us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.022256:0:121330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1 00000100:00100000:0.0:1767319253.024928:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319253.032434:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 168 00000100:00100000:0.0:1767319253.033065:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+7:87172:x1853163923666688:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319253.033099:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319253.033104:0:121322:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767319253.033143:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c38e1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bac expref: 7 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.033194:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:0.0:1767319253.033200:0:121322:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319253.033222:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e37 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31bba expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.033365:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.033383:0:121322:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 9 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.033393:0:121322:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.033445:0:121322:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 9 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.033477:0:121322:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 9 pid: 121476 timeout: 4599 lvb_type: 0 00000100:00100000:0.0:1767319253.033495:0:121322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:121322:1853163988575488:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319253.033895:0:121322:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319253.042042:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319253.043215:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666816 00000100:00100000:2.0:1767319253.043236:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666816 00010000:00010000:2.0:1767319253.043339:0:15458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 10 pid: 121476 timeout: 4599 lvb_type: 0 00000100:00100000:2.0:1767319253.043399:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2613 00000100:00100000:2.0:1767319253.043412:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923666816:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319253.043432:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319253.043440:0:15458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 10 pid: 121476 timeout: 4599 lvb_type: 0 00010000:00010000:2.0:1767319253.043468:0:15458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 10 pid: 121476 timeout: 4599 lvb_type: 0 00010000:00010000:2.0:1767319253.043500:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319253.043507:0:15458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.043520:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.043528:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.043615:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319253.043704:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923666816:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 293us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.043712:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2613 00010000:00010000:0.0:1767319253.043733:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c38d81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b20 expref: 9 pid: 121476 timeout: 4599 lvb_type: 0 00000100:00100000:0.0:1767319253.043752:0:121322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:121322:1853163988575488:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319253.043782:0:121322:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.043803:0:121322:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.043808:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.043838:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x883a9703 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.043851:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.043859:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044479:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 3/1,0 mode: --/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044491:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044500:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:0.0:1767319253.044514:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000f631:0x1:0x0]: returning size 0 00010000:00010000:0.0:1767319253.044547:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044554:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044561:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044643:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319253.044648:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044656:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044667:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:0.0:1767319253.044670:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319253.044674:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044680:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c38e3e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00000004:00010000:0.0:1767319253.044696:0:121322:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a3266551 reply state 000000001670faf4 transno 137438953475 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044708:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.044714:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319253.044716:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319253.044719:0:121322:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319253.044758:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e37 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 9 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.044775:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 8 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.044783:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7d39f8f100) 00010000:00010000:0.0:1767319253.044792:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319253.044795:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556a00, rc 0) 00000100:00100000:0.0:1767319253.044845:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+9:87172:x1853163923666688:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 12395us (19931us total) trans 137438953475 rc 0/0 00000100:00100000:0.0:1767319253.044853:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 168 00000100:00100000:1.0:1767319253.048500:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319253.048633:0:121332:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666944 00000100:00100000:2.0:1767319253.048647:0:121332:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666944 00000100:00100000:2.0:1767319253.048725:0:121332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 7 00000100:00100000:2.0:1767319253.048738:0:121332:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87172:x1853163923666944:12345-192.168.204.13@tcp:900:lfs.0 00000100:00100000:2.0:1767319253.048870:0:121332:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87172:x1853163923666944:12345-192.168.204.13@tcp:900:lfs.0 Request processed in 135us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.048881:0:121332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 7 00000100:00100000:1.0:1767319253.051414:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319253.054347:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923667200 00000100:00100000:0.0:1767319253.054368:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923667200 00000100:00100000:0.0:1767319253.054463:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 169 00000100:00100000:0.0:1767319253.054475:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+9:87172:x1853163923667200:12345-192.168.204.13@tcp:101:lfs.0 00010000:00010000:0.0:1767319253.054504:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319253.054532:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38e5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31bc1 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.054854:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.054871:0:121322:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 2/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 10 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.054882:0:121322:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 4/0,1 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.054924:0:121322:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 10 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.054941:0:121322:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 4/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 10 pid: 121322 timeout: 4599 lvb_type: 0 00000100:00100000:0.0:1767319253.054957:0:121322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:121322:1853163988575616:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319253.055101:0:121322:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1945d840 going to sleep for 11 seconds 00000100:00100000:1.0:1767319253.067849:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319253.068187:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923667328 00000100:00100000:2.0:1767319253.068201:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923667328 00010000:00010000:2.0:1767319253.068257:0:15458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 5/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 11 pid: 121322 timeout: 4599 lvb_type: 0 00000100:00100000:2.0:1767319253.068307:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2614 00000100:00100000:2.0:1767319253.068318:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+11:2508:x1853163923667328:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319253.068336:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319253.068344:0:15458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 5/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 11 pid: 121322 timeout: 4599 lvb_type: 0 00010000:00010000:2.0:1767319253.068358:0:15458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 4/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 11 pid: 121322 timeout: 4599 lvb_type: 0 00010000:00010000:2.0:1767319253.068389:0:15458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7d39f8f100) 00010000:00010000:2.0:1767319253.068410:0:15458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.068420:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.068428:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 4/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.068461:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319253.069056:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+11:2508:x1853163923667328:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 735us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.069068:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2614 00010000:00010000:0.0:1767319253.069346:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e4c lrc: 0/0,0 mode: --/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bba expref: 10 pid: 121322 timeout: 4599 lvb_type: 0 00000100:00100000:0.0:1767319253.069370:0:121322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:121322:1853163988575616:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319253.069402:0:121322:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.069412:0:121322:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.069417:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:0.0:1767319253.069442:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000f631:0x1:0x0]: returning size 0 00000004:00080000:0.0:1767319253.069717:0:121322:0:(osp_internal.h:565:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x3c3:0x0], count =31 00000004:00080000:0.0:1767319253.069728:0:121322:0:(osp_object.c:1632:osp_create()) Writing gap [0x280000400:0x3c3:0x0]+31 in llog 00000004:00080000:0.0:1767319253.069775:0:121322:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3e2:0x0], index 1: 0 00000004:00080000:0.0:1767319253.069780:0:121322:0:(osp_internal.h:565:osp_update_last_fid()) Gap in objids: start=[0x2c0000400:0x396:0x0], count =108 00000004:00080000:0.0:1767319253.069783:0:121322:0:(osp_object.c:1632:osp_create()) Writing gap [0x2c0000400:0x396:0x0]+108 in llog 00000004:00080000:0.0:1767319253.069788:0:121322:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x2c0000400:0x402:0x0], index 0: 0 00010000:00010000:0.0:1767319253.070191:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070202:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 2/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070211:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070216:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319253.070228:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 3/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070236:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 4/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070253:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7d39f8f100) 00010000:00010000:0.0:1767319253.070257:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767319253.070262:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 2/0,0 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070269:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e61 lrc: 0/0,0 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319253.070342:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38e5a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bc1 expref: 10 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.070353:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:0.0:1767319253.070356:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319253.070361:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38e5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bc1 expref: 10 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319253.070370:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767319253.070460:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+9:87172:x1853163923667200:12345-192.168.204.13@tcp:101:lfs.0 Request processed in 15976us (19049us total) trans 137438953476 rc 301/301 00000100:00100000:0.0:1767319253.070470:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 169 00000100:00100000:1.0:1767319253.076162:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319253.076347:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923667584 00000100:00100000:0.0:1767319253.076362:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923667584 00000100:00100000:0.0:1767319253.076482:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 23 00000100:00100000:0.0:1767319253.076492:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+9:87172:x1853163923667584:12345-192.168.204.13@tcp:35:lfs.0 00000100:00100000:0.0:1767319253.076959:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+10:87172:x1853163923667584:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 466us (823us total) trans 137438953477 rc 0/0 00000100:00100000:0.0:1767319253.076969:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 23 00000100:00100000:2.0:1767319253.079926:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319253.080049:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923667840 00000100:00100000:0.0:1767319253.080061:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923667840 00000100:00100000:0.0:1767319253.080127:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 24 00000100:00100000:0.0:1767319253.080147:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+10:87172:x1853163923667840:12345-192.168.204.13@tcp:35:lfs.0 00000001:00080000:0.0:1767319253.083533:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 137438953478 is committed 00000001:00100000:0.0:1767319253.083566:0:125519:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000100:00100000:2.0:1767319253.083859:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:87172:x1853163923667840:12345-192.168.204.13@tcp:35:lfs.0 Request processed in 3714us (3939us total) trans 137438953478 rc 0/0 00000100:00100000:2.0:1767319253.083870:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 24 00010000:00010000:1.0:1767319253.084735:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.084890:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.084903:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.084909:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319253.084915:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.084924:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.085206:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7d39f8fb00) 00010000:00010000:1.0:1767319253.085211:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319253.085218:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319253.085227:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38e45 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319253.458007:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319254.024847:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988575744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319254.024958:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.025044:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988575744 00000100:00100000:1.0:1767319254.025073:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988575744 00000100:00100000:1.0:1767319254.025173:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:1.0:1767319254.025186:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988575744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319254.025226:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17051584 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319254.025285:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988575744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319254.025293:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00080000:0.0:1767319254.025404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319254.025459:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988575744:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319254.473305:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319254.537169:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988576128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537321:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988576640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537352:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537371:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988577152:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537394:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537433:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1767319254.537439:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988576000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537463:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537480:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988576512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537524:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988577024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537554:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319254.537632:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988576512 00000100:00100000:1.0:1767319254.537641:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988576512 00000100:00100000:1.0:1767319254.537697:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988577024 00000100:00100000:1.0:1767319254.537700:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988577024 00000100:00100000:1.0:1767319254.537738:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1767319254.537748:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988576512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537837:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988576512:12345-0@lo:400:kworker.0 Request processed in 90us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319254.537846:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1767319254.537868:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1767319254.537875:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988577024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537904:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988577024:12345-0@lo:400:kworker.0 Request processed in 30us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319254.537910:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1767319254.537958:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988576512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.537969:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988577024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538270:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988576640 00000100:00100000:2.0:1767319254.538275:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988576640 00000100:00100000:2.0:1767319254.538315:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988577152 00000100:00100000:2.0:1767319254.538318:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988577152 00000100:00100000:2.0:1767319254.538349:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1767319254.538355:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988576640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538395:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988576640:12345-0@lo:400:kworker.0 Request processed in 41us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319254.538401:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1767319254.538415:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:2.0:1767319254.538429:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988577152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538461:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988577152:12345-0@lo:400:kworker.0 Request processed in 41us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319254.538467:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:2.0:1767319254.538494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988575872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.538553:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988576384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.538609:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988576896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.538645:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988577408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.538683:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1767319254.538689:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988576256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.538707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.538715:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988576768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319254.539718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988577536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319254.539768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319254.539812:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988577536 00000100:00100000:0.0:1767319254.539817:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988577536 00000100:00100000:0.0:1767319254.539855:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767319254.539862:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988577536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319254.539890:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17100992 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319254.541292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.541325:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988577280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.541344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319254.541376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988575872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.541388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988576384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.541398:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163988576896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.541408:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163988577408:0@lo:400:kworker.0 00010000:00080000:2.0:1767319254.541501:0:7012:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d2a4b0000 x1853163988576256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319254.541839:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988577536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1975us (2068us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319254.541852:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767319254.541910:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988576768 00000100:00100000:0.0:1767319254.541916:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988576768 00000100:00100000:0.0:1767319254.543181:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:0.0:1767319254.543190:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988576768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319254.543250:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988576768:12345-0@lo:400:kworker.0 Request processed in 61us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319254.543255:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00100000:0.0:1767319254.543306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988577536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319254.543322:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319254.543330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988577664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767319254.543359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319254.543389:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988577664 00000100:00100000:0.0:1767319254.543392:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988577664 00000100:00100000:0.0:1767319254.543433:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369 00000100:00100000:0.0:1767319254.543440:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988577664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319254.543473:0:18378:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445474304 avail 1299234816 00000100:00100000:0.0:1767319254.543525:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988577664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319254.543531:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369 00000100:00100000:0.0:1767319254.543557:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988577664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319254.544415:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988576256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.544453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988576768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319254.544468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988577280:0@lo:400:kworker.0 00010000:00080000:1.0:1767319254.546304:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d32f65180 x1853163988576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319254.546327:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988576000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.546345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988576128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.546358:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988576640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319254.546372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988577152:0@lo:400:kworker.0 00000001:00020000:0.0:1767319254.594172:0:121323:0:(mdt_handler.c:2116:mdt_getattr_name_lock()) cfs_fail_timeout id 2403 awake 00010000:00010000:0.0:1767319254.630175:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630210:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630225:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630267:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630274:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630281:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630387:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/1,0 mode: --/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630395:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630402:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319254.630472:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000f631:0x1:0x0]: returning size 0 00000004:00200000:0.0:1767319254.630477:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319254.630530:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630544:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/1,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630553:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630559:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630566:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630631:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319254.630636:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630643:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630658:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:0.0:1767319254.630662:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319254.630668:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630674:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38e6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630696:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630702:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630708:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630714:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319254.630717:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630724:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630731:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7d39f8f100) 00010000:00010000:0.0:1767319254.630739:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319254.630743:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630748:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38e76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319254.630801:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c38e0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319254.630823:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 8 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319254.630830:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7d39f8f700) 00010000:00010000:0.0:1767319254.630833:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319254.630836:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557c00, rc 0) 00000100:00100000:0.0:1767319254.630940:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87169:x1853163923666048:12345-192.168.204.13@tcp:101:stat.0 Request processed in 2134482us (2134709us total) trans 0 rc 0/0 00000100:00000400:0.0:1767319254.630954:0:121323:0:(service.c:2606:ptlrpc_server_handle_request()) @@@ pause req after reply req@ffff9e7d32f66680 x1853163923666048/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:202/0 lens 592/1888 e 0 to 0 dl 1767319302 ref 1 fl Complete:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767319254.654478:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319254.654625:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923666048 00000100:00100000:1.0:1767319254.654640:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923666048 00000004:00100000:1.0:1767319254.654699:0:122877:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) @@@ lock 00000000b8cdb0bd cookie 0x20f8fb2656e31ba5 req@ffff9e7d03f80e00 x1853163923666048/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:204/0 lens 592/0 e 0 to 0 dl 1767319304 ref 1 fl New:/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000004:00010000:1.0:1767319254.654717:0:122877:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) ### hpreq resend ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319254.654796:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 152 00000100:00100000:1.0:1767319254.654808:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87169:x1853163923666048:12345-192.168.204.13@tcp:101:stat.0 00010000:00010000:1.0:1767319254.654832:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319254.654842:0:122877:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x719a348ff1c38e7d req@ffff9e7d03f80e00 x1853163923666048/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:204/0 lens 592/0 e 0 to 0 dl 1767319304 ref 1 fl Interpret:H/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000004:00010000:1.0:1767319254.654908:0:122877:0:(mdt_handler.c:4921:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319254.654918:0:122877:0:(mdt_handler.c:4923:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0x719a348ff1c38e7d req@ffff9e7d03f80e00 x1853163923666048/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:204/0 lens 592/4640 e 0 to 0 dl 1767319304 ref 1 fl Interpret:H/602/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000004:00200000:1.0:1767319254.655024:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000f631:0x1:0x0]: returning size 0 00000004:00200000:1.0:1767319254.655030:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319254.655064:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 4/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319254.655107:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557c00/0x719a348ff1c38e7d lrc: 3/0,0 mode: PR/PR res: [0x20000f631:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ba5 expref: 9 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319254.655118:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7d39f8f700) 00010000:00010000:1.0:1767319254.655122:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319254.655126:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557c00, rc 0) 00000100:00100000:1.0:1767319254.655211:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87169:x1853163923666048:12345-192.168.204.13@tcp:101:stat.0 Request processed in 404us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319254.655219:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 152 00000100:00100000:1.0:1767319254.664761:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319254.674761:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319255.051211:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319255.051242:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988577792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319255.051342:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319255.054887:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988578048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319255.054971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319255.055138:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578048 00000100:00100000:1.0:1767319255.055148:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578048 00000100:00100000:1.0:1767319255.055203:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767319255.055212:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988578048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767319255.055239:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17051584 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319255.055295:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7013:x1853163988578048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319255.055303:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:0.0:1767319255.055391:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988578048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767319255.056026:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988577792 00000100:00100000:2.0:1767319255.056033:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988577792 00000100:00100000:2.0:1767319255.056684:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370 00000100:00100000:2.0:1767319255.056693:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988577792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319255.056734:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445240832 avail 1299001344 00000100:00100000:2.0:1767319255.056807:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988577792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (5466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319255.056815:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370 00000100:00100000:0.0:1767319255.056867:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988577792:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1767319255.497759:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319256.355453:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355491:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355518:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355554:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355595:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355614:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355635:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355672:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355691:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319256.355717:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668480 00000100:00100000:2.0:1767319256.355726:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668480 00000100:00100000:2.0:1767319256.355784:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668992 00000100:00100000:2.0:1767319256.355788:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668992 00000100:00100000:2.0:1767319256.355802:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668352 00000100:00100000:2.0:1767319256.355805:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668352 00000100:00100000:2.0:1767319256.355815:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668864 00000100:00100000:2.0:1767319256.355817:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668864 00000100:00100000:2.0:1767319256.355832:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00100000:2.0:1767319256.355840:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923668480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.355909:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923668480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.355917:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00100000:2.0:1767319256.355934:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 154 00000100:00100000:2.0:1767319256.355940:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923668992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.355963:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923668992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.355970:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 154 00000100:00100000:2.0:1767319256.355981:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 155 00000100:00100000:2.0:1767319256.355987:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923668352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356011:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923668352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356017:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 155 00000100:00100000:2.0:1767319256.356028:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 156 00000100:00100000:2.0:1767319256.356042:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2511:x1853163923668864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356064:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2511:x1853163923668864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356068:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 156 00000100:00100000:2.0:1767319256.356083:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668736 00000100:00100000:2.0:1767319256.356085:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668736 00000100:00100000:2.0:1767319256.356101:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923669248 00000100:00100000:2.0:1767319256.356102:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923669248 00000100:00100000:2.0:1767319256.356111:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3051 00000100:00100000:2.0:1767319256.356115:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2511:x1853163923668736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356129:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2511:x1853163923668736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 14us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356133:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3051 00000100:00100000:2.0:1767319256.356138:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668608 00000100:00100000:2.0:1767319256.356140:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668608 00000100:00100000:2.0:1767319256.356150:0:37851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923669120 00000100:00100000:2.0:1767319256.356151:0:37851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923669120 00000100:00100000:2.0:1767319256.356161:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3052 00000100:00100000:2.0:1767319256.356164:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923669248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356177:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923669248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 13us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356181:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3052 00000100:00100000:2.0:1767319256.356187:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3053 00000100:00100000:2.0:1767319256.356190:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923668608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356201:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923668608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 11us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356210:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3053 00000100:00100000:2.0:1767319256.356218:0:37851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3054 00000100:00100000:2.0:1767319256.356223:0:37851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923669120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319256.356245:0:37851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2511:x1853163923669120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 22us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319256.356251:0:37851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3054 00000100:00080000:2.0:1767319256.356271:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319256.356275:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319256.356277:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767319256.356279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319256.358367:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923668224 00000100:00100000:1.0:1767319256.358378:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923668224 00000100:00100000:1.0:1767319256.358505:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:1.0:1767319256.358514:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32950c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+12:2511:x1853163923668224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319256.360105:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32950c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+12:2511:x1853163923668224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1586us (4655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319256.360117:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 89 00010000:00010000:1.0:1767319256.523434:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767319257.100684:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000001:00100000:2.0:1767319257.101715:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00010000:00010000:2.0:1767319257.545098:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767319257.674192:0:121323:0:(service.c:2608:ptlrpc_server_handle_request()) @@@ continue req@ffff9e7d32f66680 x1853163923666048/t0(0) o101->f8e581f7-de51-4550-90ea-109e3cc27a77@192.168.204.13@tcp:202/0 lens 592/1888 e 0 to 0 dl 1767319302 ref 1 fl Complete:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767319257.685623:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 165 00010000:00010000:2.0:1767319258.570162:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319259.149403:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319259.594218:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319259.657568:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988578304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319259.657660:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.657739:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578304 00000100:00100000:2.0:1767319259.657747:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578304 00000100:00100000:2.0:1767319259.657804:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767319259.657814:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988578304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319259.657843:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17100992 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319259.657888:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988578304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319259.657895:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00080000:2.0:1767319259.657914:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319259.657959:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988578304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319259.658196:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988578432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319259.658225:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.658626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988578432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319259.663343:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578560 00000100:00100000:1.0:1767319259.663352:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578560 00000100:00100000:1.0:1767319259.663403:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1767319259.663412:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32952850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988578560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.666013:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32952850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7013:x1853163988578560:12345-0@lo:400:kworker.0 Request processed in 2595us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319259.666026:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1767319259.668794:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988578688:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.668863:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.668894:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988579200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.668918:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.668936:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988579712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.668973:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.668999:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767319259.669006:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988579072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.669025:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.669042:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988579584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.669062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319259.669094:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578688 00000100:00100000:2.0:1767319259.669100:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578688 00000100:00100000:2.0:1767319259.669148:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988579712 00000100:00100000:2.0:1767319259.669152:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988579712 00000100:00100000:2.0:1767319259.669172:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988579072 00000100:00100000:2.0:1767319259.669175:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988579072 00000100:00100000:2.0:1767319259.669196:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1767319259.669204:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988578688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.669251:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988578688:12345-0@lo:400:kworker.0 Request processed in 47us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319259.669258:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1767319259.672997:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1767319259.673019:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988579712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.673110:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163988579712:12345-0@lo:400:kworker.0 Request processed in 101us (4136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319259.673118:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1767319259.673151:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1767319259.673159:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988579072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.673193:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988579072:12345-0@lo:400:kworker.0 Request processed in 35us (4166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319259.673199:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1767319259.673229:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988578816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.674449:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319259.674493:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988579328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.674531:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319259.674550:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767319259.674557:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988578944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.674594:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319259.674608:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988579456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.674631:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319259.674670:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988579456 00000100:00100000:2.0:1767319259.675450:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578816 00000100:00100000:2.0:1767319259.675457:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578816 00000100:00100000:2.0:1767319259.675494:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988579328 00000100:00100000:2.0:1767319259.675497:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988579328 00000100:00100000:2.0:1767319259.675508:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988578944 00000100:00100000:2.0:1767319259.675510:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988578944 00000100:00100000:2.0:1767319259.675528:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1767319259.675535:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988578816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.675611:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988578816:12345-0@lo:400:kworker.0 Request processed in 76us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319259.675619:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1767319259.675635:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1767319259.675640:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988579328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.675667:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988579328:12345-0@lo:400:kworker.0 Request processed in 27us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319259.675673:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1767319259.675789:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988579456 00000100:00100000:1.0:1767319259.675826:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:1.0:1767319259.675832:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988579456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.675864:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988579456:12345-0@lo:400:kworker.0 Request processed in 33us (1232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319259.675871:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00100000:2.0:1767319259.675922:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1767319259.675928:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988578944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.675960:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988578944:12345-0@lo:400:kworker.0 Request processed in 32us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319259.675966:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1767319259.676025:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988579072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.676040:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988579584:0@lo:400:kworker.0 00010000:00080000:2.0:1767319259.676055:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d3b8b3100 x1853163988578688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319259.676065:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988578688:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.676091:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163988579712:0@lo:400:kworker.0 00010000:00080000:2.0:1767319259.676129:0:7011:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d2e261180 x1853163988578944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319259.676139:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988578944:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.676148:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988579456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.676158:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988578816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319259.676166:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988579328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319259.678291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988579200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.166719:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319260.167071:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767319260.168741:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988579840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319260.168795:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.168904:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988579968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767319260.168931:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.168962:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988579968 00000100:00100000:2.0:1767319260.168965:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988579968 00000100:00100000:2.0:1767319260.168990:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:2.0:1767319260.168997:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988579968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319260.169021:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445240832 avail 1299001344 00000100:00100000:2.0:1767319260.169063:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988579968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319260.169069:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:1.0:1767319260.169152:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319260.169161:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988580096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767319260.169189:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.169382:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988580096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319260.169463:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988579840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319260.178769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319260.179098:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1767319260.621726:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319261.475025:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475089:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475158:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475194:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475227:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475258:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475308:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475329:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319261.475352:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319261.475353:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923669632 00000100:00100000:1.0:1767319261.475363:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923669632 00000100:00100000:2.0:1767319261.475371:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923669888 00000100:00100000:2.0:1767319261.475374:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923669888 00000100:00100000:2.0:1767319261.475404:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923670400 00000100:00100000:2.0:1767319261.475407:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923670400 00000100:00100000:1.0:1767319261.475409:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00100000:1.0:1767319261.475418:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32953850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+12:2508:x1853163923669632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319261.475421:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923669760 00000100:00100000:2.0:1767319261.475423:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923669760 00000100:00100000:2.0:1767319261.475431:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923670272 00000100:00100000:2.0:1767319261.475433:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923670272 00000100:00100000:2.0:1767319261.475444:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 163 00000100:00100000:2.0:1767319261.475450:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923669888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319261.475495:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32953850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+12:2508:x1853163923669632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319261.475503:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 91 00000100:00100000:1.0:1767319261.475534:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923670016 00000100:00100000:1.0:1767319261.475537:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923670016 00000100:00100000:1.0:1767319261.475557:0:37861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923670528 00000100:00100000:1.0:1767319261.475560:0:37861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923670528 00000100:00100000:2.0:1767319261.477141:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923669888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1682us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319261.477155:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 163 00000100:00100000:2.0:1767319261.477185:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 164 00000100:00100000:2.0:1767319261.477195:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2508:x1853163923670400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319261.477231:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2508:x1853163923670400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319261.477236:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 164 00000100:00100000:2.0:1767319261.477247:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 165 00000100:00100000:2.0:1767319261.477253:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923669760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319261.477285:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923669760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319261.477291:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 165 00000100:00100000:2.0:1767319261.477314:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 166 00000100:00100000:2.0:1767319261.477320:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2508:x1853163923670272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319261.477339:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2508:x1853163923670272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 20us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319261.477344:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 166 00000100:00080000:2.0:1767319261.477370:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319261.477375:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319261.477378:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319261.640839:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319262.426243:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319262.426339:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319262.426386:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319262.428346:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923670912 00000100:00100000:1.0:1767319262.428363:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923670912 00000100:00100000:1.0:1767319262.428985:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 806 00000100:00100000:1.0:1767319262.429000:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+14:2510:x1853163923670784:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319262.429023:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319262.429052:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d2ea82c00/0x719a348ff1c38ddc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b3c expref: 14 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319262.429077:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319262.429168:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+13:2510:x1853163923670784:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 172us (2942us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319262.429177:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 806 00000100:00100000:1.0:1767319262.429219:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 807 00000100:00100000:1.0:1767319262.429227:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4205a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+12:2510:x1853163923671040:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319262.429237:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319262.429248:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682c800/0x719a348ff1c38dea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b74 expref: 12 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319262.429258:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319262.429292:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4205a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+11:2510:x1853163923671040:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 65us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319262.429299:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 807 00000100:00100000:1.0:1767319262.429357:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 808 00000100:00100000:1.0:1767319262.429365:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+10:2510:x1853163923670912:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319262.429373:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319262.429382:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0ec00/0x719a348ff1c38de3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b6d expref: 10 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319262.429392:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319262.431964:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:67b6b09f-7e50-4548-977f-61563b9ef954+9:2510:x1853163923670912:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 2588us (5565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319262.431979:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 808 00000100:00100000:2.0:1767319262.451246:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671168 00000100:00100000:2.0:1767319262.451259:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671168 00000100:00100000:2.0:1767319262.451331:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6153 00000100:00100000:2.0:1767319262.451342:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2507:x1853163923671168:12345-192.168.204.13@tcp:9:umount.0 00000020:00000080:2.0:1767319262.451378:0:35588:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38e06 00000100:00080000:2.0:1767319262.451391:0:35588:0:(import.c:65:import_set_state_nolock()) ffff9e7d3b06f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319262.451445:0:35588:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294969466 00000100:00100000:2.0:1767319262.451724:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+2:2507:x1853163923671168:12345-192.168.204.13@tcp:9:umount.0 Request processed in 385us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319262.451730:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6153 00010000:00010000:1.0:1767319262.451798:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319262.470734:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319262.470927:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671296 00000100:00100000:2.0:1767319262.470958:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671296 00000100:00100000:0.0:1767319262.477106:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6154 00000100:00100000:0.0:1767319262.477154:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2507:x1853163923671296:12345-192.168.204.13@tcp:9:umount.0 00000020:00000080:0.0:1767319262.477208:0:37856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38dff 00000100:00080000:0.0:1767319262.477223:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d3b65b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319262.477325:0:37856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934598 00000100:00100000:0.0:1767319262.477914:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+2:2507:x1853163923671296:12345-192.168.204.13@tcp:9:umount.0 Request processed in 785us (7190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319262.486939:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671552 00000100:00100000:1.0:1767319262.486955:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671552 00000100:00080000:2.0:1767319262.487005:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767319262.487096:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 172 00000100:00100000:1.0:1767319262.487111:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+6:2507:x1853163923671552:12345-192.168.204.13@tcp:39:umount.0 00000020:00000080:1.0:1767319262.487162:0:121476:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38df1 00000020:00010000:1.0:1767319262.487185:0:121476:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d31afd800: total 0 00000100:00080000:1.0:1767319262.487210:0:121476:0:(import.c:65:import_set_state_nolock()) ffff9e7d31af9800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767319262.487240:0:121476:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 32, last_transno is 137438953478 00000100:00100000:1.0:1767319262.487844:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2507:x1853163923671552:12345-192.168.204.13@tcp:39:umount.0 Request processed in 732us (1088us total) trans 137438953479 rc 0/0 00000100:00100000:1.0:1767319262.487855:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 172 00000100:00100000:0.0:1767319262.488003:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6154 00000100:00100000:1.0:1767319262.499159:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671680 00000100:00100000:1.0:1767319262.499174:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671680 00000100:00100000:1.0:1767319262.499257:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 173 00000100:00100000:1.0:1767319262.499269:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+5:2507:x1853163923671680:12345-192.168.204.13@tcp:39:umount.0 00000020:00000080:1.0:1767319262.499333:0:121476:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38df8 00000100:00080000:1.0:1767319262.499347:0:121476:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa3000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767319262.499384:0:121476:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 21, last_transno is 90194313217 00010000:00010000:2.0:1767319262.499873:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319262.500272:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff37c078-3d90-4d01-abf7-e1f5ccb5c192+3:2507:x1853163923671680:12345-192.168.204.13@tcp:39:umount.0 Request processed in 1000us (1735us total) trans 90194313218 rc 0/0 00000100:00100000:1.0:1767319262.500296:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 173 00010000:00010000:1.0:1767319262.667896:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319264.264857:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319264.264897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988580224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319264.265005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319264.265073:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580224 00000100:00100000:2.0:1767319264.265084:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580224 00000100:00100000:2.0:1767319264.265154:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1767319264.265166:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988580224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319264.265207:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319264.265272:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988580224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319264.265280:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00080000:2.0:1767319264.265305:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319264.265347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988580224:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1767319264.414984:0:126534:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test complete, duration 4091 sec ======== 21:01:03 (1767319263) 00000100:00100000:2.0:1767319264.776914:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319264.776939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988580352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767319264.777008:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319264.777067:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580352 00000100:00100000:2.0:1767319264.777074:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580352 00000100:00100000:2.0:1767319264.777125:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:2.0:1767319264.777135:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988580352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767319264.777171:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445474304 avail 1299234816 00000100:00100000:2.0:1767319264.777217:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988580352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319264.777224:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:2.0:1767319264.777302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988580352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319264.777625:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319264.777636:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988580480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319264.777674:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319264.777754:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580480 00000100:00100000:0.0:1767319264.777759:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580480 00000100:00100000:0.0:1767319264.777806:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:0.0:1767319264.777813:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988580480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319264.777831:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319264.777865:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988580480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319264.777871:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:1.0:1767319264.778119:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319264.778146:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988580480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319264.778682:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988580736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.778718:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319264.778740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988581248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.778772:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319264.778793:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767319264.778809:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988580608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.778837:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319264.778863:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988581120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.778881:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319264.778910:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580736 00000100:00100000:1.0:1767319264.778915:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580736 00000100:00100000:1.0:1767319264.778950:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581120 00000100:00100000:1.0:1767319264.778953:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581120 00000100:00100000:1.0:1767319264.778975:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1767319264.778982:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988580736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779022:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988580736:12345-0@lo:400:kworker.0 Request processed in 41us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.779028:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1767319264.779041:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1767319264.779046:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988581120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779070:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:7014:x1853163988581120:12345-0@lo:400:kworker.0 Request processed in 24us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.779076:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1767319264.779093:0:125526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580608 00000100:00100000:1.0:1767319264.779096:0:125526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580608 00000100:00100000:1.0:1767319264.779120:0:125526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1767319264.779126:0:125526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d397a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988580608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779155:0:125526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d397a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7014:x1853163988580608:12345-0@lo:400:kworker.0 Request processed in 29us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.779161:0:125526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1767319264.779198:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581248 00000100:00100000:1.0:1767319264.779202:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581248 00000100:00100000:1.0:1767319264.779247:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375 00000100:00100000:1.0:1767319264.779254:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988581248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779285:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988581248:12345-0@lo:400:kworker.0 Request processed in 31us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.779292:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375 00000100:00080000:1.0:1767319264.779306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319264.779309:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319264.779327:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7014:1853163988580608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779474:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7014:1853163988581120:0@lo:400:kworker.0 00010000:00080000:1.0:1767319264.779488:0:7014:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e7d03ea7100 x1853163988580736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319264.779498:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988580736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.779507:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988581248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779635:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7011:1853163988580864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319264.779683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988581376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779700:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319264.779726:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319264.779732:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988580992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779753:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319264.779779:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988581504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779801:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319264.779827:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581504 00000100:00100000:0.0:1767319264.779830:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581504 00000100:00100000:0.0:1767319264.779863:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1767319264.779870:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988581504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.779905:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988581504:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319264.779911:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1767319264.779942:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988581504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.780162:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580864 00000100:00100000:1.0:1767319264.780167:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580864 00000100:00100000:1.0:1767319264.780204:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581376 00000100:00100000:1.0:1767319264.780207:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581376 00000100:00100000:1.0:1767319264.780224:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988580992 00000100:00100000:1.0:1767319264.780227:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988580992 00000100:00100000:1.0:1767319264.780260:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1767319264.780266:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988580864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.780302:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:7011:x1853163988580864:12345-0@lo:400:kworker.0 Request processed in 36us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.780308:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1767319264.780320:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1767319264.780326:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988581376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319264.781083:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:7011:x1853163988581376:12345-0@lo:400:kworker.0 Request processed in 757us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319264.781090:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1767319264.781518:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581632 00000100:00100000:0.0:1767319264.781523:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581632 00000100:00100000:0.0:1767319264.781572:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:0.0:1767319264.781614:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988581632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319264.781653:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988581632:12345-0@lo:400:kworker.0 Request processed in 75us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319264.781660:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00100000:2.0:1767319264.781856:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988581632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319265.289326:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988581888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767319265.289418:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.289464:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319265.289470:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988582016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319265.289490:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.289519:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988581888 00000100:00100000:0.0:1767319265.289538:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988581888 00000100:00100000:0.0:1767319265.289574:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582016 00000100:00100000:0.0:1767319265.289576:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582016 00000100:00100000:0.0:1767319265.289608:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1767319265.289616:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988581888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767319265.289637:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:0.0:1767319265.289677:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988581888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.289684:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1767319265.289700:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1767319265.289705:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988582016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319265.289714:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319265.289738:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988582016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.289744:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1767319265.289785:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988582016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319265.289798:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988581888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319265.290663:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319265.290676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988582144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319265.290714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319265.291388:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582144 00000100:00100000:2.0:1767319265.291396:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582144 00000100:00100000:2.0:1767319265.291439:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376 00000100:00100000:2.0:1767319265.291447:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988582144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319265.291478:0:35231:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445240832 avail 1299001344 00000100:00100000:2.0:1767319265.291533:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988582144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319265.291540:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376 00000100:00100000:0.0:1767319265.292209:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988582144:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1767319265.743031:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767319266.043961:0:126583:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-single: start cleanup 21:01:05 (1767319265) === 00000100:00100000:2.0:1767319266.139727:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671808 00000100:00100000:2.0:1767319266.139736:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671808 00000100:00100000:2.0:1767319266.139798:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 25 00000100:00100000:2.0:1767319266.139807:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41bf2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:10336:x1853163923671808:12345-192.168.204.13@tcp:37:bash.0 00000100:00100000:2.0:1767319266.142913:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:10336:x1853163923671808:12345-192.168.204.13@tcp:37:bash.0 Request processed in 3099us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.142927:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 25 00000100:00100000:2.0:1767319266.166726:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.166889:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923671936 00000100:00100000:0.0:1767319266.166899:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923671936 00000100:00100000:0.0:1767319266.166962:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 174 00000100:00100000:0.0:1767319266.166971:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923671936:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.166991:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.167016:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38ea7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31bdd expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.167260:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167276:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167289:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167305:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167312:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167318:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167728:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167737:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167827:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319266.167865:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00000004:00200000:0.0:1767319266.167870:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319266.167894:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167908:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167923:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167929:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167935:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167941:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.167956:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167964:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167976:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:0.0:1767319266.167979:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.167984:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.167990:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38eae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168002:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168007:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168012:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168017:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.168026:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168032:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168039:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x402e40fe (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.168042:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.168045:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168051:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38eb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.168304:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38ea7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.168322:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 10 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.168329:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319266.168331:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319266.168334:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557400, rc 0) 00000100:00100000:0.0:1767319266.168409:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923671936:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1438us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.168417:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 174 00000100:00100000:0.0:1767319266.185894:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923672192 00000100:00100000:0.0:1767319266.185903:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923672192 00000100:00100000:0.0:1767319266.185970:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 175 00000100:00100000:0.0:1767319266.185980:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923672192:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.186012:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.186034:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38ec3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31be4 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319266.186335:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00010000:00010000:0.0:1767319266.186446:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38ec3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31be4 expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.186461:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:0.0:1767319266.186464:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319266.186470:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c38ec3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31be4 expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.186481:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556e00, rc 0) 00000100:00100000:0.0:1767319266.186548:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923672192:12345-192.168.204.13@tcp:101:rm.0 Request processed in 570us (748us total) trans 137438953480 rc 301/301 00000100:00100000:0.0:1767319266.186556:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 175 00000100:00100000:0.0:1767319266.207934:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923672320:12345-192.168.204.13@tcp:37:rm.0 Request processed in 10025us (10127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.210382:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 26 00000100:00100000:0.0:1767319266.224314:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.226434:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923672576 00000100:00100000:0.0:1767319266.226446:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923672576 00000100:00100000:0.0:1767319266.226517:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 27 00000100:00100000:0.0:1767319266.226529:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923672576:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319266.227258:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923672576:12345-192.168.204.13@tcp:35:rm.0 Request processed in 729us (2959us total) trans 137438953481 rc 0/0 00000100:00100000:0.0:1767319266.227293:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 27 00000100:00100000:1.0:1767319266.234732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.235280:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923672832 00000100:00100000:0.0:1767319266.235304:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923672832 00000100:00100000:0.0:1767319266.235359:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 176 00000100:00100000:0.0:1767319266.235368:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923672832:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.235393:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.235414:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38ed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31beb expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.235511:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38ed8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.235522:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38ed8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.235530:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38ed8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319266.235537:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00010000:00010000:0.0:1767319266.235661:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31beb expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.235679:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38ed8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31beb expref: 14 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.235687:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319266.235690:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767319266.235694:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767319266.235760:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923672832:12345-192.168.204.13@tcp:101:rm.0 Request processed in 392us (1037us total) trans 137438953482 rc 0/0 00000100:00100000:0.0:1767319266.235780:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 176 00000100:00100000:0.0:1767319266.247835:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.248863:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582272 00000100:00100000:2.0:1767319266.248870:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582272 00000100:00100000:2.0:1767319266.248912:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:2.0:1767319266.248919:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988582272:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319266.249085:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988582272:12345-0@lo:1000:mdt00_004.0 Request processed in 166us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.249105:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000100:00100000:0.0:1767319266.249182:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988582272:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1767319266.249239:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249250:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249259:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319266.249291:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249302:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249309:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249316:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249322:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.249326:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249334:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249346:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319266.249355:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.249361:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249367:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c38eed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249380:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249385:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249391:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249395:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.249397:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249403:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249409:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf7117594 (ffff9e7d0b33a900) 00010000:00010000:0.0:1767319266.249411:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.249414:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249418:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c38ef4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.249451:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c38ee6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf2 expref: 16 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.249477:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf2 expref: 15 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.249484:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.249486:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319266.249489:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556a00, rc 0) 00000100:00100000:0.0:1767319266.249540:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923672960:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1564us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.249547:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 177 00000100:00100000:1.0:1767319266.252991:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.253133:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923673088 00000100:00100000:0.0:1767319266.253143:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923673088 00000100:00100000:0.0:1767319266.253229:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 178 00000100:00100000:0.0:1767319266.253238:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:87929:x1853163923673088:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.253259:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.253292:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c38f02 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31bf9 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319266.254069:0:122876:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 726us 00010000:00010000:2.0:1767319266.278154:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38f09 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.278179:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38f09 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.278193:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38f09 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319266.278249:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1b:0x0]: returning size 4096 00000004:00200000:2.0:1767319266.278253:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767319266.278318:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c38f02 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf9 expref: 8 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.278335:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38f09 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf9 expref: 7 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.278344:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d39f8f800) 00010000:00010000:2.0:1767319266.278347:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319266.278351:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82a00, rc 0) 00000100:00100000:2.0:1767319266.278424:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923673088:12345-192.168.204.13@tcp:101:rm.0 Request processed in 25186us (25443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.278433:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 178 00000100:00100000:2.0:1767319266.287073:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923673344 00000100:00100000:2.0:1767319266.287081:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923673344 00000100:00100000:2.0:1767319266.287143:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 179 00000100:00100000:2.0:1767319266.287153:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923673344:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.287171:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.287196:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c00 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319266.288098:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1b:0x0]: returning size 4096 00010000:00010000:2.0:1767319266.288196:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f10 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c00 expref: 9 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.288219:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d3b4b4800) 00010000:00010000:2.0:1767319266.288221:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319266.288225:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c00 expref: 9 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.288241:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319266.288425:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87929:x1853163923673344:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1274us (1513us total) trans 90194313219 rc 301/301 00000100:00100000:2.0:1767319266.288432:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 179 00000100:00100000:0.0:1767319266.296461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.301508:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87929:x1853163923673472:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4809us (5046us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.301523:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 28 00000100:00100000:1.0:1767319266.304689:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.305251:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923673728 00000100:00100000:2.0:1767319266.305264:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923673728 00000100:00100000:2.0:1767319266.305339:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 29 00000100:00100000:2.0:1767319266.305349:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87929:x1853163923673728:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319266.305661:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923673728:12345-192.168.204.13@tcp:35:rm.0 Request processed in 312us (977us total) trans 90194313220 rc 0/0 00000100:00100000:2.0:1767319266.305669:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 29 00000100:00100000:0.0:1767319266.309093:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.309202:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.309412:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674112 00000100:00100000:2.0:1767319266.309436:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674112 00000100:00100000:0.0:1767319266.309665:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 180 00000100:00100000:0.0:1767319266.309678:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923674112:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.309735:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.309763:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c38f09 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf9 expref: 9 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.309799:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d39f8f800) 00000100:00100000:1.0:1767319266.309802:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923673856 00000100:00100000:1.0:1767319266.309807:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923673856 00010000:00010000:0.0:1767319266.309810:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319266.309850:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 809 00000100:00100000:1.0:1767319266.309857:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:2508:x1853163923673856:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:1.0:1767319266.309866:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.309878:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c38efb lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bf2 expref: 15 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319266.309884:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988582400:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1767319266.309889:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319266.309896:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319266.309941:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2508:x1853163923673856:12345-192.168.204.13@tcp:103:rm.0 Request processed in 83us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.309948:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 809 00000100:00100000:0.0:1767319266.310099:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.310214:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766480 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.310518:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988582400:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1767319266.310618:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.310627:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.310636:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:0.0:1767319266.310650:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988582528:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319266.310672:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.310781:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766300 going to sleep for 50 seconds 00000100:00100000:2.0:1767319266.310839:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582528 00000100:00100000:2.0:1767319266.310844:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582528 00000100:00100000:2.0:1767319266.310879:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:2.0:1767319266.310886:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:121476:x1853163988582528:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319266.310895:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.310909:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38f1e expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.310930:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.310940:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 4/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.310973:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.310987:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 13 pid: 121476 timeout: 4613 lvb_type: 0 00000100:00100000:2.0:1767319266.310997:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988582656:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319266.311046:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7ee840 going to sleep for 11 seconds 00000100:00100000:0.0:1767319266.315638:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.315755:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674240 00000100:00100000:1.0:1767319266.315764:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674240 00010000:00010000:1.0:1767319266.315801:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 14 pid: 121476 timeout: 4613 lvb_type: 0 00000100:00100000:1.0:1767319266.315862:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2615 00000100:00100000:1.0:1767319266.315871:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923674240:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319266.315888:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.315896:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 14 pid: 121476 timeout: 4613 lvb_type: 0 00010000:00010000:1.0:1767319266.315908:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 14 pid: 121476 timeout: 4613 lvb_type: 0 00010000:00010000:1.0:1767319266.315931:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319266.315938:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.315949:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.315957:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.315992:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319266.316007:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988582784:0@lo:105: 00000100:00100000:1.0:1767319266.316051:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.316093:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319266.316155:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582784 00000100:00100000:0.0:1767319266.316159:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582784 00000100:00100000:0.0:1767319266.316197:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1767319266.316213:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988582784:12345-0@lo:105: 00010000:00010000:0.0:1767319266.316224:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316233:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316253:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316261:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316267:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316278:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.316292:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d09557a00) 00000100:00100000:0.0:1767319266.316333:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988582784:12345-0@lo:105: Request processed in 129us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.316340:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1767319266.316377:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988582784:0@lo:105: 00010000:00010000:0.0:1767319266.316391:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319266.316429:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+14:2509:x1853163923674240:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 559us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.316436:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2615 00010000:00010000:2.0:1767319266.317006:0:18378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c38ebc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bdd expref: 13 pid: 121476 timeout: 4613 lvb_type: 0 00000100:00100000:2.0:1767319266.317022:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988582656:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319266.317040:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 7 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.317054:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319266.317056:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.317059:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319266.317104:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121476:x1853163988582528:12345-0@lo:101:mdt00_003.0 Request processed in 6218us (6430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.317110:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00100000:0.0:1767319266.317232:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988582528:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319266.317247:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319266.317265:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x15:0x0] 00010000:00010000:0.0:1767319266.317312:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.317319:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.317327:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT1 00000100:00100000:0.0:1767319266.317344:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988582912:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319266.317372:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.317397:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766300 going to sleep for 50 seconds 00000100:00100000:2.0:1767319266.317484:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988582912 00000100:00100000:2.0:1767319266.317490:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988582912 00000100:00100000:2.0:1767319266.317524:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:2.0:1767319266.317532:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:121476:x1853163988582912:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319266.317546:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.317569:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38f33 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38f2c expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.317621:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38f33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38f2c expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.317632:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38f33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38f2c expref: 8 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.317637:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf7117594 (ffff9e7d3b4b4800) 00010000:00010000:2.0:1767319266.317640:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.317642:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83600, rc 0) 00000100:00100000:2.0:1767319266.320347:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988582912:12345-0@lo:101:mdt00_003.0 Request processed in 2802us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.320361:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00100000:2.0:1767319266.322711:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988583040 00000100:00100000:2.0:1767319266.322740:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988583040 00000100:00100000:2.0:1767319266.322863:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381 00000100:00100000:2.0:1767319266.322874:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583040:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319266.322988:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583040:12345-0@lo:1000:mdt00_003.0 Request processed in 116us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.322996:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381 00000100:00100000:1.0:1767319266.324150:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988583168 00000100:00100000:1.0:1767319266.324157:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988583168 00000100:00100000:1.0:1767319266.324221:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382 00000100:00100000:1.0:1767319266.324228:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583168:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319266.324404:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583168:12345-0@lo:1000:mdt00_003.0 Request processed in 176us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.324412:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382 00000100:00100000:1.0:1767319266.325049:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988583296 00000100:00100000:1.0:1767319266.325055:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988583296 00000100:00100000:1.0:1767319266.325090:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767319266.325097:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583296:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767319266.325170:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583296:12345-0@lo:1000:mdt00_003.0 Request processed in 74us (288us total) trans 0 rc 1/1 00000100:00100000:1.0:1767319266.325176:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767319266.325506:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988583424 00000100:00100000:1.0:1767319266.325510:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988583424 00000100:00100000:1.0:1767319266.325537:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384 00000100:00100000:1.0:1767319266.325544:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121476:x1853163988583424:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319266.325744:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.325763:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f41 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c38f3a expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.325786:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f41 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c38f3a expref: 9 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.325799:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f41 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c38f3a expref: 9 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.325807:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319266.325810:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319266.325822:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e000, rc 0) 00000100:00100000:1.0:1767319266.325897:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988583424:12345-0@lo:101:mdt00_003.0 Request processed in 353us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.325904:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384 00000100:00100000:2.0:1767319266.327195:0:121330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988583552 00000100:00100000:2.0:1767319266.327201:0:121330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988583552 00000100:00100000:2.0:1767319266.327365:0:121330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1767319266.327375:0:121330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988583552:12345-0@lo:700:mdt00_003.0 00000100:00100000:2.0:1767319266.327436:0:121330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0001-mdtlov_UUID+9:121476:x1853163988583552:12345-0@lo:700:mdt00_003.0 Request processed in 63us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.327443:0:121330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:0.0:1767319266.328251:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 5 rpc_version 5 00000020:00100000:0.0:1767319266.328285:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319266.328293:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3bc5ea00 x1853163988583808/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319266.328313:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988583808:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319266.328353:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.328387:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766480 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.331763:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:123528:x1853163988583808:12345-0@lo:1000:osp_up0-1.0 Request processed in 3157us (3404us total) trans 137438953483 rc 0/0 00000100:00100000:0.0:1767319266.331774:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000004:00080000:0.0:1767319266.331828:0:123528:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 137438953483 committed transno 137438953483 00000100:00100000:0.0:1767319266.331833:0:123528:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 137438953483 gen 2 00000100:00100000:0.0:1767319266.331850:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988583808:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767319266.331877:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 6 rpc_version 6 00000020:00100000:0.0:1767319266.331900:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319266.331907:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3bc5ea00 x1853163988584064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319266.331945:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988584064:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319266.332066:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.332090:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766480 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.332104:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584064 00000100:00100000:0.0:1767319266.332110:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584064 00000100:00100000:0.0:1767319266.332147:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:0.0:1767319266.332155:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:123528:x1853163988584064:12345-0@lo:1000:osp_up0-1.0 00000040:00080000:0.0:1767319266.332920:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400013a0:0x3:0x0].18, 64 off33920 00000040:00080000:0.0:1767319266.333598:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].1, 664 off33432 00000100:00100000:0.0:1767319266.333693:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988584192:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319266.333753:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.333785:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584192 00000100:00100000:0.0:1767319266.333791:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584192 00000100:00100000:0.0:1767319266.333826:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4387 00000100:00100000:0.0:1767319266.333834:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121476:x1853163988584192:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319266.333890:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121476:x1853163988584192:12345-0@lo:1000:mdt00_003.0 Request processed in 57us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.333897:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4387 00000100:00100000:0.0:1767319266.333917:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d034abf00 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.333936:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:121476:1853163988584192:0@lo:1000:mdt00_003.0 00000040:00080000:0.0:1767319266.334145:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].1, 744 off33512 00000004:00080000:0.0:1767319266.334153:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d2e27d840 with version 7 00000001:00080000:0.0:1767319266.335380:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 137438953484 is committed 00000100:00100000:2.0:1767319266.335725:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:123528:x1853163988584064:12345-0@lo:1000:osp_up0-1.0 Request processed in 3567us (3656us total) trans 137438953484 rc 0/0 00000100:00100000:2.0:1767319266.335735:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000004:00080000:0.0:1767319266.335806:0:123528:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 137438953484 committed transno 137438953484 00000100:00100000:0.0:1767319266.335810:0:123528:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 137438953484 gen 2 00000100:00100000:0.0:1767319266.335825:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988584064:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767319266.335855:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 7 rpc_version 7 00000020:00100000:0.0:1767319266.335878:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319266.335885:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7c0c45ce00 x1853163988584448/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319266.335904:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988584448:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319266.335938:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.336075:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01359780 going to sleep for 50 seconds 00000100:00100000:2.0:1767319266.336118:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584448 00000100:00100000:2.0:1767319266.336124:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584448 00000100:00100000:2.0:1767319266.336194:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4388 00000100:00100000:2.0:1767319266.336201:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:123528:x1853163988584448:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319266.340552:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:123528:x1853163988584448:12345-0@lo:1000:osp_up0-1.0 Request processed in 4340us (4601us total) trans 137438953485 rc 0/0 00000100:00100000:2.0:1767319266.340567:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4388 00000100:00100000:1.0:1767319266.340735:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988584448:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1767319266.340842:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1b:0x0]: returning size 4096 00010000:00010000:0.0:1767319266.340867:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340878:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340886:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340891:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.340895:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340903:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340917:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d0b33ae00) 00010000:00010000:0.0:1767319266.340920:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.340925:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340930:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c38f48 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.340965:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.340973:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.340979:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.341001:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.341217:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319266.341223:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341230:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319266.341235:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319266.341242:0:15460:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341278:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341284:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319266.341313:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 1/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341321:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d0682c200/0x719a348ff1c38f3a lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38f41 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341336:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.341338:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.341340:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319266.341347:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319266.341368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988584576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319266.341407:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.341448:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584576 00000100:00100000:1.0:1767319266.341454:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584576 00000100:00100000:1.0:1767319266.341498:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1767319266.341507:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7013:x1853163988584576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319266.341519:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.341537:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f41 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38f3a expref: 10 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.341549:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1b:0x0].0x0 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319266.341558:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319266.341615:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163988584576:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.341621:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1767319266.341651:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988584576:0@lo:103:ldlm_bl.0 00000004:00080000:0.0:1767319266.345543:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x15:0x0] 00010000:00010000:0.0:1767319266.345559:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.345572:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.345603:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557a00/0x719a348ff1c38f1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38f25 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.345621:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319266.345628:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x15:0x0] 00010000:00010000:0.0:1767319266.345633:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.345639:0:121476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319266.345733:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923674112:12345-192.168.204.13@tcp:36:rm.0 Request processed in 36053us (36525us total) trans 90194313221 rc 0/0 00000100:00100000:0.0:1767319266.345754:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 180 00000100:00100000:2.0:1767319266.346721:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584704 00000100:00100000:2.0:1767319266.346730:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584704 00000100:00100000:2.0:1767319266.346780:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1767319266.346790:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:7012:x1853163988584704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.346810:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.346830:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f25 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38f1e expref: 9 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.346844:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319266.346849:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319266.346887:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988584704:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.346894:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767319266.346976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988584704:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319266.349023:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.349096:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674368 00000100:00100000:2.0:1767319266.349105:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674368 00000100:00100000:2.0:1767319266.349163:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 181 00000100:00100000:2.0:1767319266.349172:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923674368:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.349194:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.349228:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38f4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c07 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.349298:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.349312:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.349322:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.349336:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.349343:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.349365:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319266.349479:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988584832:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767319266.349527:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.349562:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7eee40 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.349742:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584832 00000100:00100000:0.0:1767319266.349747:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584832 00000100:00100000:0.0:1767319266.349774:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389 00000100:00100000:0.0:1767319266.349780:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121476:x1853163988584832:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319266.349967:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121476:x1853163988584832:12345-0@lo:1000:mdt00_003.0 Request processed in 186us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.349975:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389 00000100:00100000:2.0:1767319266.350083:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988584832:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1767319266.350125:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38f64 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350136:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38f64 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350144:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38f64 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319266.350166:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38f64 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350179:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350185:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350192:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350198:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350218:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.350227:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350235:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350246:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319266.350249:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.350253:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350259:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38f56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350272:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350277:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350282:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350286:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.350289:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350294:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350300:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xd1d4b922 (ffff9e7d3b4b4e00) 00010000:00010000:2.0:1767319266.350302:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.350304:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350319:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.350354:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38f4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c07 expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.350366:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c38f64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c07 expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.350371:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:2.0:1767319266.350374:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319266.350376:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82200, rc 0) 00000100:00100000:2.0:1767319266.350420:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923674368:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1249us (1406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.350427:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 181 00000100:00100000:2.0:1767319266.353045:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.353116:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674496 00000100:00100000:0.0:1767319266.353126:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674496 00000100:00100000:0.0:1767319266.353183:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 182 00000100:00100000:0.0:1767319266.353193:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923674496:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.353228:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.353252:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c38f6b lrc: 2/0,0 mode: --/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c0e expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.353308:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c38f72 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319266.353321:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c38f72 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319266.353332:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c38f72 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:0.0:1767319266.354079:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1c:0x0]: returning size 4096 00000004:00200000:0.0:1767319266.354090:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319266.354135:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c38f6b lrc: 0/0,0 mode: --/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c0e expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.354154:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c38f72 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c0e expref: 10 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.354163:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d1aa67100) 00010000:00010000:0.0:1767319266.354166:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319266.354169:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556e00, rc 0) 00000100:00100000:0.0:1767319266.354278:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923674496:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1086us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.354286:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 182 00000100:00100000:0.0:1767319266.360760:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.360924:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674624 00000100:00100000:2.0:1767319266.360934:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674624 00000100:00100000:2.0:1767319266.361038:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 183 00000100:00100000:2.0:1767319266.361047:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923674624:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.361067:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.361088:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f79 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c15 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.361275:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38f80 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.361290:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38f80 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.361313:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38f80 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:2.0:1767319266.361343:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0x4:0x0]: returning size 4096 00000004:00200000:2.0:1767319266.361347:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319266.361391:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38f79 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c15 expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.361408:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38f80 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c15 expref: 11 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.361418:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319266.361421:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319266.361424:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82800, rc 0) 00000100:00100000:2.0:1767319266.361482:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923674624:12345-192.168.204.13@tcp:101:rm.0 Request processed in 436us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.361489:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 183 00000100:00100000:2.0:1767319266.367301:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923674752 00000100:00100000:2.0:1767319266.367315:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923674752 00000100:00100000:2.0:1767319266.367394:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 184 00000100:00100000:2.0:1767319266.367406:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923674752:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.367427:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.367451:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38f87 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c1c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.367636:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.367651:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.367676:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319266.367710:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767319266.367716:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319266.367753:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38f87 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c1c expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.367772:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c1c expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.367781:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4e00) 00010000:00010000:2.0:1767319266.367784:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319266.367788:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82c00, rc 0) 00000100:00100000:2.0:1767319266.367857:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923674752:12345-192.168.204.13@tcp:101:rm.0 Request processed in 453us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.367866:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 184 00000100:00100000:1.0:1767319266.373283:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675008 00000100:00100000:1.0:1767319266.373294:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675008 00000100:00100000:1.0:1767319266.373357:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 185 00000100:00100000:1.0:1767319266.373376:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923675008:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.373399:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.373428:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c23 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319266.373635:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1c:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.373733:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f95 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c23 expref: 13 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.373765:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319266.373768:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319266.373774:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38f95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c23 expref: 13 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.373792:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0e000, rc 0) 00000100:00100000:1.0:1767319266.373850:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675008:12345-192.168.204.13@tcp:101:rm.0 Request processed in 476us (885us total) trans 90194313222 rc 301/301 00000100:00100000:1.0:1767319266.373857:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 185 00000100:00100000:0.0:1767319266.380561:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.380697:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675136 00000100:00100000:2.0:1767319266.380711:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675136 00000100:00100000:0.0:1767319266.395030:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41bf0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675136:12345-192.168.204.13@tcp:37:rm.0 Request processed in 14171us (14468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.395048:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 30 00000100:00100000:0.0:1767319266.416523:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675264 00000100:00100000:0.0:1767319266.416541:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675264 00000100:00100000:0.0:1767319266.416646:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 31 00000100:00100000:0.0:1767319266.416656:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675264:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319266.425532:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675264:12345-192.168.204.13@tcp:37:rm.0 Request processed in 8864us (13515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.425547:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 31 00000100:00100000:1.0:1767319266.438608:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675520 00000100:00100000:1.0:1767319266.438624:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675520 00000100:00100000:1.0:1767319266.438764:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 32 00000100:00100000:1.0:1767319266.438775:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675520:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319266.438992:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:121324:1853163988584960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319266.439056:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.439083:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e15000 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.440435:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988584960 00000100:00100000:0.0:1767319266.440445:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988584960 00000100:00100000:0.0:1767319266.440504:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390 00000100:00100000:0.0:1767319266.440512:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121324:x1853163988584960:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767319266.440648:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:121324:x1853163988584960:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 137us (1591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.440669:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390 00000004:00080000:1.0:1767319266.441278:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 8 rpc_version 8 00000020:00100000:1.0:1767319266.441302:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319266.441310:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03ea7100 x1853163988585216/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319266.441331:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988585216:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319266.441545:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.441611:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d01359780 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.442746:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585216 00000100:00100000:0.0:1767319266.442757:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585216 00000100:00100000:0.0:1767319266.442818:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1767319266.442827:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:123528:x1853163988585216:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767319266.444059:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:123528:x1853163988585216:12345-0@lo:1000:osp_up0-1.0 Request processed in 1229us (2509us total) trans 137438953486 rc 0/0 00000100:00100000:0.0:1767319266.444070:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391 00000100:00100000:1.0:1767319266.444731:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923675520:12345-192.168.204.13@tcp:35:rm.0 Request processed in 5955us (9510us total) trans 90194313223 rc 0/0 00000100:00100000:1.0:1767319266.444741:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 32 00000100:00100000:2.0:1767319266.451713:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675776 00000100:00100000:2.0:1767319266.451730:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675776 00000100:00100000:2.0:1767319266.451806:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 186 00000100:00100000:2.0:1767319266.451818:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923675776:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.451846:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.451870:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38fa3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c2a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.452030:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38faa lrc: 3/1,0 mode: --/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.452057:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38faa lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.452067:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38faa lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:2.0:1767319266.452079:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1c:0x0]: returning size 4096 00010000:00010000:2.0:1767319266.452177:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38fa3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c2a expref: 16 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.452213:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38faa lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c2a expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.452222:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d1aa67100) 00010000:00010000:2.0:1767319266.452226:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767319266.452229:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319266.452310:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923675776:12345-192.168.204.13@tcp:101:rm.0 Request processed in 494us (2152us total) trans 90194313224 rc 0/0 00000100:00100000:2.0:1767319266.452317:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 186 00000100:00100000:0.0:1767319266.459448:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.459611:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923675904 00000100:00100000:1.0:1767319266.459621:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923675904 00000100:00100000:1.0:1767319266.459683:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 187 00000100:00100000:1.0:1767319266.459693:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675904:12345-192.168.204.13@tcp:41:rm.0 00000004:00000024:1.0:1767319266.459744:0:122876:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7845912576 avail 7382867968 00000100:00100000:1.0:1767319266.459815:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923675904:12345-192.168.204.13@tcp:41:rm.0 Request processed in 124us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.459823:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 187 00000100:00100000:2.0:1767319266.464906:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923676032 00000100:00100000:2.0:1767319266.464916:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923676032 00000100:00100000:2.0:1767319266.464974:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 188 00000100:00100000:2.0:1767319266.464983:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923676032:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.465004:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.465024:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38fb8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c31 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.465093:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465119:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465129:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465144:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465152:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465158:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465314:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465323:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465330:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319266.465438:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 0 00000004:00200000:2.0:1767319266.465442:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.465462:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465473:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465481:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465497:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465502:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465509:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465514:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.465518:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465526:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465537:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4e00) 00010000:00010000:2.0:1767319266.465540:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.465544:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 3/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465549:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c38fbf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465565:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465570:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465576:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465635:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.465644:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465650:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465658:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa6a94833 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.465660:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.465664:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465669:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c38fc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.465701:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c38fb8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c31 expref: 14 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.465714:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c31 expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.465721:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9e7d3b4b4d00) 00010000:00010000:2.0:1767319266.465723:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.465725:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83000, rc 0) 00000100:00100000:2.0:1767319266.465797:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923676032:12345-192.168.204.13@tcp:101:rm.0 Request processed in 814us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.465806:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 188 00000100:00100000:1.0:1767319266.470964:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923676288 00000100:00100000:1.0:1767319266.470976:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923676288 00000100:00100000:1.0:1767319266.471041:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 189 00000100:00100000:1.0:1767319266.471051:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923676288:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.471106:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319266.471132:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c38fcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c31 expref: 13 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.471155:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9e7d3b4b4d00) 00010000:00010000:1.0:1767319266.471173:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c38f8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c1c expref: 12 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.471182:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4e00) 00010000:00010000:1.0:1767319266.471197:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.471237:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471250:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471260:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471553:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471561:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471568:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471681:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471690:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.471696:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:1.0:1767319266.473099:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].2, 64 off8320 00000004:00080000:1.0:1767319266.473117:0:122876:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4513407535953ns, next at 4514407532840ns, rc = 0 00010000:00010000:1.0:1767319266.473180:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473193:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473712:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473720:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473726:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473732:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c38fe9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473799:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.473820:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473827:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473834:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473840:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.473844:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473851:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473863:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319266.473866:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.473871:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.473887:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c38fe2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474018:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474024:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474030:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474035:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.474038:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474044:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474052:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319266.474055:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.474058:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474064:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c38fd4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:1.0:1767319266.474080:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009c7c9778 reply state 000000008d4de3ac transno 137438953487 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474091:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.474106:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa6a94833 (ffff9e7d07a39100) 00010000:00010000:1.0:1767319266.474108:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.474112:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.474215:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923676288:12345-192.168.204.13@tcp:36:rm.0 Request processed in 3152us (3345us total) trans 137438953487 rc 0/0 00000100:00100000:1.0:1767319266.474224:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 189 00000100:00100000:1.0:1767319266.480771:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923676416 00000100:00100000:1.0:1767319266.480781:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923676416 00000100:00100000:1.0:1767319266.480835:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 190 00000100:00100000:1.0:1767319266.480845:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923676416:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.480870:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.480894:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c38ff0 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c38 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.480972:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.480987:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481001:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481016:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.481023:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481029:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481196:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.481216:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481223:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:1.0:1767319266.481257:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x21:0x0]: returning size 0 00000004:00200000:1.0:1767319266.481272:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.481292:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481303:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481311:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481317:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481323:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481329:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.481333:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481340:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481352:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:1.0:1767319266.481828:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.481834:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481842:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c38ff7 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481854:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481860:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481866:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481871:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.481875:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481881:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481888:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x3e3e6f26 (ffff9e7d07a39600) 00010000:00010000:1.0:1767319266.481891:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.481894:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481900:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c38ffe lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.481932:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c38ff0 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c38 expref: 17 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.482129:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c38 expref: 16 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.482137:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x21:0x0].0x0 (ffff9e7d07a39200) 00010000:00010000:1.0:1767319266.482140:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.482142:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4d800, rc 0) 00000100:00100000:1.0:1767319266.482250:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923676416:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1405us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.482259:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 190 00000100:00100000:2.0:1767319266.487477:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.488195:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923676672 00000100:00100000:1.0:1767319266.488430:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923676672 00000100:00100000:1.0:1767319266.488540:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 191 00000100:00100000:1.0:1767319266.488564:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923676672:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.488632:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319266.488659:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39005 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c38 expref: 16 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.488677:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x21:0x0].0x0 (ffff9e7d07a39200) 00010000:00010000:1.0:1767319266.488692:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c38f80 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c15 expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.488702:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:1.0:1767319266.488710:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.488734:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.488746:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.488769:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.488783:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.488790:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.488796:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.488878:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,1 mode: --/EX res: [0x240000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.488887:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.488893:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:1.0:1767319266.489136:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x56:0x0].2, 64 off8320 00000004:00080000:1.0:1767319266.489146:0:122876:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4513423565677ns, next at 4514423563480ns, rc = 0 00010000:00010000:1.0:1767319266.489194:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.489220:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489228:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489234:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489247:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489253:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c39021 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489278:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.489297:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489303:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489308:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489314:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.489318:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489324:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489333:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x21:0x0].0x0 (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319266.489336:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.489339:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 2/0,0 mode: --/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.489345:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3901a lrc: 0/0,0 mode: --/EX res: [0x240000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490074:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490091:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490097:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490102:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.490105:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490111:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490119:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39600) 00010000:00010000:1.0:1767319266.490122:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.490125:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490130:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3900c lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00000004:00010000:1.0:1767319266.490143:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078104085 reply state 000000009aeb22c6 transno 90194313225 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490154:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.490160:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x3e3e6f26 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319266.490162:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.490165:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.490263:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923676672:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1699us (2792us total) trans 90194313225 rc 0/0 00000100:00100000:1.0:1767319266.490280:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 191 00000100:00100000:2.0:1767319266.494117:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923676800 00000100:00100000:2.0:1767319266.494128:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923676800 00000100:00100000:2.0:1767319266.494187:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 192 00000100:00100000:2.0:1767319266.494198:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923676800:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.494270:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.494294:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39028 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c3f expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.494523:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494538:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494741:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494759:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494766:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494772:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494911:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494919:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.494926:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319266.495049:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:2.0:1767319266.495055:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.495076:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495095:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495105:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495111:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495118:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495124:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495129:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.495134:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495141:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495155:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.495157:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.495162:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495168:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3902f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495182:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495188:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495277:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495285:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.495288:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495294:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495301:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xf142140 (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319266.495304:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.495307:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495313:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c39036 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319266.495348:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39028 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c3f expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.495442:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c3f expref: 14 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.495450:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319266.495452:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.495454:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82400, rc 0) 00000100:00100000:2.0:1767319266.495674:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923676800:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1477us (2317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.495684:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 192 00000100:00100000:1.0:1767319266.500242:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677056 00000100:00100000:1.0:1767319266.500251:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677056 00000100:00100000:1.0:1767319266.500308:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 193 00000100:00100000:1.0:1767319266.500318:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923677056:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.500384:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.500410:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3903d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c3f expref: 14 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.500430:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:1.0:1767319266.500440:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.500465:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500477:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500486:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500495:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xf142140 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500501:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500508:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500616:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500635:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500642:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319266.500838:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].3, 64 off8384 00010000:00010000:1.0:1767319266.500878:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500886:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500893:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500900:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500906:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500912:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500927:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.500941:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500947:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500961:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500977:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.500982:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500989:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.500998:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.501001:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.501004:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501009:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39052 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501110:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501118:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501123:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501128:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.501131:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501136:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501143:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39600) 00010000:00010000:1.0:1767319266.501146:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.501153:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501159:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39044 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.501170:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000051f9f2ee reply state 00000000f645257f transno 137438953488 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501180:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501186:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xf142140 (ffff9e7d07a39200) 00010000:00010000:1.0:1767319266.501188:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.501190:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.501933:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923677056:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1611us (1769us total) trans 137438953488 rc 0/0 00000100:00100000:1.0:1767319266.501942:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 193 00010000:00010000:1.0:1767319266.501980:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319266.501986:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.501993:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319266.501996:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.502003:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.502013:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.502015:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319266.502018:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.502035:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39059 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.502047:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.502048:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.502050:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319266.505314:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677184 00000100:00100000:1.0:1767319266.505325:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677184 00000100:00100000:1.0:1767319266.505481:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 194 00000100:00100000:1.0:1767319266.505491:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923677184:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.505514:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.505534:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39060 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c46 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.505646:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505660:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505669:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505681:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505687:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505693:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505845:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505854:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505861:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.505891:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:1.0:1767319266.505895:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.505912:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505923:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505932:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505937:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505944:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.505950:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.506127:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506135:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506147:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319266.506156:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.506162:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506168:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c39067 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506181:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506186:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506191:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506197:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.506212:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506219:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506226:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xef08328a (ffff9e7d07a39c00) 00010000:00010000:1.0:1767319266.506229:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.506231:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506236:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c3906e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.506269:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39060 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c46 expref: 17 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.506297:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c46 expref: 16 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.506303:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9e7d07a39900) 00010000:00010000:1.0:1767319266.506306:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.506308:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d06c0ec00, rc 0) 00000100:00100000:1.0:1767319266.506507:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923677184:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1016us (1674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.506515:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 194 00000100:00100000:0.0:1767319266.510695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.510794:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677440 00000100:00100000:1.0:1767319266.510805:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677440 00000100:00100000:1.0:1767319266.510862:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 195 00000100:00100000:1.0:1767319266.510872:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923677440:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.510928:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.510961:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39075 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c46 expref: 16 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.510979:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9e7d07a39900) 00010000:00010000:1.0:1767319266.510988:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.511011:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511023:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511031:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511061:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xef08328a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511068:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511076:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511148:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511156:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511161:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319266.511413:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].2, 64 off8320 00000004:00080000:1.0:1767319266.511422:0:121323:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4513445841407ns, next at 4514445839480ns, rc = 0 00010000:00010000:1.0:1767319266.511464:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511472:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511479:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511486:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511491:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511502:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39091 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511524:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.511541:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511547:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511552:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511558:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.511562:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511569:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511599:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.511602:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.511606:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511612:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3908a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511705:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511713:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511728:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511733:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.511736:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511741:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511748:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.511751:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.511754:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511758:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c3907c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.511769:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000893ff16e reply state 00000000b258b0de transno 137438953489 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511779:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.511785:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xef08328a (ffff9e7d07a39600) 00010000:00010000:1.0:1767319266.511787:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.511789:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.511860:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923677440:12345-192.168.204.13@tcp:36:rm.0 Request processed in 988us (1173us total) trans 137438953489 rc 0/0 00000100:00100000:1.0:1767319266.511868:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 195 00000100:00100000:2.0:1767319266.516838:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677568 00000100:00100000:2.0:1767319266.516849:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677568 00000100:00100000:2.0:1767319266.516912:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 196 00000100:00100000:2.0:1767319266.516922:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923677568:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.516946:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.516978:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39098 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c4d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.517042:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517055:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517065:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517075:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517082:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517088:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517234:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517242:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517249:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.517292:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 0 00000004:00200000:2.0:1767319266.517296:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.517316:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517327:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517335:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517341:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517347:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517352:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.517356:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517363:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517373:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.517376:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.517381:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517387:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3909f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517400:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517411:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517416:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517421:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.517424:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517430:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517438:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xec45d8e7 (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319266.517441:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.517443:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517448:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390a6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.517479:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39098 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c4d expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.517493:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c4d expref: 18 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.517500:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319266.517502:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.517504:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83e00, rc 0) 00000100:00100000:2.0:1767319266.517567:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923677568:12345-192.168.204.13@tcp:101:rm.0 Request processed in 647us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.517625:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 196 00000100:00100000:0.0:1767319266.523697:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.523784:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677824 00000100:00100000:1.0:1767319266.523806:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677824 00000100:00100000:1.0:1767319266.523866:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 197 00000100:00100000:1.0:1767319266.523875:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923677824:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.523925:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.523949:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c4d expref: 18 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.523978:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319266.523990:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.524015:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524027:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524038:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524050:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524056:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524062:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524140:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524148:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524166:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319266.524408:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].3, 64 off8384 00010000:00010000:1.0:1767319266.524458:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524467:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524475:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524482:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524488:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524494:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c390c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524515:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.524532:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524538:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524545:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524551:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.524554:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524568:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524577:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319266.524628:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.524633:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524638:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390c2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524741:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524747:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524752:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524757:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.524760:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524765:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524772:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.524775:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.524778:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524782:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390b4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.524801:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000087045765 reply state 0000000041a7dfaa transno 137438953490 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524812:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.524818:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xec45d8e7 (ffff9e7d07a39900) 00010000:00010000:1.0:1767319266.524820:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.524823:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.524897:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923677824:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1021us (1207us total) trans 137438953490 rc 0/0 00000100:00100000:1.0:1767319266.524905:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 197 00000100:00100000:0.0:1767319266.534622:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.534750:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923677952 00000100:00100000:2.0:1767319266.534761:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923677952 00000100:00100000:2.0:1767319266.534822:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 198 00000100:00100000:2.0:1767319266.534832:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923677952:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.534855:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.534877:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c390d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c54 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.534941:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.534956:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.534967:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.534979:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.534985:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.534991:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535130:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535138:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535156:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.535189:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:2.0:1767319266.535193:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.535227:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535238:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535245:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535250:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535256:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535262:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.535266:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535274:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535284:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.535287:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.535292:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535298:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c390d7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535318:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535323:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535329:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535334:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.535337:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535342:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535349:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa3936bac (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319266.535352:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.535354:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535372:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c390de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.535402:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c390d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c54 expref: 21 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.535419:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c54 expref: 20 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.535426:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9e7d3b4b4000) 00010000:00010000:2.0:1767319266.535434:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.535437:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83e00, rc 0) 00000100:00100000:2.0:1767319266.535505:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87929:x1853163923677952:12345-192.168.204.13@tcp:101:rm.0 Request processed in 674us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.535513:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 198 00000100:00100000:1.0:1767319266.539834:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923678208 00000100:00100000:1.0:1767319266.539845:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923678208 00000100:00100000:1.0:1767319266.539903:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 199 00000100:00100000:1.0:1767319266.539914:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87929:x1853163923678208:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.540004:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.540029:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c390e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c54 expref: 20 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.540051:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9e7d3b4b4000) 00010000:00010000:1.0:1767319266.540063:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.540087:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540099:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540108:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540127:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xa3936bac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540134:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540140:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540222:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540230:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540236:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319266.540460:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].4, 64 off8448 00010000:00010000:1.0:1767319266.540511:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540520:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540527:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540534:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540540:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540555:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540626:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.540644:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540650:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540656:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540662:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.540667:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540674:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540683:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.540686:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.540689:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540694:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c390fa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540792:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540799:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540814:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540819:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.540822:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540829:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540836:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.540839:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.540841:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540847:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c390ec lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.540859:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000abbd395a reply state 0000000048fb6dc3 transno 137438953491 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540870:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.540875:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa3936bac (ffff9e7d07a39c00) 00010000:00010000:1.0:1767319266.540878:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.540881:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.540949:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923678208:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1036us (1231us total) trans 137438953491 rc 0/0 00000100:00100000:1.0:1767319266.540957:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 199 00000100:00100000:0.0:1767319266.548280:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.548377:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923678336 00000100:00100000:2.0:1767319266.548388:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923678336 00000100:00100000:2.0:1767319266.548447:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 200 00000100:00100000:2.0:1767319266.548456:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923678336:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.548478:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.548500:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39108 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c5b expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.548574:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548617:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548627:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548640:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548646:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548653:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548771:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548792:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548799:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.548831:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 0 00000004:00200000:2.0:1767319266.548835:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.548854:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548864:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548872:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548879:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548885:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548891:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.548896:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548903:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548914:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.548918:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.548921:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548933:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3910f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.548947:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549821:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549828:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549834:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.549837:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549843:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549852:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xd0b639f4 (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319266.549855:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.549858:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549864:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39116 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.549903:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39108 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c5b expref: 23 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.549919:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c5b expref: 22 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.549940:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9e7d3b4b4600) 00010000:00010000:2.0:1767319266.549942:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.549944:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82400, rc 0) 00000100:00100000:2.0:1767319266.550142:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923678336:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1684us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.550150:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 200 00000100:00100000:2.0:1767319266.558067:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923678592 00000100:00100000:2.0:1767319266.558080:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923678592 00000100:00100000:2.0:1767319266.558145:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 201 00000100:00100000:2.0:1767319266.558155:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923678592:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319266.558225:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.558256:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3911d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c5b expref: 22 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.558276:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9e7d3b4b4600) 00010000:00010000:2.0:1767319266.558290:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319266.558320:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558333:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558344:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558356:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558363:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558387:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558462:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558469:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558476:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319266.558739:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].4, 64 off8448 00010000:00010000:2.0:1767319266.558792:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558801:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558809:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558816:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558822:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558828:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39139 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558849:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319266.558867:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558884:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558890:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558895:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.558899:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558906:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558913:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9e7d3b4b4000) 00010000:00010000:2.0:1767319266.558916:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319266.558920:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.558925:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39132 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559488:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559496:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559502:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559507:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.559510:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559526:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559534:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319266.559537:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.559540:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559769:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39124 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319266.559784:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000046cf06ed reply state 000000006c78d07a transno 137438953492 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559796:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.559803:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xd0b639f4 (ffff9e7d3b4b4200) 00010000:00010000:2.0:1767319266.559806:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319266.559809:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319266.559947:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923678592:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1780us (2370us total) trans 137438953492 rc 0/0 00000100:00100000:2.0:1767319266.559957:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 201 00000100:00100000:0.0:1767319266.564485:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.564614:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923678720 00000100:00100000:2.0:1767319266.564625:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923678720 00000100:00100000:2.0:1767319266.564690:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 202 00000100:00100000:2.0:1767319266.564700:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923678720:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.564727:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.564754:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39140 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c62 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.564865:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.564879:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.564890:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.564903:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.564909:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.564915:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565262:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565271:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565278:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.565312:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 0 00000004:00200000:2.0:1767319266.565317:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.565339:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565352:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565372:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565379:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565384:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565390:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.565394:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565401:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565412:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.565415:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.565419:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565424:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39147 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565439:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565444:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565450:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565455:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.565463:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565469:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565476:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x94c295fa (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319266.565479:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.565482:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565487:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3914e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.565521:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39140 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c62 expref: 25 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.565538:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c62 expref: 24 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.565545:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319266.565547:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319266.565550:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82000, rc 0) 00000100:00100000:2.0:1767319266.566232:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+24:87929:x1853163923678720:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1529us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.566242:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 202 00000100:00100000:0.0:1767319266.571129:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.571338:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923678976 00000100:00100000:2.0:1767319266.571349:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923678976 00000100:00100000:2.0:1767319266.571447:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 203 00000100:00100000:2.0:1767319266.571458:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+24:87929:x1853163923678976:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319266.571522:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.571558:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39155 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c62 expref: 24 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.571599:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319266.571612:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319266.571637:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571650:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571659:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571669:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0x94c295fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571675:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571680:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571754:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571762:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.571768:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319266.572134:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].5, 64 off8512 00010000:00010000:2.0:1767319266.572187:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572196:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572283:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572292:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572298:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572304:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39171 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572327:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319266.572346:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572351:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572357:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572364:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.572368:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572376:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572385:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319266.572395:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319266.572400:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572407:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3916a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572520:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572527:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572531:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572537:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.572540:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572866:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572879:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319266.572882:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.572886:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572891:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c3915c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319266.572907:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009aaeaef4 reply state 00000000ca34ca99 transno 137438953493 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572917:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.572930:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x94c295fa (ffff9e7d3b4b4600) 00010000:00010000:2.0:1767319266.572933:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319266.573141:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319266.573370:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+25:87929:x1853163923678976:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1911us (2247us total) trans 137438953493 rc 0/0 00000100:00100000:2.0:1767319266.573379:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 203 00000100:00100000:2.0:1767319266.577284:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.577396:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923679104 00000100:00100000:1.0:1767319266.577421:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923679104 00000100:00100000:1.0:1767319266.577525:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 204 00000100:00100000:1.0:1767319266.577538:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923679104:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.577782:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.577809:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39178 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c69 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.577879:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.577894:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.577905:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.577918:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.577924:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.577930:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578180:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.578188:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578195:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:1.0:1767319266.578329:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1e:0x0]: returning size 0 00000004:00200000:1.0:1767319266.578335:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.578361:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578373:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578381:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578386:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578393:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578398:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.578402:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578408:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578420:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.578422:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.578426:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578431:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3917f lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578444:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578457:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578462:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578466:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.578468:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578473:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578480:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x76709d63 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.578482:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.578485:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578489:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39186 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.578519:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39178 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c69 expref: 18 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.578533:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c69 expref: 17 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.578540:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1e:0x0].0x0 (ffff9e7d07a39000) 00010000:00010000:1.0:1767319266.578542:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.578545:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c800, rc 0) 00000100:00100000:1.0:1767319266.579335:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923679104:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1797us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.579351:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 204 00000100:00100000:0.0:1767319266.583663:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.583784:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923679360 00000100:00100000:1.0:1767319266.583794:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923679360 00000100:00100000:1.0:1767319266.583853:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 205 00000100:00100000:1.0:1767319266.583863:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923679360:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.583914:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.583942:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c3918d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c69 expref: 17 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.583961:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1e:0x0].0x0 (ffff9e7d07a39000) 00010000:00010000:1.0:1767319266.583973:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.584001:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.584016:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584027:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584039:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.584046:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584052:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584128:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.584149:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584156:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:1.0:1767319266.584411:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].2, 64 off8320 00000004:00080000:1.0:1767319266.584421:0:122876:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4513518840320ns, next at 4514518838335ns, rc = 0 00010000:00010000:1.0:1767319266.584467:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.584477:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584485:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584492:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584499:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584505:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c391a9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584530:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.584549:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584556:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584562:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584576:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ec00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.584617:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584625:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584634:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1e:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.584637:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.584641:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584646:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c391a2 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584760:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584766:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584771:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584776:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.584778:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584783:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584791:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.584793:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.584806:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584812:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39194 lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00000004:00010000:1.0:1767319266.584825:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f8a0674 reply state 000000006739135c transno 90194313226 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584836:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.584843:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x76709d63 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319266.584845:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.584847:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.584925:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923679360:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1061us (1270us total) trans 90194313226 rc 0/0 00000100:00100000:1.0:1767319266.584933:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 205 00000100:00100000:0.0:1767319266.588239:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923679488 00000100:00100000:0.0:1767319266.588249:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923679488 00000100:00100000:0.0:1767319266.588305:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 206 00000100:00100000:0.0:1767319266.588315:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+25:87929:x1853163923679488:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.588339:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.588361:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c391b0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c70 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.588447:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.588468:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.588478:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.588493:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.588500:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.588506:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589009:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589019:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589026:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319266.589056:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:0.0:1767319266.589060:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319266.589079:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589090:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589097:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589113:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589119:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589125:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.589129:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589136:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589145:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d1aa67700) 00010000:00010000:0.0:1767319266.589148:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.589152:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589158:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c391b7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589168:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589174:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589180:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589184:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.589187:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589216:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589225:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x54b0b1f4 (ffff9e7d1aa67c00) 00010000:00010000:0.0:1767319266.589227:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.589230:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589236:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c391be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.589266:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c391b0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c70 expref: 27 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.589283:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c70 expref: 26 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.589290:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9e7d1aa67200) 00010000:00010000:0.0:1767319266.589292:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319266.589295:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556400, rc 0) 00000100:00100000:0.0:1767319266.589367:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923679488:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1053us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.589376:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 206 00000100:00100000:2.0:1767319266.592818:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.592915:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923679744 00000100:00100000:1.0:1767319266.592928:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923679744 00000100:00100000:1.0:1767319266.592992:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 207 00000100:00100000:1.0:1767319266.593002:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923679744:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.593064:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.593100:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c391c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c70 expref: 26 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.593123:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9e7d1aa67200) 00010000:00010000:1.0:1767319266.593136:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.593163:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593175:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593221:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593234:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593241:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593246:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593332:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593340:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.593346:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:1.0:1767319266.594643:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].6, 64 off8576 00010000:00010000:1.0:1767319266.594728:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594741:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594750:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594758:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594780:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594785:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c391e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594803:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.594823:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594829:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594835:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594841:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28ac00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.594845:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594851:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594861:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.594864:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.594869:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594875:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c391da lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.594996:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595013:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595018:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595022:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.595025:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595030:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595037:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.595039:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.595041:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595046:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c391cc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:1.0:1767319266.595060:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012e3f31a reply state 00000000aead438c transno 137438953494 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595069:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.595074:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x54b0b1f4 (ffff9e7d07a39000) 00010000:00010000:1.0:1767319266.595077:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.595080:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.595175:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+27:87929:x1853163923679744:12345-192.168.204.13@tcp:36:rm.0 Request processed in 2171us (2364us total) trans 137438953494 rc 0/0 00000100:00100000:1.0:1767319266.595193:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 207 00000100:00100000:0.0:1767319266.598926:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680000 00000100:00100000:0.0:1767319266.598939:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680000 00000100:00100000:0.0:1767319266.599021:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6155 00000100:00100000:0.0:1767319266.599031:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2507:x1853163923680000:12345-192.168.204.13@tcp:9:kworker.0 00000020:00000080:0.0:1767319266.599065:0:37856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38d50 00000100:00080000:0.0:1767319266.599090:0:37856:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a58c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319266.599140:0:37856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934598 00000100:00100000:0.0:1767319266.599308:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:f8e581f7-de51-4550-90ea-109e3cc27a77+2:2507:x1853163923680000:12345-192.168.204.13@tcp:9:kworker.0 Request processed in 275us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.599317:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6155 00000100:00100000:0.0:1767319266.601177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.601231:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.601445:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680128 00000100:00100000:2.0:1767319266.601454:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680128 00000100:00100000:2.0:1767319266.601518:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3063 00000100:00100000:2.0:1767319266.601528:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2509:x1853163923680128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319266.601627:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2509:x1853163923680128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.601635:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3063 00000100:00100000:1.0:1767319266.601717:0:125524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923679872 00000100:00100000:1.0:1767319266.601722:0:125524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923679872 00000100:00100000:1.0:1767319266.601758:0:125524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:1.0:1767319266.601765:0:125524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d397a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923679872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319266.601791:0:125524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d397a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67b6b09f-7e50-4548-977f-61563b9ef954+9:2509:x1853163923679872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.601797:0:125524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:1.0:1767319266.603572:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680256 00000100:00100000:1.0:1767319266.603609:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680256 00000100:00100000:1.0:1767319266.603666:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 208 00000100:00100000:1.0:1767319266.603674:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+27:87929:x1853163923680256:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.603700:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.603725:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c391e8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c77 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.603820:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.603834:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.603846:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.603860:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.603867:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.603880:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604030:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604039:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604045:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319266.604078:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 0 00000004:00200000:1.0:1767319266.604083:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.604103:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604114:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604122:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604129:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604135:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604141:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.604145:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604152:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604170:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.604172:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.604177:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604183:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c391ef lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604194:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604212:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604218:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604223:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.604226:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604232:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604239:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x494dcf1b (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319266.604241:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.604244:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604250:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c391f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.604283:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c391e8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c77 expref: 29 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.604310:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c77 expref: 28 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.604317:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319266.604320:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.604322:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ba00, rc 0) 00000100:00100000:1.0:1767319266.604386:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87929:x1853163923680256:12345-192.168.204.13@tcp:101:rm.0 Request processed in 712us (2139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.604393:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 208 00000100:00100000:0.0:1767319266.609991:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680512 00000100:00100000:0.0:1767319266.610005:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680512 00000100:00100000:0.0:1767319266.610109:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 209 00000100:00100000:0.0:1767319266.610119:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87929:x1853163923680512:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.610175:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.610288:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c391fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c77 expref: 28 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.610308:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9e7d07a39f00) 00010000:00010000:0.0:1767319266.610319:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.610343:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610355:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610365:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610378:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610384:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610403:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610484:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610493:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610500:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:0.0:1767319266.610898:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].5, 64 off8512 00010000:00010000:0.0:1767319266.610951:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610961:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610968:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610974:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610980:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.610986:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39219 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611067:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.611088:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611104:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611110:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611115:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.611118:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611125:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611134:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9e7d1aa67800) 00010000:00010000:0.0:1767319266.611136:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.611140:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611146:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39212 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611272:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611279:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611286:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611291:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.611293:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611308:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611317:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d1aa67700) 00010000:00010000:0.0:1767319266.611319:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.611322:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611328:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39204 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319266.611340:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1e84a87 reply state 000000009e2cf84b transno 137438953495 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611351:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.611356:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x494dcf1b (ffff9e7d1aa67c00) 00010000:00010000:0.0:1767319266.611359:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.611361:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.611563:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+29:87929:x1853163923680512:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1443us (3060us total) trans 137438953495 rc 0/0 00000100:00100000:0.0:1767319266.611572:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 209 00000100:00100000:0.0:1767319266.615191:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680640 00000100:00100000:0.0:1767319266.615275:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680640 00000100:00100000:0.0:1767319266.615369:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 210 00000100:00100000:0.0:1767319266.615380:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+29:87929:x1853163923680640:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.615404:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.615427:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c39220 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c7e expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.615511:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615523:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615534:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615804:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615813:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615820:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615964:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615972:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.615979:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319266.616010:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:0.0:1767319266.616014:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319266.616034:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616045:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616061:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616068:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616074:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616080:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.616084:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616091:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616104:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d1aa67a00) 00010000:00010000:0.0:1767319266.616107:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.616111:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616117:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39227 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616128:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616134:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616141:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616146:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.616154:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616160:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616168:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x83daffd9 (ffff9e7d1aa67d00) 00010000:00010000:0.0:1767319266.616170:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.616174:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616179:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3922e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.616407:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c39220 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c7e expref: 31 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.616425:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c7e expref: 30 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.616433:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9e7d1aa67200) 00010000:00010000:0.0:1767319266.616435:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319266.616438:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939400, rc 0) 00000100:00100000:0.0:1767319266.616541:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923680640:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1162us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.616766:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 210 00000100:00100000:2.0:1767319266.620009:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.620102:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923680896 00000100:00100000:0.0:1767319266.620112:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923680896 00000100:00100000:0.0:1767319266.620266:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 211 00000100:00100000:0.0:1767319266.620276:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923680896:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.620363:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.620389:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39235 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c7e expref: 30 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.620406:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9e7d1aa67200) 00010000:00010000:0.0:1767319266.620418:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.620443:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620456:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620465:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620478:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620484:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620490:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620622:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620631:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620637:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:0.0:1767319266.620842:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].7, 64 off8640 00010000:00010000:0.0:1767319266.620900:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620909:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620916:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620922:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620927:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620933:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39251 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620950:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.620966:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620972:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620977:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620983:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.620987:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.620995:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621003:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9e7d39f8f000) 00010000:00010000:0.0:1767319266.621011:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.621016:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621022:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3924a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621117:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621124:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621129:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621135:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.621137:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621142:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621150:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d39f8fe00) 00010000:00010000:0.0:1767319266.621153:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.621155:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621160:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c3923c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319266.621171:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c31029c4 reply state 00000000302e5e1e transno 137438953496 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621181:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.621193:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x83daffd9 (ffff9e7d39f8ff00) 00010000:00010000:0.0:1767319266.621195:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.621206:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.621275:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923680896:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1000us (1274us total) trans 137438953496 rc 0/0 00000100:00100000:0.0:1767319266.621283:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 211 00000100:00100000:2.0:1767319266.624400:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.624923:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923681024 00000100:00100000:1.0:1767319266.624933:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923681024 00000100:00100000:1.0:1767319266.624994:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 212 00000100:00100000:1.0:1767319266.625004:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923681024:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.625030:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.625052:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39258 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31c85 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.625120:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.625136:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625147:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625158:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.625182:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625189:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625348:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.625356:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625363:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:1.0:1767319266.625397:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1f:0x0]: returning size 0 00000004:00200000:1.0:1767319266.625401:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.625420:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625432:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625440:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625447:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625454:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625459:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.625463:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625477:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625488:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.625491:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.625495:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625501:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3925f lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625514:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625520:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625525:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625530:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.625533:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625538:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625558:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0xfdd9083c (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319266.625562:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.625564:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625569:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39266 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.625644:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39258 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c85 expref: 20 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.625659:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c85 expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.625666:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1f:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.625669:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.625671:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319266.625740:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923681024:12345-192.168.204.13@tcp:101:rm.0 Request processed in 737us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.625748:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 212 00000100:00100000:0.0:1767319266.629544:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923681280 00000100:00100000:0.0:1767319266.629563:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923681280 00000100:00100000:0.0:1767319266.629647:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 213 00000100:00100000:0.0:1767319266.629656:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923681280:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.629707:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.629732:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c3926d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c85 expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.629751:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1f:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:0.0:1767319266.629762:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.629786:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.629800:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.629810:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.629822:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.629828:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.629841:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.629929:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.629937:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.629944:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00000040:00080000:0.0:1767319266.630165:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x56:0x0].3, 64 off8384 00010000:00010000:0.0:1767319266.630226:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.630235:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630243:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630250:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630256:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630262:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630281:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.630299:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630314:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630320:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630326:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.630329:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630336:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630344:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1f:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.630347:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.630350:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630355:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c39282 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630457:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630463:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630469:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630474:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.630477:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630493:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630501:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319266.630503:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.630507:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630512:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c39274 lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00000004:00010000:0.0:1767319266.630525:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f90b6d7b reply state 000000003f687312 transno 90194313227 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630536:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.630542:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0xfdd9083c (ffff9e7d39f8f100) 00010000:00010000:0.0:1767319266.630544:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.630547:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.630654:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87929:x1853163923681280:12345-192.168.204.13@tcp:36:rm.0 Request processed in 997us (1202us total) trans 90194313227 rc 0/0 00000100:00100000:0.0:1767319266.630663:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 213 00010000:00010000:1.0:1767319266.631300:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319266.631308:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.631317:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319266.631321:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.631327:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.631338:0:16652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1f:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319266.631341:0:16652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319266.631344:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.631349:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39289 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.631379:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.631381:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.631383:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319266.637271:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.642008:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319266.644265:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.644273:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c392c1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.644280:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319266.644283:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c392c1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.644290:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c392c1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.644306:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x23:0x0].0x0 (ffff9e7d407b3d00) 00010000:00010000:2.0:1767319266.644308:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319266.644311:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c392c1 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.644316:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c800/0x719a348ff1c392c1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319266.644330:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.644331:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.644333:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319266.647543:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.652160:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.652264:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923682048 00000100:00100000:0.0:1767319266.652274:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923682048 00000100:00100000:0.0:1767319266.652331:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 217 00000100:00100000:0.0:1767319266.652341:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923682048:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.652396:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.652421:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872400/0x719a348ff1c392dd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c93 expref: 23 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.652458:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1d:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:0.0:1767319266.652471:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.652498:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.652510:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.652519:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.652532:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.652538:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.652543:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.652678:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.652687:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.652693:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00000040:00080000:0.0:1767319266.652923:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x56:0x0].5, 64 off8512 00010000:00010000:0.0:1767319266.652974:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.652993:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653002:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653009:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653015:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653021:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653043:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.653061:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653067:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653073:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653079:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.653083:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653090:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653098:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1d:0x0].0x0 (ffff9e7d39f8f600) 00010000:00010000:0.0:1767319266.653105:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.653109:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653115:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c392f2 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653224:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653230:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653236:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653241:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.653244:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653249:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653256:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319266.653258:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.653261:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653267:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c392e4 lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00000004:00010000:0.0:1767319266.653278:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006a4f1e0e reply state 00000000388bece9 transno 90194313229 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653288:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.653301:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x1c2b00d3 (ffff9e7d39f8fe00) 00010000:00010000:0.0:1767319266.653303:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.653306:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.653385:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:87929:x1853163923682048:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1043us (1232us total) trans 90194313229 rc 0/0 00000100:00100000:0.0:1767319266.653393:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 217 00010000:00010000:2.0:1767319266.653484:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.653490:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319266.653496:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319266.653498:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319266.653503:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319266.653511:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1d:0x0].0x0 (ffff9e7d39f8f600) 00010000:00010000:2.0:1767319266.653513:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319266.653516:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319266.653520:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939600/0x719a348ff1c392f9 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319266.653542:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.653544:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.653545:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319266.657118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.662129:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.662189:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923682432 00000100:00100000:0.0:1767319266.662282:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923682432 00000100:00100000:0.0:1767319266.662379:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 219 00000100:00100000:0.0:1767319266.662390:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+25:87929:x1853163923682432:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.662444:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.662469:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873000/0x719a348ff1c39315 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c9a expref: 25 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.662489:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x24:0x0].0x0 (ffff9e7d407b3b00) 00010000:00010000:0.0:1767319266.662500:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.662523:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.662536:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.662797:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.662816:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.662824:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.662843:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.662926:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,1 mode: --/EX res: [0x240000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.662934:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.662941:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00000040:00080000:0.0:1767319266.663169:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].3, 64 off8384 00010000:00010000:0.0:1767319266.663447:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.663458:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663466:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663473:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663479:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663484:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663555:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.663573:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663605:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663611:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663617:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.663621:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663628:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663637:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x24:0x0].0x0 (ffff9e7d39f8f300) 00010000:00010000:0.0:1767319266.663639:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.663643:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 2/0,0 mode: --/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663649:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3932a lrc: 0/0,0 mode: --/EX res: [0x240000401:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663743:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663749:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663755:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663759:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.663762:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663776:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663784:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319266.663786:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.663789:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663794:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939e00/0x719a348ff1c3931c lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00000004:00010000:0.0:1767319266.663805:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000046384905 reply state 00000000eda044db transno 90194313230 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663815:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:0.0:1767319266.663821:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x31e2699a (ffff9e7d39f8f500) 00010000:00010000:0.0:1767319266.663823:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.663826:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.664009:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923682432:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1619us (1885us total) trans 90194313230 rc 0/0 00000100:00100000:0.0:1767319266.664018:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 219 00010000:00010000:1.0:1767319266.666838:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319266.666854:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.666866:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319266.666870:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.666880:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.666899:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x24:0x0].0x0 (ffff9e7d39f8f300) 00010000:00010000:1.0:1767319266.666902:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319266.666907:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.666913:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39331 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.666941:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.666943:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.666945:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319266.667872:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.667985:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923682560 00000100:00100000:0.0:1767319266.667995:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923682560 00000100:00100000:0.0:1767319266.668079:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 220 00000100:00100000:0.0:1767319266.668090:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923682560:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.668113:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.668136:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39338 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ca1 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.668236:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668250:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668261:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668276:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668284:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668290:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668428:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668436:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668442:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319266.668475:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 0 00000004:00200000:0.0:1767319266.668480:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319266.668502:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668513:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668528:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668535:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668541:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668707:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.668711:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668719:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668729:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d39f8f900) 00010000:00010000:0.0:1767319266.668732:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.668736:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668742:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3933f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668754:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668761:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668767:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668772:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.668782:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668788:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668796:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xc1e56442 (ffff9e7d39f8fd00) 00010000:00010000:0.0:1767319266.668799:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.668802:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668808:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39346 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.668841:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39338 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ca1 expref: 33 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.668857:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ca1 expref: 32 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.668864:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9e7d39f8fa00) 00010000:00010000:0.0:1767319266.668867:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319266.668869:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938800, rc 0) 00000100:00100000:0.0:1767319266.669000:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923682560:12345-192.168.204.13@tcp:101:rm.0 Request processed in 911us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.669009:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 220 00000100:00100000:2.0:1767319266.672410:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.672497:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923682816 00000100:00100000:0.0:1767319266.672508:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923682816 00000100:00100000:0.0:1767319266.672785:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 221 00000100:00100000:0.0:1767319266.672796:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923682816:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.672867:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.672892:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3934d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ca1 expref: 32 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.672913:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9e7d39f8fa00) 00010000:00010000:0.0:1767319266.672926:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.672952:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.672965:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.672973:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.672988:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.672995:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673001:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673078:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673087:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673094:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:0.0:1767319266.673395:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].6, 64 off8576 00010000:00010000:0.0:1767319266.673454:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673463:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673471:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673477:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673482:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673488:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673511:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319266.673528:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673534:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673540:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673679:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319266.673685:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673693:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319266.673697:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673710:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673719:0:16652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319266.673722:0:16652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319266.673726:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673732:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c39369 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.673743:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.673745:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319266.673747:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319266.673790:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.673794:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673800:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673807:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.673815:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.673819:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673825:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39362 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673929:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673936:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673942:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673947:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.673950:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673955:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673962:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d39f8f200) 00010000:00010000:0.0:1767319266.673965:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.673967:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673972:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c39354 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319266.673983:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000117b473e reply state 00000000e53ce6b3 transno 137438953497 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.673993:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.674005:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xc1e56442 (ffff9e7d39f8f600) 00010000:00010000:0.0:1767319266.674007:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.674010:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.674093:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923682816:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1298us (1691us total) trans 137438953497 rc 0/0 00000100:00100000:0.0:1767319266.674101:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 221 00000100:00100000:2.0:1767319266.677008:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.681493:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.681801:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923683200 00000100:00100000:1.0:1767319266.681811:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923683200 00000100:00100000:1.0:1767319266.681896:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 223 00000100:00100000:1.0:1767319266.681905:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+27:87929:x1853163923683200:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.681958:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.681984:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07872400/0x719a348ff1c39385 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ca8 expref: 27 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.682001:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x22:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319266.682012:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.682037:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.682049:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682059:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682086:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.682094:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682101:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682176:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,1 mode: --/EX res: [0x240000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.682184:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682191:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:1.0:1767319266.682498:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].4, 64 off8448 00010000:00010000:1.0:1767319266.682564:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.682573:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682659:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682667:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682673:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682691:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682706:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.682725:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682731:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682738:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682743:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28be00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.682748:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682755:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682765:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x22:0x0].0x0 (ffff9e7d07a39800) 00010000:00010000:1.0:1767319266.682768:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.682772:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 2/0,0 mode: --/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682777:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c3939a lrc: 0/0,0 mode: --/EX res: [0x240000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682873:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682879:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682893:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682898:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.682901:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682906:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682914:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.682916:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.682919:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682924:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c3938c lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00000004:00010000:1.0:1767319266.682935:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000077479acc reply state 000000009335cc06 transno 90194313231 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682945:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.682951:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x610cb780 (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319266.682953:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.682955:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767319266.683095:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.683102:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.683108:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28bc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319266.683111:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.683116:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.683124:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x22:0x0].0x0 (ffff9e7d07a39800) 00010000:00010000:2.0:1767319266.683126:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319266.683129:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.683134:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393a1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.683145:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.683147:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.683149:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319266.683186:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87929:x1853163923683200:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1281us (1701us total) trans 90194313231 rc 0/0 00000100:00100000:1.0:1767319266.683195:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 223 00000100:00100000:2.0:1767319266.689016:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.689106:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923683328 00000100:00100000:1.0:1767319266.689121:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923683328 00000100:00100000:1.0:1767319266.689450:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 224 00000100:00100000:1.0:1767319266.689461:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87929:x1853163923683328:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.689486:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.689509:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c393a8 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31caf expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.689762:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.689777:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.689788:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.689801:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.689807:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.689813:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.689952:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/1,0 mode: --/PR res: [0x240000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.689960:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.689967:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:1.0:1767319266.690011:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x20:0x0]: returning size 0 00000004:00200000:1.0:1767319266.690021:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.690043:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690054:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690063:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690068:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690074:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690079:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.690083:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690091:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690102:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39b00) 00010000:00010000:1.0:1767319266.690105:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.690110:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690116:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b400/0x719a348ff1c393af lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690128:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690140:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690147:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690152:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28aa00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.690155:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690162:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690169:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x1b7026cc (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.690171:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.690173:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690178:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c393b6 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.690365:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c393a8 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31caf expref: 30 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.690382:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31caf expref: 29 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.690388:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x20:0x0].0x0 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319266.690390:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319266.690393:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319266.690498:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+29:87929:x1853163923683328:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1039us (1490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.690511:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 224 00000100:00100000:2.0:1767319266.696762:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.696842:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923683584 00000100:00100000:1.0:1767319266.696852:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923683584 00000100:00100000:1.0:1767319266.696912:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 225 00000100:00100000:1.0:1767319266.696921:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+29:87929:x1853163923683584:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.696982:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.697007:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c393bd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31caf expref: 29 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.697025:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x20:0x0].0x0 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319266.697036:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.697060:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.697074:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697084:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697095:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.697101:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697107:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697192:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.697226:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697233:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:1.0:1767319266.697462:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].5, 64 off8512 00010000:00010000:1.0:1767319266.697508:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.697517:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697525:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697531:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697537:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697542:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697563:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.697627:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697634:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697639:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697655:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.697659:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697666:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697673:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x20:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.697676:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.697679:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697684:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a200/0x719a348ff1c393d2 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697781:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697788:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697792:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697797:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.697800:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697804:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697811:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.697813:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.697822:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 2/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697827:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393c4 lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00000004:00010000:1.0:1767319266.697839:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae4d5e32 reply state 00000000e2f6a7b0 transno 90194313232 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697850:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:1.0:1767319266.697856:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x1b7026cc (ffff9e7d07a39400) 00010000:00010000:1.0:1767319266.697858:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.697861:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.697936:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923683584:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1013us (1180us total) trans 90194313232 rc 0/0 00000100:00100000:1.0:1767319266.697945:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 225 00010000:00010000:2.0:1767319266.698358:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.698365:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.698372:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28bc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319266.698376:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.698382:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.698390:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x20:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:2.0:1767319266.698393:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319266.698395:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.698401:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c393d9 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.698416:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.698417:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.698419:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319266.702945:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.703089:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923683712 00000100:00100000:0.0:1767319266.703100:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923683712 00000100:00100000:0.0:1767319266.703158:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 226 00000100:00100000:0.0:1767319266.703168:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923683712:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.703193:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.703233:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c393e0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cb6 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.703300:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703315:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703326:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703339:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703345:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703352:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703630:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703640:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703647:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319266.703678:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 0 00000004:00200000:0.0:1767319266.703682:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319266.703702:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703713:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703721:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703727:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703734:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703739:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.703743:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703750:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703760:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d39f8f200) 00010000:00010000:0.0:1767319266.703768:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.703773:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703779:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c393e7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703791:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703797:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703801:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703806:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.703808:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703814:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703820:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x679fc7b1 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.703823:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.703825:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 2/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703830:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c393ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319266.703861:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c393e0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cb6 expref: 35 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.703889:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cb6 expref: 34 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.703896:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9e7d39f8fa00) 00010000:00010000:0.0:1767319266.703898:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319266.703900:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939c00, rc 0) 00000100:00100000:1.0:1767319266.705481:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+34:87929:x1853163923683712:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2305us (2548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.705492:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 226 00000100:00100000:2.0:1767319266.710455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.710900:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923683968 00000100:00100000:1.0:1767319266.710912:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923683968 00000100:00100000:1.0:1767319266.710977:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 227 00000100:00100000:1.0:1767319266.710987:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+34:87929:x1853163923683968:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.711063:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319266.711091:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c393f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cb6 expref: 34 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.711109:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9e7d39f8fa00) 00010000:00010000:1.0:1767319266.711129:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.711157:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711170:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711181:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711194:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711360:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711369:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711452:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711460:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.711467:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319266.712109:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].7, 64 off8640 00010000:00010000:1.0:1767319266.712158:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712168:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712175:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712189:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712470:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712479:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712559:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319266.712602:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712610:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712615:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712621:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.712626:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712632:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712642:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9e7d07a39b00) 00010000:00010000:1.0:1767319266.712645:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.712649:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712655:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3940a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712770:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712778:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712783:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712788:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.712791:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712797:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712804:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.712806:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.712810:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 2/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712815:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c393fc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.712827:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000766b6c88 reply state 00000000c4851bb9 transno 137438953498 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712837:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.712843:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x679fc7b1 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319266.712845:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.712853:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.713320:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923683968:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1952us (2492us total) trans 137438953498 rc 0/0 00000100:00100000:1.0:1767319266.713330:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 227 00000100:00100000:0.0:1767319266.717167:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.717244:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.717375:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923684352 00000100:00100000:1.0:1767319266.717385:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923684352 00000100:00100000:1.0:1767319266.717446:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 33 00000100:00100000:1.0:1767319266.717455:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923684352:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319266.717716:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923684352:12345-192.168.204.13@tcp:35:rm.0 Request processed in 261us (470us total) trans 90194313233 rc 0/0 00000100:00100000:1.0:1767319266.717724:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 33 00010000:00010000:2.0:1767319266.718540:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.721075:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319266.721088:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319266.721093:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319266.721121:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319266.721138:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9e7d07a39b00) 00010000:00010000:2.0:1767319266.721142:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319266.721148:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319266.721153:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39411 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319266.721175:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.721178:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.721180:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319266.722842:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.722929:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923684608 00000100:00100000:1.0:1767319266.722949:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923684608 00000100:00100000:1.0:1767319266.723004:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 228 00000100:00100000:1.0:1767319266.723012:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923684608:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.723070:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319266.723097:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c38faa lrc: 0/0,0 mode: --/CR res: [0x240000401:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c2a expref: 31 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.723119:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c38f72 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31c0e expref: 30 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.723129:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d1aa67100) 00010000:00010000:1.0:1767319266.723137:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.723184:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.723192:0:121323:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.723225:0:121323:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121323 initiator: MDT1 00000100:00100000:1.0:1767319266.723246:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:121323:1853163988585344:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1767319266.723291:0:121323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.723323:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d415130c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.723514:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585344 00000100:00100000:0.0:1767319266.723519:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585344 00000100:00100000:0.0:1767319266.723558:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4392 00000100:00100000:0.0:1767319266.723566:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:121323:x1853163988585344:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1767319266.723609:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.723623:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3941f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39418 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.723644:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3941f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39418 expref: 10 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.723658:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3941f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39418 expref: 10 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.723665:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319266.723668:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.723671:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938c00, rc 0) 00000100:00100000:0.0:1767319266.723717:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:121323:x1853163988585344:12345-0@lo:101:mdt00_002.0 Request processed in 152us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.723730:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4392 00000100:00100000:0.0:1767319266.724412:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585472 00000100:00100000:0.0:1767319266.724417:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585472 00000100:00100000:0.0:1767319266.724454:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4393 00000100:00100000:0.0:1767319266.724461:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:121323:x1853163988585472:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1767319266.724470:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.724481:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3942d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39426 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.724498:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3942d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39426 expref: 11 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.724509:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3942d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39426 expref: 11 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.724516:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xd1d4b922 (ffff9e7d39f8f200) 00010000:00010000:0.0:1767319266.724518:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.724521:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938800, rc 0) 00000100:00100000:0.0:1767319266.724566:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585472:12345-0@lo:101:mdt00_002.0 Request processed in 106us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.724573:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4393 00000100:00100000:2.0:1767319266.725534:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585600 00000100:00100000:2.0:1767319266.725541:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585600 00000100:00100000:2.0:1767319266.725978:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4394 00000100:00100000:2.0:1767319266.725988:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585600:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1767319266.726073:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585600:12345-0@lo:1000:mdt00_002.0 Request processed in 88us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.726081:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4394 00000100:00100000:2.0:1767319266.726559:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585728 00000100:00100000:2.0:1767319266.726564:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585728 00000100:00100000:2.0:1767319266.726614:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395 00000100:00100000:2.0:1767319266.726621:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1767319266.726692:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585728:12345-0@lo:1000:mdt00_002.0 Request processed in 71us (371us total) trans 0 rc 1/1 00000100:00100000:2.0:1767319266.726698:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395 00000100:00100000:1.0:1767319266.727309:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585856 00000100:00100000:1.0:1767319266.727314:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585856 00000100:00100000:1.0:1767319266.727358:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4396 00000100:00100000:1.0:1767319266.727366:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121323:x1853163988585856:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767319266.727375:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.727391:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3943b lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39434 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.727413:0:99440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3943b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39434 expref: 12 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.727426:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3943b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39434 expref: 12 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.727434:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.727436:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319266.727440:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319266.727468:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:121323:x1853163988585856:12345-0@lo:101:mdt00_002.0 Request processed in 104us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.727474:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4396 00000100:00100000:1.0:1767319266.728018:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988585984 00000100:00100000:1.0:1767319266.728023:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988585984 00000100:00100000:1.0:1767319266.728059:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:1.0:1767319266.728065:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:121323:x1853163988585984:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767319266.728073:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.728084:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39457 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39450 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.728098:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39457 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39450 expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.728108:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39457 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39450 expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.728114:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39b00) 00010000:00010000:1.0:1767319266.728116:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.728119:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28aa00, rc 0) 00000100:00100000:1.0:1767319266.728143:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:121323:x1853163988585984:12345-0@lo:101:mdt00_002.0 Request processed in 78us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.728148:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00100000:2.0:1767319266.729495:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:121323:1853163988586112:0@lo:403:mdt00_002.0 00000100:00100000:2.0:1767319266.729558:0:121323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.729603:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d7666c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319266.732301:0:121323:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:121323:1853163988586112:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1767319266.733313:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].3, 936 off34712 00000040:00080000:2.0:1767319266.733506:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].3, 1016 off34952 00000004:00080000:2.0:1767319266.733514:0:121323:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7c0d7666c0 with version 9 00000004:00080000:2.0:1767319266.733731:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 9 rpc_version 9 00000020:00100000:2.0:1767319266.733760:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319266.733767:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3fac6680 x1853163988586368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2336/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319266.733785:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988586368:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319266.733829:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.734150:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766300 going to sleep for 50 seconds 00000100:00100000:1.0:1767319266.734179:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988586368 00000100:00100000:1.0:1767319266.734187:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988586368 00000100:00100000:1.0:1767319266.734238:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4399 00000100:00100000:1.0:1767319266.734246:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:123528:x1853163988586368:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319266.734689:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:123528:x1853163988586368:12345-0@lo:1000:osp_up0-1.0 Request processed in 442us (857us total) trans 137438953499 rc 0/0 00000100:00100000:1.0:1767319266.734697:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4399 00000100:00100000:2.0:1767319266.734809:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988586368:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1767319266.734916:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x1c:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.735005:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735031:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735038:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735044:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.735049:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735056:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735072:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:1.0:1767319266.735075:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.735080:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735086:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873c00/0x719a348ff1c39449 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735104:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c39450 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39457 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735109:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c39450 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39457 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735113:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c39450 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39457 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735129:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319266.735135:0:121323:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000403:0x3:0x0] 00010000:00010000:1.0:1767319266.735147:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735154:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735159:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735165:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.735168:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735174:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735182:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319266.735185:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.735187:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735191:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d07873400/0x719a348ff1c39442 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319266.735218:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c39434 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3943b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319266.735315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988586496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319266.735354:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319266.735461:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c39434 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3943b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735468:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c39434 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3943b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735489:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767319266.735497:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988586496 00000100:00100000:2.0:1767319266.735502:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988586496 00000100:00100000:2.0:1767319266.735538:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1767319266.735545:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d052ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:7012:x1853163988586496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.735557:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.735574:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39457 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39450 expref: 14 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.735608:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff9e7d07a39b00) 00010000:00010000:2.0:1767319266.735615:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1767319266.735779:0:121323:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x15:0x0] 00010000:00010000:1.0:1767319266.735784:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735791:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735798:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735906:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319266.735913:0:121323:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x15:0x0] 00010000:00010000:1.0:1767319266.735919:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.735926:0:121323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319266.735929:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d052ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:7012:x1853163988586496:12345-0@lo:103:ldlm_bl.0 Request processed in 384us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.735945:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1767319266.735982:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988586624 00000100:00100000:2.0:1767319266.735985:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988586624 00000100:00100000:1.0:1767319266.735996:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923684608:12345-192.168.204.13@tcp:36:rm.0 Request processed in 12983us (13162us total) trans 90194313234 rc 0/0 00000100:00100000:1.0:1767319266.736003:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 228 00000100:00100000:2.0:1767319266.736006:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1767319266.736011:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:7013:x1853163988586624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.736018:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.736028:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c3943b lrc: 0/0,0 mode: --/EX res: [0x240000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39434 expref: 13 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.736038:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x1c:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:2.0:1767319266.736044:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319266.736079:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:7013:x1853163988586624:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.736085:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00010000:00010000:2.0:1767319266.736104:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319266.736109:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.736116:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319266.736120:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319266.736127:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319266.736138:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988586624:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.736145:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.736150:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319266.736168:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319266.736172:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1767319266.736175:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b800/0x719a348ff1c39418 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3941f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319266.736178:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988586752:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.736189:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.736191:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319266.736193:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319266.736334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988586496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319266.736495:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.736751:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988586752 00000100:00100000:2.0:1767319266.736756:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988586752 00000100:00100000:2.0:1767319266.736787:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1767319266.736794:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:7013:x1853163988586752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.736802:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.736815:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3941f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39418 expref: 12 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.736825:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319266.736828:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319266.736873:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:7013:x1853163988586752:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.736879:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1767319266.738612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988586752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319266.746977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.747039:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923684736 00000100:00100000:1.0:1767319266.747049:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923684736 00000100:00100000:1.0:1767319266.747128:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 229 00000100:00100000:1.0:1767319266.747138:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+34:87929:x1853163923684736:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.747165:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.747190:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3945e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cbd expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.747295:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747310:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747321:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747335:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747341:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747348:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747619:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747627:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747635:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.747676:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00000004:00200000:1.0:1767319266.747686:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.747707:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747718:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747724:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747729:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747736:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747742:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.747747:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747754:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747768:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:1.0:1767319266.747771:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.747775:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747781:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39465 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747794:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747799:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747810:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747814:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.747817:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747822:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747829:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x402e40fe (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.747831:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.747834:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747839:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c3946c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.747866:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3945e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cbd expref: 36 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.747878:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cbd expref: 35 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.747885:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319266.747886:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319266.747889:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319266.747959:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923684736:12345-192.168.204.13@tcp:101:rm.0 Request processed in 822us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.747968:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 229 00000100:00100000:0.0:1767319266.755352:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.755460:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923684992 00000100:00100000:2.0:1767319266.755473:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923684992 00000100:00100000:2.0:1767319266.755614:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 34 00000100:00100000:2.0:1767319266.755624:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923684992:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319266.755913:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923684992:12345-192.168.204.13@tcp:35:rm.0 Request processed in 289us (572us total) trans 137438953500 rc 0/0 00000100:00100000:2.0:1767319266.755948:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 34 00010000:00010000:2.0:1767319266.760782:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319266.765550:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.765657:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923685248 00000100:00100000:1.0:1767319266.765669:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923685248 00000100:00100000:1.0:1767319266.765737:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 230 00000100:00100000:1.0:1767319266.765748:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923685248:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.765806:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319266.765831:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cbd expref: 36 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.765852:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c38ed8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31beb expref: 35 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.765863:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319266.765882:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c38e92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bcf expref: 34 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.765890:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:1.0:1767319266.765896:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.765927:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.765954:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.765964:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.765977:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x402e40fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.765984:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766002:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766088:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766097:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766104:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.766379:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.766394:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766401:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766408:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766413:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.766417:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766425:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766432:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.766435:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.766439:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766455:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c39488 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766654:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766661:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766666:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766671:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766675:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.766678:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766684:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766692:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.766694:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.766697:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766702:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3947a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.766712:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000914445ac reply state 00000000dd4faa93 transno 137438953501 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766733:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.766739:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x402e40fe (ffff9e7d07a39800) 00010000:00010000:1.0:1767319266.766741:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.766744:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.766819:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923685248:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1071us (1279us total) trans 137438953501 rc 0/0 00000100:00100000:1.0:1767319266.766827:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 230 00000100:00100000:1.0:1767319266.771336:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923685376 00000100:00100000:1.0:1767319266.771346:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923685376 00000100:00100000:1.0:1767319266.771423:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 231 00000100:00100000:1.0:1767319266.771434:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923685376:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.771457:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.771481:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3948f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cc4 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.771568:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.771646:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.771659:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.771710:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319266.771714:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.771735:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.771779:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3948f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cc4 expref: 37 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.771796:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cc4 expref: 36 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.771804:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.771807:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319266.771811:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ae00, rc 0) 00000100:00100000:1.0:1767319266.771871:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923685376:12345-192.168.204.13@tcp:101:rm.0 Request processed in 439us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.771879:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 231 00000100:00100000:0.0:1767319266.781374:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.781462:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923685504 00000100:00100000:1.0:1767319266.781473:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923685504 00000100:00100000:1.0:1767319266.781532:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 232 00000100:00100000:1.0:1767319266.781543:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923685504:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.781610:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.781632:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3949d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ccb expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.781730:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781744:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781756:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781779:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781786:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781791:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781931:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781949:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.781956:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.781989:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x12:0x0]: returning size 4096 00000004:00200000:1.0:1767319266.781993:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.782013:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782025:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782031:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782037:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782044:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782060:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.782065:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782073:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782085:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.782088:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.782093:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782098:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782111:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782117:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782122:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782127:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.782130:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782136:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782143:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe5a0002c (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.782152:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.782156:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782161:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.782190:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3949d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ccb expref: 38 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.782230:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ccb expref: 37 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.782238:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x12:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.782240:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319266.782242:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319266.782305:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+37:87929:x1853163923685504:12345-192.168.204.13@tcp:101:rm.0 Request processed in 764us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.782313:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 232 00000100:00100000:0.0:1767319266.788715:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.788841:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923685760 00000100:00100000:1.0:1767319266.788852:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923685760 00000100:00100000:1.0:1767319266.788916:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 233 00000100:00100000:1.0:1767319266.788926:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+37:87929:x1853163923685760:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.788947:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.788972:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cd2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319266.789087:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x12:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.789189:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394b9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cd2 expref: 39 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.789227:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.789231:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319266.789236:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cd2 expref: 39 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.789249:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ba00, rc 0) 00000100:00100000:1.0:1767319266.789323:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+38:87929:x1853163923685760:12345-192.168.204.13@tcp:101:rm.0 Request processed in 398us (618us total) trans 137438953502 rc 301/301 00000100:00100000:1.0:1767319266.789332:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 233 00000100:00100000:2.0:1767319266.794884:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923685888 00000100:00100000:2.0:1767319266.794896:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923685888 00000100:00100000:2.0:1767319266.794953:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 35 00000100:00100000:2.0:1767319266.794962:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+38:87929:x1853163923685888:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319266.800979:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+38:87929:x1853163923685888:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6005us (6172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.800994:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 35 00000100:00100000:0.0:1767319266.805650:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.805731:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923686144 00000100:00100000:2.0:1767319266.805742:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923686144 00000100:00100000:2.0:1767319266.805851:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 36 00000100:00100000:2.0:1767319266.805862:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+38:87929:x1853163923686144:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319266.806127:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+39:87929:x1853163923686144:12345-192.168.204.13@tcp:35:rm.0 Request processed in 266us (486us total) trans 137438953503 rc 0/0 00000100:00100000:2.0:1767319266.806135:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 36 00000100:00100000:1.0:1767319266.809041:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923686400 00000100:00100000:1.0:1767319266.809050:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923686400 00000100:00100000:1.0:1767319266.809110:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 234 00000100:00100000:1.0:1767319266.809120:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+39:87929:x1853163923686400:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319266.809174:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319266.809213:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c394b2 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ccb expref: 39 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.809240:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x12:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319266.809257:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39496 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cc4 expref: 38 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.809266:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319266.809271:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319266.809297:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809310:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809333:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809344:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809502:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809511:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809669:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809678:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809686:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319266.809905:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x12:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.809919:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809926:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809945:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809952:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.809956:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809970:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809979:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x12:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:1.0:1767319266.809981:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319266.809985:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.809991:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c394d5 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810129:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810136:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810142:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810147:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810151:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28ba00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319266.810154:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810159:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810166:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319266.810168:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.810171:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810183:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c394c7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319266.810206:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af0f2a22 reply state 000000004a5dc9f4 transno 137438953504 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810686:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319266.810696:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe5a0002c (ffff9e7d07a39b00) 00010000:00010000:1.0:1767319266.810699:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319266.810702:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319266.810793:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+39:87929:x1853163923686400:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1672us (1840us total) trans 137438953504 rc 0/0 00000100:00100000:1.0:1767319266.810802:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 234 00000100:00100000:0.0:1767319266.814834:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.814901:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923686528 00000100:00100000:2.0:1767319266.814912:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923686528 00000100:00100000:2.0:1767319266.815018:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 235 00000100:00100000:2.0:1767319266.815029:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+39:87929:x1853163923686528:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.815052:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.815074:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c394dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cd9 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.815139:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.815164:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.815175:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.815242:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319266.815246:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.815266:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.815290:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c394dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cd9 expref: 41 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.815309:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cd9 expref: 40 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.815317:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319266.815319:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319266.815323:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319266.815395:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+40:87929:x1853163923686528:12345-192.168.204.13@tcp:101:rm.0 Request processed in 368us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.815402:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 235 00000100:00100000:0.0:1767319266.820885:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.820973:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923686656 00000100:00100000:2.0:1767319266.820983:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923686656 00000100:00100000:2.0:1767319266.821036:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 236 00000100:00100000:2.0:1767319266.821046:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+40:87929:x1853163923686656:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.821066:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.821088:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c394ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ce0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.821162:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.821176:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.821187:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.821211:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.821227:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.821234:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822466:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 3/1,0 mode: --/PR res: [0x200005222:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822483:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 3/1,0 mode: PR/PR res: [0x200005222:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822493:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 3/1,0 mode: PR/PR res: [0x200005222:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319266.822526:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200005222:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319266.822530:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319266.822561:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 3/1,0 mode: PR/PR res: [0x200005222:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822573:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822688:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822695:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822701:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.822705:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822712:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822724:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319266.822727:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.822732:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822737:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c394f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.822750:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823034:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823044:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823048:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319266.823051:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823068:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823076:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53aab532 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319266.823079:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319266.823081:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823087:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c394f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.823126:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c394ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ce0 expref: 42 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.823139:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 3/0,0 mode: PR/PR res: [0x200005222:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ce0 expref: 41 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.823145:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200005222:0x1:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319266.823147:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319266.823149:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82e00, rc 0) 00000100:00100000:2.0:1767319266.823235:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+41:87929:x1853163923686656:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2190us (2358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.823244:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 236 00000100:00100000:0.0:1767319266.829869:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.830020:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923686912 00000100:00100000:2.0:1767319266.830031:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923686912 00000100:00100000:2.0:1767319266.830094:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 237 00000100:00100000:2.0:1767319266.830104:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+41:87929:x1853163923686912:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319266.830128:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319266.830161:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ce7 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319266.830279:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200005222:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1767319266.830384:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39506 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ce7 expref: 43 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.830398:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319266.830401:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319266.830406:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ce7 expref: 43 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.830420:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83e00, rc 0) 00000100:00100000:2.0:1767319266.830475:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+42:87929:x1853163923686912:12345-192.168.204.13@tcp:101:rm.0 Request processed in 373us (616us total) trans 137438953505 rc 301/301 00000100:00100000:2.0:1767319266.830482:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 237 00000100:00100000:0.0:1767319266.836884:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.836964:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687040 00000100:00100000:2.0:1767319266.836974:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687040 00000100:00100000:2.0:1767319266.837033:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 37 00000100:00100000:2.0:1767319266.837043:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+42:87929:x1853163923687040:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319266.854044:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+42:87929:x1853163923687040:12345-192.168.204.13@tcp:37:rm.0 Request processed in 16990us (17158us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.854189:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 37 00000100:00100000:0.0:1767319266.860900:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.861044:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687296 00000100:00100000:2.0:1767319266.861128:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687296 00000100:00100000:2.0:1767319266.861250:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 38 00000100:00100000:2.0:1767319266.861261:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+42:87929:x1853163923687296:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319266.861526:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+43:87929:x1853163923687296:12345-192.168.204.13@tcp:35:rm.0 Request processed in 267us (632us total) trans 137438953506 rc 0/0 00000100:00100000:2.0:1767319266.861533:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 38 00000100:00100000:0.0:1767319266.868176:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.868442:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687552 00000100:00100000:2.0:1767319266.868451:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687552 00000100:00100000:0.0:1767319266.868814:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 238 00000100:00100000:0.0:1767319266.868825:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+43:87929:x1853163923687552:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.868884:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319266.868910:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c394ff lrc: 0/0,0 mode: --/PR res: [0x200005222:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ce0 expref: 43 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.868933:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200005222:0x1:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:0.0:1767319266.868951:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c394e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cd9 expref: 42 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.868960:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:0.0:1767319266.868966:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319266.868990:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869002:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869011:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869042:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x53aab532 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869114:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869123:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869216:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,1 mode: --/EX res: [0x200005222:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869223:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,1 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.869229:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,1 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319266.870131:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200005222:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1767319266.870148:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,1 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870156:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 2/0,0 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870163:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,0 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870169:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.870173:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 3/0,0 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870180:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 4/0,0 mode: EX/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870211:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200005222:0x1:0x0].0x0 (ffff9e7d39f8fd00) 00010000:00010000:0.0:1767319266.870215:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319266.870219:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 2/0,0 mode: --/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870225:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39522 lrc: 0/0,0 mode: --/EX res: [0x200005222:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870397:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870405:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870411:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870416:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.870419:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870425:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870432:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.870435:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.870438:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870444:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39514 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319266.870454:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f3c1ac4 reply state 000000007ea8ab0d transno 137438953507 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870471:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.870478:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53aab532 (ffff9e7d39f8f900) 00010000:00010000:0.0:1767319266.870480:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319266.870494:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319266.870626:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+43:87929:x1853163923687552:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1800us (2457us total) trans 137438953507 rc 0/0 00000100:00100000:0.0:1767319266.870635:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 238 00000100:00100000:2.0:1767319266.878868:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.878970:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687680 00000100:00100000:1.0:1767319266.878979:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687680 00000100:00100000:1.0:1767319266.879038:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 239 00000100:00100000:1.0:1767319266.879047:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+43:87929:x1853163923687680:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.879081:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.879105:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39529 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cee expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.879169:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.879181:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.879192:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319266.879256:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319266.879259:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319266.879288:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319266.879310:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39529 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 45 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.879330:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 44 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.879726:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:1.0:1767319266.879730:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319266.879734:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ae00, rc 0) 00000100:00100000:1.0:1767319266.879788:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+44:87929:x1853163923687680:12345-192.168.204.13@tcp:101:rm.0 Request processed in 741us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.879796:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 239 00000100:00100000:1.0:1767319266.887222:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.887452:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687808 00000100:00100000:0.0:1767319266.887462:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687808 00000100:00100000:0.0:1767319266.887765:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 240 00000100:00100000:0.0:1767319266.887776:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+44:87929:x1853163923687808:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.887796:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.887817:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39537 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cf5 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.887904:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.887919:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.887931:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.887946:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.887953:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.887965:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:0.0:1767319266.890446:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988586880:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319266.890753:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.890789:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51f00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319266.890876:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988586880 00000100:00100000:1.0:1767319266.890885:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988586880 00000100:00100000:1.0:1767319266.890943:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4400 00000100:00100000:1.0:1767319266.890953:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988586880:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767319266.893747:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988586880:12345-0@lo:1000:mdt00_004.0 Request processed in 2788us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.893761:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4400 00000100:00100000:0.0:1767319266.894849:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988586880:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1767319266.894921:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3954c lrc: 3/1,0 mode: --/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.894938:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3954c lrc: 3/1,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.894951:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3954c lrc: 3/1,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319266.894975:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3954c lrc: 3/1,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.894987:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.894994:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895001:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895007:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.895010:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895034:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895118:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:0.0:1767319266.895122:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.895128:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895135:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c3953e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895149:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895156:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895162:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895167:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.895170:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895176:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895184:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x78bbd5d6 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.895186:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.895189:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895207:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39545 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.895255:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39537 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cf5 expref: 46 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.895270:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3954c lrc: 3/0,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cf5 expref: 45 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.895278:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240004a51:0x2:0x0].0x0 (ffff9e7d39f8fd00) 00010000:00010000:0.0:1767319266.895280:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319266.895283:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938a00, rc 0) 00000100:00100000:0.0:1767319266.895462:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+45:87929:x1853163923687808:12345-192.168.204.13@tcp:101:rm.0 Request processed in 7687us (8247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.895471:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 240 00000100:00100000:2.0:1767319266.910335:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.910519:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923687936 00000100:00100000:0.0:1767319266.910529:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923687936 00000100:00100000:0.0:1767319266.910635:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 241 00000100:00100000:0.0:1767319266.910646:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+30:87929:x1853163923687936:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319266.910670:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319266.910695:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39553 lrc: 2/0,0 mode: --/CR res: [0x240004a51:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31cfc expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.910757:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3955a lrc: 3/1,0 mode: --/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319266.910772:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3955a lrc: 3/1,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.910783:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3955a lrc: 3/1,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:0.0:1767319266.910849:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240004a51:0x2:0x0]: returning size 4096 00000004:00200000:0.0:1767319266.910853:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767319266.910893:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39553 lrc: 0/0,0 mode: --/CR res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cfc expref: 32 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.910914:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3955a lrc: 3/0,0 mode: PR/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cfc expref: 31 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.910923:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240004a51:0x2:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.910926:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319266.910930:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939c00, rc 0) 00000100:00100000:0.0:1767319266.910983:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923687936:12345-192.168.204.13@tcp:101:rm.0 Request processed in 339us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.910992:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 241 00000100:00100000:2.0:1767319266.927281:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.927384:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923688192 00000100:00100000:1.0:1767319266.927394:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923688192 00000100:00100000:1.0:1767319266.927468:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 242 00000100:00100000:1.0:1767319266.927476:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+31:87929:x1853163923688192:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319266.927506:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.927529:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39561 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d03 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319266.927678:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240004a51:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1767319266.928235:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39561 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d03 expref: 33 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.928251:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8900) 00010000:00010000:1.0:1767319266.928255:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319266.928260:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39561 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d03 expref: 33 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.928281:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319266.928405:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923688192:12345-192.168.204.13@tcp:101:rm.0 Request processed in 859us (1063us total) trans 90194313235 rc 301/301 00000100:00100000:1.0:1767319266.928415:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 242 00000100:00100000:1.0:1767319266.934984:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.936475:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923688320 00000100:00100000:2.0:1767319266.936498:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923688320 00000100:00100000:2.0:1767319266.936568:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:2.0:1767319266.936613:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923688320:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319266.953002:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923688320:12345-192.168.204.13@tcp:37:rm.0 Request processed in 16413us (18015us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.953018:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 39 00000100:00100000:1.0:1767319266.958880:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319266.959045:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923688576 00000100:00100000:2.0:1767319266.959055:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923688576 00000100:00100000:2.0:1767319266.959221:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00100000:2.0:1767319266.959233:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+32:87929:x1853163923688576:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319266.959525:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923688576:12345-192.168.204.13@tcp:35:rm.0 Request processed in 292us (651us total) trans 90194313236 rc 0/0 00000100:00100000:2.0:1767319266.959533:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 40 00000100:00100000:1.0:1767319266.963756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319266.963805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319266.966303:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923688960 00000100:00100000:0.0:1767319266.966316:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923688960 00000100:00100000:0.0:1767319266.966411:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 243 00000100:00100000:0.0:1767319266.966420:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923688960:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319266.966480:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319266.966504:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3955a lrc: 0/0,0 mode: --/PR res: [0x240004a51:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cfc expref: 33 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.966521:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240004a51:0x2:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319266.966530:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319266.966627:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID:122876:1853163988587008:0@lo:900:mdt00_004.0 00000100:00100000:0.0:1767319266.966685:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319266.966777:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319266.967314:0:121333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988587008 00000100:00100000:2.0:1767319266.967321:0:121333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988587008 00000100:00100000:2.0:1767319266.967394:0:121333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1767319266.967403:0:121333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:122876:x1853163988587008:12345-0@lo:900:mdt00_004.0 00000100:00100000:2.0:1767319266.967476:0:121333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:122876:x1853163988587008:12345-0@lo:900:mdt00_004.0 Request processed in 75us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.967484:0:121333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1767319266.967608:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID:122876:1853163988587008:0@lo:900:mdt00_004.0 00000100:00100000:1.0:1767319266.967666:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988587136:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767319266.967717:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319266.967742:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513300 going to sleep for 50 seconds 00000100:00100000:0.0:1767319266.976900:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988587392:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319266.976940:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.976956:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:0.0:1767319266.976959:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.976963:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.976973:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873400, rc 0) 00000100:00100000:0.0:1767319266.977040:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:122876:x1853163988587264:12345-0@lo:101:mdt00_004.0 Request processed in 8859us (8926us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.977051:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402 00000100:00100000:2.0:1767319266.977516:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923689088 00000100:00100000:2.0:1767319266.977525:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923689088 00010000:00010000:2.0:1767319266.977619:0:15511:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 44 pid: 122876 timeout: 4613 lvb_type: 0 00000100:00100000:2.0:1767319266.977659:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2616 00000100:00100000:2.0:1767319266.977670:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+44:2508:x1853163923689088:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319266.977686:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319266.977692:0:15511:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 44 pid: 122876 timeout: 4613 lvb_type: 0 00010000:00010000:2.0:1767319266.977704:0:15511:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 44 pid: 122876 timeout: 4613 lvb_type: 0 00010000:00010000:2.0:1767319266.977726:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39530 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31cee expref: 44 pid: 122876 timeout: 4613 lvb_type: 0 00010000:00010000:2.0:1767319266.977741:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:2.0:1767319266.977747:0:15511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.977757:0:15511:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.977766:0:15511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.977816:0:15511:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c39576 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3956f expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319266.977830:0:15511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:15511:1853163988587520:0@lo:105: 00000100:00100000:2.0:1767319266.977873:0:15511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.977908:0:15511:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7ee780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319266.978010:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988587520 00000100:00100000:1.0:1767319266.978015:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988587520 00000100:00100000:1.0:1767319266.978044:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1767319266.978051:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15511:x1853163988587520:12345-0@lo:105: 00010000:00010000:1.0:1767319266.978062:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978071:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978079:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978085:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978091:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978099:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.978112:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d07872400) 00000100:00100000:1.0:1767319266.978146:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15511:x1853163988587520:12345-0@lo:105: Request processed in 95us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.978153:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1767319266.979384:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988587648 00000100:00100000:1.0:1767319266.979390:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988587648 00000100:00100000:1.0:1767319266.979433:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403 00000100:00100000:1.0:1767319266.979441:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:122876:x1853163988587648:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319266.979465:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319266.979480:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39584 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3957d expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.979500:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39584 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3957d expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.979512:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39584 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3957d expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319266.979519:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x78bbd5d6 (ffff9e7d2c5d8900) 00010000:00010000:1.0:1767319266.979522:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319266.979525:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319266.979603:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988587648:12345-0@lo:101:mdt00_004.0 Request processed in 162us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.979610:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403 00000100:00100000:2.0:1767319266.980112:0:15511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:15511:1853163988587520:0@lo:105: 00010000:00010000:2.0:1767319266.980167:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319266.980239:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+43:2508:x1853163923689088:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 2569us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319266.980248:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2616 00000100:00100000:0.0:1767319266.981418:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988587776 00000100:00100000:0.0:1767319266.981424:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988587776 00000100:00100000:0.0:1767319266.981467:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4404 00000100:00100000:0.0:1767319266.981476:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988587776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319266.981562:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988587776:12345-0@lo:1000:mdt00_004.0 Request processed in 87us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319266.981569:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4404 00000100:00100000:1.0:1767319266.983308:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988587904 00000100:00100000:1.0:1767319266.983315:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988587904 00000100:00100000:1.0:1767319266.983360:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405 00000100:00100000:1.0:1767319266.983368:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988587904:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767319266.983453:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988587904:12345-0@lo:1000:mdt00_004.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.983460:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405 00000100:00100000:1.0:1767319266.985803:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988588032 00000100:00100000:1.0:1767319266.985810:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988588032 00000100:00100000:1.0:1767319266.985858:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406 00000100:00100000:1.0:1767319266.985867:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988588032:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767319266.985986:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988588032:12345-0@lo:1000:mdt00_004.0 Request processed in 120us (279us total) trans 0 rc 1/1 00000100:00100000:1.0:1767319266.986002:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406 00000100:00100000:2.0:1767319266.986088:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988588032:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319266.986151:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 3/0,1 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.986161:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 3/0,1 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.986171:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 3/0,1 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319266.986184:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988588160:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319266.986223:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319266.986236:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3a7ee780 going to sleep for 50 seconds 00000100:00100000:2.0:1767319266.987869:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988588160:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319266.987890:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 4/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39592 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.987920:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 4/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39592 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319266.987996:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,1 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319266.988006:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319266.988014:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:2.0:1767319266.988872:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].4, 672 off35384 00000040:00080000:2.0:1767319266.988919:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].4, 752 off35704 00000004:00080000:2.0:1767319266.988925:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d3a7ee780 with version 10 00000100:00100000:2.0:1767319266.991857:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988588416 00000100:00100000:2.0:1767319266.991865:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988588416 00000100:00100000:2.0:1767319266.992377:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408 00000100:00100000:2.0:1767319266.992389:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:123528:x1853163988588416:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319266.992861:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:123528:x1853163988588416:12345-0@lo:1000:osp_up0-1.0 Request processed in 474us (1390us total) trans 137438953508 rc 0/0 00000100:00100000:2.0:1767319266.992870:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408 00000004:00200000:0.0:1767319266.993322:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240004a51:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1767319266.993345:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993355:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 2/0,0 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993363:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,0 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993380:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319266.993385:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 3/0,0 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993392:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 4/0,0 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993408:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240004a51:0x2:0x0].0x0 (ffff9e7d3b4b4b00) 00010000:00010000:0.0:1767319266.993412:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319266.993417:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 2/0,0 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993423:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39599 lrc: 0/0,0 mode: --/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319266.993445:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 4/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39592 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993453:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 4/0,1 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39592 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993460:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c3958b lrc: 3/0,0 mode: EX/EX res: [0x240004a51:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39592 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993486:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319266.993673:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319266.993681:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993689:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993707:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07872400/0x719a348ff1c3956f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39576 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993719:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767319266.993725:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319266.993730:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319266.993737:0:122876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319266.993814:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923688960:12345-192.168.204.13@tcp:36:rm.0 Request processed in 27392us (30005us total) trans 90194313237 rc 0/0 00000100:00100000:0.0:1767319266.993823:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 243 00000100:00100000:0.0:1767319267.004465:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923689216 00000100:00100000:0.0:1767319267.004476:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923689216 00000100:00100000:0.0:1767319267.004827:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 244 00000100:00100000:0.0:1767319267.004839:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+43:87929:x1853163923689216:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.004859:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.004883:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d0a expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.004953:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.004980:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.005012:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.005062:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.005066:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.005084:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.005107:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d0a expref: 45 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.005125:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d0a expref: 44 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.005134:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319267.005136:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.005140:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938c00, rc 0) 00000100:00100000:0.0:1767319267.005246:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+44:87929:x1853163923689216:12345-192.168.204.13@tcp:101:rm.0 Request processed in 409us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.005254:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 244 00000100:00100000:1.0:1767319267.009139:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.009228:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923689344 00000100:00100000:0.0:1767319267.009238:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923689344 00000100:00100000:0.0:1767319267.009296:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 245 00000100:00100000:0.0:1767319267.009305:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+44:87929:x1853163923689344:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.009325:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.009347:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c395ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d11 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.009414:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009444:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009455:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009470:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009476:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009483:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009664:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 3/1,0 mode: --/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009673:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 3/1,0 mode: PR/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009680:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 3/1,0 mode: PR/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.009709:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000059f1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.009713:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.009731:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 3/1,0 mode: PR/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009744:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009750:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009766:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009773:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009778:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.009783:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009791:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009802:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319267.009805:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.009810:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009816:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009829:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009834:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009839:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009843:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.009846:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009862:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009870:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32fdbbcb (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.009872:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.009875:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009881:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.009911:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c395ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d11 expref: 46 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.009924:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 3/0,0 mode: PR/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d11 expref: 45 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.009931:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000059f1:0x1:0x0].0x0 (ffff9e7d39f8f000) 00010000:00010000:0.0:1767319267.009934:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.009936:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939200, rc 0) 00000100:00100000:0.0:1767319267.010006:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+45:87929:x1853163923689344:12345-192.168.204.13@tcp:101:rm.0 Request processed in 702us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.010015:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 245 00000100:00100000:1.0:1767319267.014807:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923689600 00000100:00100000:1.0:1767319267.014820:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923689600 00000100:00100000:1.0:1767319267.014918:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 246 00000100:00100000:1.0:1767319267.014928:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+45:87929:x1853163923689600:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.014949:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.014985:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c395ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d18 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319267.015093:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000059f1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.015352:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c395ca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d18 expref: 47 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.015368:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:1.0:1767319267.015371:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.015376:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c395ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d18 expref: 47 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.015390:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ba00, rc 0) 00000100:00100000:1.0:1767319267.015453:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+46:87929:x1853163923689600:12345-192.168.204.13@tcp:101:rm.0 Request processed in 525us (1427us total) trans 137438953509 rc 301/301 00000100:00100000:1.0:1767319267.015460:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 246 00000100:00100000:2.0:1767319267.024797:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923689728 00000100:00100000:2.0:1767319267.024808:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923689728 00000100:00100000:2.0:1767319267.024872:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 41 00000100:00100000:2.0:1767319267.024882:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+46:87929:x1853163923689728:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319267.049757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.059684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.059844:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923690240 00000100:00100000:2.0:1767319267.059855:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923690240 00000100:00100000:0.0:1767319267.060285:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 247 00000100:00100000:0.0:1767319267.060299:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+47:87929:x1853163923690240:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319267.060377:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319267.060406:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c395c3 lrc: 0/0,0 mode: --/PR res: [0x2000059f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d11 expref: 47 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.060432:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000059f1:0x1:0x0].0x0 (ffff9e7d39f8f000) 00010000:00010000:0.0:1767319267.060451:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c395a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d0a expref: 46 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.060461:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319267.060466:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319267.060491:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060503:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060512:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060524:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060530:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060536:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060667:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,1 mode: --/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060676:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,1 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.060683:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,1 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.061199:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000059f1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1767319267.061217:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,1 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061224:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 2/0,0 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061231:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,0 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061236:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.061240:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 3/0,0 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061248:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 4/0,0 mode: EX/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061256:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000059f1:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319267.061259:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319267.061262:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 2/0,0 mode: --/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061267:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c395e6 lrc: 0/0,0 mode: --/EX res: [0x2000059f1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061412:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061420:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061426:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061441:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061445:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.061448:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061454:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061461:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.061464:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.061467:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061474:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c395d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319267.061486:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007dfa29a9 reply state 0000000061bae7ef transno 137438953511 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061496:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.061502:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32fdbbcb (ffff9e7d39f8fd00) 00010000:00010000:0.0:1767319267.061505:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319267.061507:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319267.061635:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+47:87929:x1853163923690240:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1338us (1959us total) trans 137438953511 rc 0/0 00000100:00100000:0.0:1767319267.061644:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 247 00000100:00100000:2.0:1767319267.065774:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.076039:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923690368 00000100:00100000:1.0:1767319267.076055:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923690368 00000100:00100000:1.0:1767319267.076132:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 248 00000100:00100000:1.0:1767319267.076156:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+47:87929:x1853163923690368:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.076181:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.076216:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c395ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d1f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.076486:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.076501:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.076744:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.076792:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.076796:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319267.076816:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.076845:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c395ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d1f expref: 49 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.076861:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d1f expref: 48 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.076871:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:1.0:1767319267.076874:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319267.076878:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319267.077073:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+48:87929:x1853163923690368:12345-192.168.204.13@tcp:101:rm.0 Request processed in 919us (11310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.077081:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 248 00000100:00100000:1.0:1767319267.082857:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923690496 00000100:00100000:1.0:1767319267.082869:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923690496 00000100:00100000:1.0:1767319267.083002:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 249 00000100:00100000:1.0:1767319267.083013:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+48:87929:x1853163923690496:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.083035:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.083057:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c395fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d26 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.083138:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083154:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083164:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083180:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083186:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083661:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083798:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 3/1,0 mode: --/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083807:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 3/1,0 mode: PR/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083813:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 3/1,0 mode: PR/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.083865:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c2:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.083869:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319267.083889:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 3/1,0 mode: PR/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083903:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083909:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083914:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083920:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083925:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28aa00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.083929:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083936:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.083948:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:1.0:1767319267.083951:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.083955:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084039:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084052:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084065:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084070:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084075:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.084078:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084083:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084090:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81080160 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319267.084093:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.084095:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084100:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39609 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.084130:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c395fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d26 expref: 50 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.084143:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 3/0,0 mode: PR/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d26 expref: 49 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.084149:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c2:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319267.084151:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319267.084153:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28bc00, rc 0) 00000100:00100000:1.0:1767319267.084382:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+49:87929:x1853163923690496:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1370us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.084397:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 249 00000100:00100000:1.0:1767319267.089025:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923690752 00000100:00100000:1.0:1767319267.089035:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923690752 00000100:00100000:1.0:1767319267.089095:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 250 00000100:00100000:1.0:1767319267.089104:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+49:87929:x1853163923690752:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.089125:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.089146:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39617 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d2d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319267.089255:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c2:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.089360:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39617 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d2d expref: 51 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.089374:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:1.0:1767319267.089377:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.089381:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39617 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d2d expref: 51 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.089395:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ba00, rc 0) 00000100:00100000:1.0:1767319267.089453:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+50:87929:x1853163923690752:12345-192.168.204.13@tcp:101:rm.0 Request processed in 349us (655us total) trans 137438953512 rc 301/301 00000100:00100000:1.0:1767319267.089460:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 250 00000100:00100000:1.0:1767319267.101881:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923690880 00000100:00100000:1.0:1767319267.101897:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923690880 00000100:00100000:0.0:1767319267.107787:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 43 00000100:00100000:0.0:1767319267.107828:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+50:87929:x1853163923690880:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319267.118318:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+50:87929:x1853163923690880:12345-192.168.204.13@tcp:37:rm.0 Request processed in 10480us (19602us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.118335:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 43 00000100:00100000:1.0:1767319267.127526:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.127633:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923691136 00000100:00100000:2.0:1767319267.127644:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923691136 00000100:00100000:2.0:1767319267.127706:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 44 00000100:00100000:2.0:1767319267.127717:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+50:87929:x1853163923691136:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319267.127985:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+51:87929:x1853163923691136:12345-192.168.204.13@tcp:35:rm.0 Request processed in 269us (468us total) trans 137438953513 rc 0/0 00000100:00100000:2.0:1767319267.127993:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 44 00000100:00100000:2.0:1767319267.131201:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923691392 00000100:00100000:2.0:1767319267.131212:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923691392 00000100:00100000:2.0:1767319267.131325:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 251 00000100:00100000:2.0:1767319267.131335:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+51:87929:x1853163923691392:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319267.131412:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319267.131438:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39610 lrc: 0/0,0 mode: --/PR res: [0x2000061c2:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d26 expref: 51 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.131456:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c2:0x1:0x0].0x0 (ffff9e7d07a39d00) 00010000:00010000:2.0:1767319267.131472:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c395f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d1f expref: 50 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.131480:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:2.0:1767319267.131488:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319267.131515:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131549:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131560:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131574:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81080160 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131628:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131635:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131721:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,1 mode: --/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131729:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,1 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131736:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,1 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319267.131947:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c2:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.131963:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,1 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131970:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 2/0,0 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131977:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,0 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.131993:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.131997:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 3/0,0 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132005:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 4/0,0 mode: EX/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132014:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c2:0x1:0x0].0x0 (ffff9e7d3b4b4d00) 00010000:00010000:2.0:1767319267.132017:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319267.132020:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 2/0,0 mode: --/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132026:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39633 lrc: 0/0,0 mode: --/EX res: [0x2000061c2:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132176:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132183:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132200:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132206:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132212:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.132214:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132220:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132239:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.132241:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.132244:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132249:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39625 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319267.132261:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5391d57 reply state 000000006cecaca6 transno 137438953514 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132271:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.132277:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81080160 (ffff9e7d3b4b4e00) 00010000:00010000:2.0:1767319267.132279:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319267.132281:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319267.132362:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+51:87929:x1853163923691392:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1028us (1293us total) trans 137438953514 rc 0/0 00000100:00100000:2.0:1767319267.132370:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 251 00000100:00100000:0.0:1767319267.135951:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.136025:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923691520 00000100:00100000:2.0:1767319267.136036:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923691520 00000100:00100000:2.0:1767319267.136096:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 252 00000100:00100000:2.0:1767319267.136106:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+51:87929:x1853163923691520:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.136129:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.136152:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3963a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d34 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.136239:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.136266:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.136284:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319267.136330:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.136334:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.136354:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.136378:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c3963a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d34 expref: 53 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.136398:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d34 expref: 52 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.136407:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:2.0:1767319267.136410:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.136413:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82800, rc 0) 00000100:00100000:2.0:1767319267.136477:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+52:87929:x1853163923691520:12345-192.168.204.13@tcp:101:rm.0 Request processed in 372us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.136484:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 252 00000100:00100000:1.0:1767319267.140924:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923691648 00000100:00100000:1.0:1767319267.140934:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923691648 00000100:00100000:1.0:1767319267.141011:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 253 00000100:00100000:1.0:1767319267.141021:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+52:87929:x1853163923691648:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.141042:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.141064:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39648 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d3b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.141133:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141147:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141158:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141171:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141178:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141185:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141357:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141365:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141372:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.141401:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.141411:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319267.141435:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141447:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141453:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141459:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141464:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141469:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.141473:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141481:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141493:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:1.0:1767319267.141496:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.141501:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141506:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3964f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141519:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141525:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141536:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141540:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28aa00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.141918:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141929:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141937:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x25baab34 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319267.141940:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.141943:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141949:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39656 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.141981:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39648 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d3b expref: 54 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.141993:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d3b expref: 53 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.141999:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319267.142001:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319267.142003:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b400, rc 0) 00000100:00100000:1.0:1767319267.142111:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+53:87929:x1853163923691648:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1090us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.142119:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 253 00000100:00100000:1.0:1767319267.152316:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923691904 00000100:00100000:1.0:1767319267.152332:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923691904 00000100:00100000:1.0:1767319267.152448:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 254 00000100:00100000:1.0:1767319267.152460:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+53:87929:x1853163923691904:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.152483:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.152505:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39664 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d42 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319267.152643:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.152747:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39664 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d42 expref: 55 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.152762:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:1.0:1767319267.152764:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.152770:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39664 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d42 expref: 55 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.152782:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b800, rc 0) 00000100:00100000:1.0:1767319267.152861:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+54:87929:x1853163923691904:12345-192.168.204.13@tcp:101:rm.0 Request processed in 404us (3767us total) trans 137438953515 rc 301/301 00000100:00100000:1.0:1767319267.152869:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 254 00000100:00100000:0.0:1767319267.166454:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.172818:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+54:87929:x1853163923692032:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5781us (6360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.172834:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 45 00000100:00100000:2.0:1767319267.176427:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923692288 00000100:00100000:2.0:1767319267.176437:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923692288 00000100:00100000:2.0:1767319267.176481:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:2.0:1767319267.176491:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+54:87929:x1853163923692288:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319267.176867:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+55:87929:x1853163923692288:12345-192.168.204.13@tcp:35:rm.0 Request processed in 376us (636us total) trans 137438953516 rc 0/0 00000100:00100000:2.0:1767319267.176889:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 46 00000100:00100000:1.0:1767319267.179606:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923692544 00000100:00100000:1.0:1767319267.179615:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923692544 00000100:00100000:1.0:1767319267.179672:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 255 00000100:00100000:1.0:1767319267.179681:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+55:87929:x1853163923692544:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319267.179738:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319267.179763:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c3965d lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d3b expref: 55 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.179800:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1:0x0].0x0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319267.179819:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39641 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d34 expref: 54 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.179830:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:1.0:1767319267.179837:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319267.179864:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179877:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179886:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179900:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x25baab34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179907:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179913:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179990:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.179998:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180005:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.180257:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.180272:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180279:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180286:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180292:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.180296:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180304:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180312:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319267.180315:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319267.180319:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180325:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39680 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180463:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180471:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180477:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180495:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180500:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.180503:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180508:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180516:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319267.180519:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.180521:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180527:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39672 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319267.180539:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c4698358 reply state 00000000f8fc494f transno 137438953517 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180549:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.180554:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x25baab34 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319267.180557:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319267.180559:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319267.180672:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+55:87929:x1853163923692544:12345-192.168.204.13@tcp:36:rm.0 Request processed in 990us (1174us total) trans 137438953517 rc 0/0 00000100:00100000:1.0:1767319267.180681:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 255 00000100:00100000:2.0:1767319267.184081:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923692672 00000100:00100000:2.0:1767319267.184091:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923692672 00000100:00100000:2.0:1767319267.184177:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 256 00000100:00100000:2.0:1767319267.184200:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+55:87929:x1853163923692672:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.184223:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.184247:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39687 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d49 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.184313:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.184326:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.184336:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319267.184376:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.184380:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.184398:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.184422:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39687 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 57 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.184442:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 56 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.184450:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.184466:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.184470:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82000, rc 0) 00000100:00100000:2.0:1767319267.184526:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+56:87929:x1853163923692672:12345-192.168.204.13@tcp:101:rm.0 Request processed in 340us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.184533:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 256 00000100:00100000:2.0:1767319267.187966:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923692800 00000100:00100000:2.0:1767319267.187976:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923692800 00000100:00100000:2.0:1767319267.188035:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 257 00000100:00100000:2.0:1767319267.188044:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+56:87929:x1853163923692800:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.188064:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.188083:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d50 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.188145:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.188159:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.188182:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.188211:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.188219:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.188225:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319267.188344:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988588800:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.188408:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.188826:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f600 going to sleep for 50 seconds 00000100:00100000:0.0:1767319267.189120:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988588800 00000100:00100000:0.0:1767319267.189127:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988588800 00000100:00100000:0.0:1767319267.189216:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409 00000100:00100000:0.0:1767319267.189226:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988588800:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319267.189394:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:122876:x1853163988588800:12345-0@lo:1000:mdt00_004.0 Request processed in 169us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.189402:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409 00000100:00100000:2.0:1767319267.189467:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988588800:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319267.189515:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 3/1,0 mode: --/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189526:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189534:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319267.189570:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189612:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189619:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189625:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189631:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189637:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.189640:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189647:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189672:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.189675:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.189680:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189686:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c3969c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189701:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189707:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189712:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189718:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.189720:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189725:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189732:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6e0ba4a6 (ffff9e7d3b4b4d00) 00010000:00010000:2.0:1767319267.189735:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.189738:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189742:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.189776:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d50 expref: 58 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.189798:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 3/0,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d50 expref: 57 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.189804:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4f00) 00010000:00010000:2.0:1767319267.189806:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319267.189809:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82a00, rc 0) 00000100:00100000:2.0:1767319267.189848:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+57:87929:x1853163923692800:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1806us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.189855:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 257 00000100:00100000:2.0:1767319267.192563:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923692928 00000100:00100000:2.0:1767319267.192571:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923692928 00000100:00100000:2.0:1767319267.192629:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 258 00000100:00100000:2.0:1767319267.192638:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+33:87929:x1853163923692928:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.192660:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.192682:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c396b1 lrc: 2/0,0 mode: --/CR res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d57 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.192737:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c396b8 lrc: 3/1,0 mode: --/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.192749:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c396b8 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.192762:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c396b8 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319267.192809:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400061c1:0x2:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.192813:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767319267.192865:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82200/0x719a348ff1c396b1 lrc: 0/0,0 mode: --/CR res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d57 expref: 35 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.192884:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c396b8 lrc: 3/0,0 mode: PR/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d57 expref: 34 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.192893:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319267.192896:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319267.192899:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83e00, rc 0) 00000100:00100000:2.0:1767319267.192944:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+34:87929:x1853163923692928:12345-192.168.204.13@tcp:101:rm.0 Request processed in 307us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.192951:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 258 00000100:00100000:2.0:1767319267.196046:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923693184 00000100:00100000:2.0:1767319267.196056:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923693184 00000100:00100000:2.0:1767319267.196105:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 259 00000100:00100000:2.0:1767319267.196114:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+34:87929:x1853163923693184:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.196134:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.196157:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c396bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d5e expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319267.196268:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400061c1:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.196378:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c396bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d5e expref: 36 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.196392:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:2.0:1767319267.196394:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319267.196399:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83200/0x719a348ff1c396bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d5e expref: 36 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.196437:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319267.196488:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923693184:12345-192.168.204.13@tcp:101:rm.0 Request processed in 375us (656us total) trans 90194313238 rc 301/301 00000100:00100000:2.0:1767319267.196496:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 259 00000100:00100000:0.0:1767319267.201879:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923693312 00000100:00100000:0.0:1767319267.201891:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923693312 00000100:00100000:0.0:1767319267.201948:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 47 00000100:00100000:0.0:1767319267.201958:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923693312:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319267.208661:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923693312:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6692us (7088us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.208676:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 47 00000100:00100000:0.0:1767319267.213804:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923693568 00000100:00100000:0.0:1767319267.213815:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923693568 00000100:00100000:1.0:1767319267.214090:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 48 00000100:00100000:1.0:1767319267.214109:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+35:87929:x1853163923693568:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319267.214473:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923693568:12345-192.168.204.13@tcp:35:rm.0 Request processed in 366us (1012us total) trans 90194313239 rc 0/0 00000100:00100000:1.0:1767319267.214481:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 48 00000100:00100000:2.0:1767319267.217627:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923693696 00000100:00100000:2.0:1767319267.217636:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923693696 00000100:00100000:2.0:1767319267.217696:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 819 00000100:00100000:2.0:1767319267.217706:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d052ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+57:2508:x1853163923693696:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:2.0:1767319267.217722:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.217746:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396aa lrc: 0/0,0 mode: --/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d50 expref: 57 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.217767:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4f00) 00010000:00010000:2.0:1767319267.217779:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.217827:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d052ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+56:2508:x1853163923693696:12345-192.168.204.13@tcp:103:rm.0 Request processed in 123us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.217835:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 819 00000100:00100000:2.0:1767319267.220750:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923693952 00000100:00100000:2.0:1767319267.220760:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923693952 00000100:00100000:2.0:1767319267.220819:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 260 00000100:00100000:2.0:1767319267.220828:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923693952:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319267.220886:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.220911:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c396b8 lrc: 0/0,0 mode: --/PR res: [0x2400061c1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d57 expref: 36 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.220956:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319267.220968:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319267.221012:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.221020:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.221029:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319267.221048:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988588928:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319267.221091:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.221127:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f900 going to sleep for 50 seconds 00000100:00100000:0.0:1767319267.221258:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988588928 00000100:00100000:0.0:1767319267.221263:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988588928 00000100:00100000:0.0:1767319267.221303:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410 00000100:00100000:0.0:1767319267.221311:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122876:x1853163988588928:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1767319267.221333:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.221349:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c396cd expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.221370:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 55 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.221380:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 14 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.221405:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 55 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.221419:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 55 pid: 122876 timeout: 4614 lvb_type: 0 00000100:00100000:0.0:1767319267.221430:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:35231:1853163988589056:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319267.221509:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319267.224922:0:35231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:35231:1853163988589056:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319267.225051:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 14 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.225064:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.225067:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.225071:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 14 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.225080:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938a00, rc 0) 00000100:00100000:2.0:1767319267.225152:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:122876:x1853163988588928:12345-0@lo:101:mdt00_004.0 Request processed in 3842us (4059us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.225161:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410 00000100:00100000:2.0:1767319267.227239:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694080 00000100:00100000:2.0:1767319267.227266:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694080 00010000:00010000:2.0:1767319267.227302:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 56 pid: 122876 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.227379:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2617 00000100:00100000:2.0:1767319267.227388:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+56:2509:x1853163923694080:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.227403:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.227410:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 56 pid: 122876 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.227421:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 56 pid: 122876 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.227441:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3968e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d49 expref: 56 pid: 122876 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.227458:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.227464:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.227474:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.227483:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.227516:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319267.227555:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988589184:0@lo:105: 00000100:00100000:2.0:1767319267.227675:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.227722:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319267.227900:0:15455:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1767319267.227912:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589184 00000100:00100000:0.0:1767319267.227916:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589184 00000100:00100000:0.0:1767319267.227962:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767319267.227970:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c080050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988589184:12345-0@lo:105: 00010000:00010000:0.0:1767319267.227981:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.227990:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.228011:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.228018:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.228024:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.228032:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.228053:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d2ea83200) 00000100:00100000:0.0:1767319267.228093:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c080050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988589184:12345-0@lo:105: Request processed in 124us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.228100:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767319267.228173:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988589184:0@lo:105: 00010000:00010000:0.0:1767319267.228198:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319267.228238:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+55:2509:x1853163923694080:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 851us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.228245:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2617 00010000:00010000:2.0:1767319267.228861:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.228873:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319267.228897:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767319267.228952:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.228959:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.228970:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319267.228988:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589312:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319267.229028:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.229061:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589312 00000100:00100000:2.0:1767319267.229066:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589312 00000100:00100000:2.0:1767319267.229106:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411 00000100:00100000:2.0:1767319267.229114:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:122876:x1853163988589312:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319267.229295:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.229312:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396e2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c396db expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.229343:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396e2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c396db expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.229356:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396e2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396db expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.229364:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6e0ba4a6 (ffff9e7d3b4b4f00) 00010000:00010000:2.0:1767319267.229366:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.229370:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82a00, rc 0) 00000100:00100000:2.0:1767319267.229397:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589312:12345-0@lo:101:mdt00_004.0 Request processed in 284us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.229404:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411 00000100:00100000:2.0:1767319267.229425:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f240 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.229442:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589312:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319267.229454:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.229462:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319267.229474:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1767319267.229504:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589440:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.229529:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.229717:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589440 00000100:00100000:2.0:1767319267.229721:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589440 00000100:00100000:2.0:1767319267.229748:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412 00000100:00100000:2.0:1767319267.229754:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589440:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.229808:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589440:12345-0@lo:1000:mdt00_004.0 Request processed in 54us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.229815:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412 00000100:00100000:2.0:1767319267.229832:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f900 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.229846:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589440:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.229882:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589568:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.229903:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.229921:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589568 00000100:00100000:2.0:1767319267.229925:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589568 00000100:00100000:2.0:1767319267.230034:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4413 00000100:00100000:2.0:1767319267.230041:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589568:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319267.230103:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589568:12345-0@lo:1000:mdt00_004.0 Request processed in 63us (199us total) trans 0 rc 1/1 00000100:00100000:2.0:1767319267.230110:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4413 00000100:00100000:2.0:1767319267.230213:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f240 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.230230:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589568:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319267.230272:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.230281:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.230288:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319267.230300:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589696:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319267.230322:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.230350:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589696 00000100:00100000:2.0:1767319267.230354:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589696 00000100:00100000:2.0:1767319267.230370:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414 00000100:00100000:2.0:1767319267.230375:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988589696:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319267.230383:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.230395:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396f0 lrc: 2/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c396e9 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.230410:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396f0 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c396e9 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.230420:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396f0 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c396e9 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.230427:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319267.230429:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319267.230431:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83a00, rc 0) 00000100:00100000:2.0:1767319267.230455:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988589696:12345-0@lo:101:mdt00_004.0 Request processed in 79us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.230461:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414 00000100:00100000:2.0:1767319267.230476:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2e27d6c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.230488:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988589696:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319267.230498:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.230507:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.230529:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319267.231674:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.231684:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:2.0:1767319267.232394:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].5, 672 off36056 00000040:00080000:2.0:1767319267.232448:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].5, 752 off36456 00000004:00080000:2.0:1767319267.232455:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d2e27d6c0 with version 11 00000100:00100000:1.0:1767319267.233213:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988589952 00000100:00100000:1.0:1767319267.233220:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988589952 00000100:00100000:1.0:1767319267.233328:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415 00000100:00100000:1.0:1767319267.233338:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:123528:x1853163988589952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319267.233841:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:123528:x1853163988589952:12345-0@lo:1000:osp_up0-1.0 Request processed in 503us (911us total) trans 137438953518 rc 0/0 00000100:00100000:1.0:1767319267.233849:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415 00000004:00200000:0.0:1767319267.234179:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400061c1:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1767319267.234210:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234219:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 2/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234243:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234250:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.234254:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234262:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 4/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234278:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4b00) 00010000:00010000:0.0:1767319267.234281:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.234286:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 2/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234292:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83400/0x719a348ff1c396f7 lrc: 0/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319267.234313:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234321:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234328:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234349:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319267.234463:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319267.234469:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234487:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234494:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234506:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767319267.234512:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767319267.234517:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.234524:0:122876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234713:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319267.234720:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 2/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234728:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319267.234732:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319267.234738:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234767:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 2/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234773:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319267.234796:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 1/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234803:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83c00/0x719a348ff1c396e9 lrc: 0/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396f0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234817:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319267.234827:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234832:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319267.234836:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319267.234842:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234859:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234865:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319267.234871:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234878:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83200/0x719a348ff1c396cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396d4 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.234890:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319267.234892:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319267.234893:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319267.234899:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319267.234911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988590080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.234965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.234995:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319267.235001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988590208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.235021:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.235051:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590080 00000100:00100000:2.0:1767319267.235064:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590080 00000100:00100000:2.0:1767319267.235105:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590208 00000100:00100000:2.0:1767319267.235109:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590208 00000100:00100000:2.0:1767319267.235147:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767319267.235154:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+18:7013:x1853163988590080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.235166:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.235182:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c396f0 lrc: 0/0,0 mode: --/EX res: [0x2400061c1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c396e9 expref: 18 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.235211:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0x2:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319267.235218:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.235249:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+17:7013:x1853163988590080:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.235256:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767319267.235271:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1767319267.235277:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+16:7013:x1853163988590208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.235285:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.235296:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c396d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c396cd expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.235306:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.235312:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.235334:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+15:7013:x1853163988590208:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.235340:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1767319267.235376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988590208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.235384:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988590080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319267.236123:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923693952:12345-192.168.204.13@tcp:36:rm.0 Request processed in 15284us (15545us total) trans 90194313240 rc 0/0 00000100:00100000:0.0:1767319267.236132:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 260 00000100:00100000:0.0:1767319267.242352:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694208 00000100:00100000:0.0:1767319267.242366:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694208 00000100:00100000:0.0:1767319267.242421:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 261 00000100:00100000:0.0:1767319267.242430:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+55:87929:x1853163923694208:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.242454:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.242480:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c396fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d65 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.243308:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.243345:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.243358:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.243410:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.243414:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.243436:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.243467:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c396fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d65 expref: 57 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.243485:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d65 expref: 56 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.243495:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.243498:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.243502:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939200, rc 0) 00000100:00100000:0.0:1767319267.243839:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+56:87929:x1853163923694208:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1408us (2093us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.243847:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 261 00000100:00100000:0.0:1767319267.249789:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694336 00000100:00100000:0.0:1767319267.249800:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694336 00000100:00100000:0.0:1767319267.249898:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 262 00000100:00100000:0.0:1767319267.249909:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+56:87929:x1853163923694336:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.249930:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.249962:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3970c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d6c expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.250049:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250064:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250075:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250088:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250095:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250101:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250288:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250296:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250303:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.250335:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.250338:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.250362:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250374:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250387:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250393:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250398:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250404:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.250407:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250414:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250425:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.250429:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.250434:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250440:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39713 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250452:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250458:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250464:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250469:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.250479:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250485:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250494:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9e14b794 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319267.250496:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.250498:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250504:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3971a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.250533:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3970c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d6c expref: 58 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.250710:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d6c expref: 57 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.250718:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x6:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319267.250721:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.250723:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938400, rc 0) 00000100:00100000:0.0:1767319267.250827:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+57:87929:x1853163923694336:12345-192.168.204.13@tcp:101:rm.0 Request processed in 920us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.250835:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 262 00000100:00100000:0.0:1767319267.258327:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694592 00000100:00100000:0.0:1767319267.258337:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694592 00000100:00100000:0.0:1767319267.258438:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 263 00000100:00100000:0.0:1767319267.258448:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+57:87929:x1853163923694592:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.258483:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.258504:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d73 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319267.258651:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x6:0x0]: returning size 4096 00010000:00010000:0.0:1767319267.258757:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39728 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d73 expref: 59 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.258770:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.258774:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319267.258779:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d73 expref: 59 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.258793:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938e00, rc 0) 00000100:00100000:0.0:1767319267.258852:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+58:87929:x1853163923694592:12345-192.168.204.13@tcp:101:rm.0 Request processed in 405us (880us total) trans 137438953519 rc 301/301 00000100:00100000:0.0:1767319267.258859:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 263 00000100:00100000:2.0:1767319267.265389:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.265511:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694720 00000100:00100000:1.0:1767319267.265522:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694720 00000100:00100000:1.0:1767319267.269494:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 49 00000100:00100000:1.0:1767319267.269513:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+58:87929:x1853163923694720:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319267.281829:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923694976 00000100:00100000:1.0:1767319267.281840:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923694976 00000100:00100000:1.0:1767319267.281905:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 50 00000100:00100000:1.0:1767319267.281916:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+58:87929:x1853163923694976:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319267.282323:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+59:87929:x1853163923694976:12345-192.168.204.13@tcp:35:rm.0 Request processed in 407us (659us total) trans 137438953520 rc 0/0 00000100:00100000:1.0:1767319267.282331:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 50 00000100:00100000:2.0:1767319267.288065:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.288306:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923695232 00000100:00100000:0.0:1767319267.288316:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923695232 00000100:00100000:0.0:1767319267.288384:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 264 00000100:00100000:0.0:1767319267.288393:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+59:87929:x1853163923695232:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319267.288452:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319267.288479:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39721 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d6c expref: 59 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.288500:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x6:0x0].0x0 (ffff9e7d39f8f400) 00010000:00010000:0.0:1767319267.288515:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39705 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d65 expref: 58 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.288557:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.288564:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319267.288635:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288647:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288656:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288667:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288673:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288678:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288752:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288760:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.288766:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319267.288997:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x6:0x0]: returning size 4096 00010000:00010000:0.0:1767319267.289011:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289027:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289033:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289038:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.289042:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289049:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289057:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x6:0x0].0x0 (ffff9e7d39f8fa00) 00010000:00010000:0.0:1767319267.289060:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319267.289064:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289069:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39744 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289240:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289247:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289252:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289259:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289264:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.289273:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289280:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289288:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319267.289290:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.289293:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289300:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39736 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319267.289313:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c166fe16 reply state 00000000033888ce transno 137438953521 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289323:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319267.289329:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9e14b794 (ffff9e7d39f8f000) 00010000:00010000:0.0:1767319267.289331:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319267.289334:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319267.289416:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+59:87929:x1853163923695232:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1022us (1362us total) trans 137438953521 rc 0/0 00000100:00100000:0.0:1767319267.289425:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 264 00000100:00100000:2.0:1767319267.294481:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923695360 00000100:00100000:2.0:1767319267.294491:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923695360 00000100:00100000:2.0:1767319267.294563:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 265 00000100:00100000:2.0:1767319267.294573:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+59:87929:x1853163923695360:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.294634:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.294657:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3974b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d7a expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.294716:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39752 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.294730:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.294741:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319267.294782:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.294786:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.294804:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.294828:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3974b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d7a expref: 61 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.294848:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39752 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d7a expref: 60 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.294856:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319267.294872:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.294876:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82400, rc 0) 00000100:00100000:2.0:1767319267.295796:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+60:87929:x1853163923695360:12345-192.168.204.13@tcp:101:rm.0 Request processed in 368us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.295805:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 265 00000100:00100000:2.0:1767319267.299318:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.306328:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.312757:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.322387:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+62:87929:x1853163923695872:12345-192.168.204.13@tcp:37:rm.0 Request processed in 9469us (9628us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.322405:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 51 00000100:00100000:2.0:1767319267.326376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.326482:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923696128 00000100:00100000:0.0:1767319267.326493:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923696128 00000100:00100000:0.0:1767319267.326762:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 52 00000100:00100000:0.0:1767319267.326787:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+62:87929:x1853163923696128:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319267.327161:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+63:87929:x1853163923696128:12345-192.168.204.13@tcp:35:rm.0 Request processed in 375us (793us total) trans 137438953523 rc 0/0 00000100:00100000:0.0:1767319267.327169:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 52 00000100:00100000:1.0:1767319267.330935:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.336343:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.337417:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923696512 00000100:00100000:0.0:1767319267.337428:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923696512 00000100:00100000:0.0:1767319267.337498:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 269 00000100:00100000:0.0:1767319267.337508:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+63:87929:x1853163923696512:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.337817:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.337847:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39798 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d8f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.337916:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.337930:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.338031:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319267.338077:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.338082:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.338099:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.338124:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39798 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d8f expref: 65 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.338141:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d8f expref: 64 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.338162:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319267.338165:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.338168:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939400, rc 0) 00000100:00100000:0.0:1767319267.338408:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+64:87929:x1853163923696512:12345-192.168.204.13@tcp:101:rm.0 Request processed in 900us (2075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.338416:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 269 00000100:00100000:2.0:1767319267.342426:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.342524:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923696640 00000100:00100000:0.0:1767319267.342702:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923696640 00000100:00100000:0.0:1767319267.342793:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 270 00000100:00100000:0.0:1767319267.342804:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+64:87929:x1853163923696640:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.342825:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.342845:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c397a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d96 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.342916:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.342931:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.342953:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.342968:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.342974:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.342981:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343132:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 3/1,0 mode: --/PR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343141:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343148:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319267.343177:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x11:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.343182:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319267.343215:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343229:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343236:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343242:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343248:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343254:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.343258:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343265:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343277:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:0.0:1767319267.343286:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.343292:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343298:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c397ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343311:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343317:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343322:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343326:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.343328:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343334:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343340:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f4bbd0d (ffff9e7d39f8fa00) 00010000:00010000:0.0:1767319267.343343:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.343346:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343351:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c397b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.343380:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c397a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d96 expref: 66 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.343405:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d96 expref: 65 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.343412:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:0.0:1767319267.343414:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.343416:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938a00, rc 0) 00000100:00100000:0.0:1767319267.343488:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+65:87929:x1853163923696640:12345-192.168.204.13@tcp:101:rm.0 Request processed in 686us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.343496:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 270 00000100:00100000:1.0:1767319267.348164:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923696896 00000100:00100000:1.0:1767319267.348203:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923696896 00000100:00100000:1.0:1767319267.348267:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 271 00000100:00100000:1.0:1767319267.348277:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+65:87929:x1853163923696896:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.348297:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.348318:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c397c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31d9d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319267.348431:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x11:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.348532:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c397c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d9d expref: 67 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.348558:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:1.0:1767319267.348561:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.348566:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c397c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d9d expref: 67 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.348599:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b600, rc 0) 00000100:00100000:1.0:1767319267.348656:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+66:87929:x1853163923696896:12345-192.168.204.13@tcp:101:rm.0 Request processed in 380us (1662us total) trans 137438953525 rc 301/301 00000100:00100000:1.0:1767319267.348663:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 271 00000100:00100000:1.0:1767319267.353805:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697024 00000100:00100000:1.0:1767319267.353818:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697024 00000100:00100000:1.0:1767319267.353874:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 53 00000100:00100000:1.0:1767319267.353883:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+66:87929:x1853163923697024:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319267.359093:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+66:87929:x1853163923697024:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5043us (5242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.359110:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 53 00000100:00100000:1.0:1767319267.363165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.363259:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697280 00000100:00100000:0.0:1767319267.363270:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697280 00000100:00100000:0.0:1767319267.363328:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 54 00000100:00100000:0.0:1767319267.363338:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+66:87929:x1853163923697280:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319267.363645:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+67:87929:x1853163923697280:12345-192.168.204.13@tcp:35:rm.0 Request processed in 309us (490us total) trans 137438953526 rc 0/0 00000100:00100000:0.0:1767319267.363653:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 54 00000100:00100000:2.0:1767319267.368403:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697536 00000100:00100000:2.0:1767319267.368414:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697536 00000100:00100000:2.0:1767319267.368475:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 272 00000100:00100000:2.0:1767319267.368485:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d396a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+67:87929:x1853163923697536:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.368511:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.368543:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c397d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31da4 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.368687:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c397d7 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.368704:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c397d7 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.368717:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c397d7 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319267.368728:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x11:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.368839:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c397d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31da4 expref: 70 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.368877:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c397d7 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31da4 expref: 69 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.368886:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:2.0:1767319267.368889:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767319267.368893:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83a00, rc 0) 00000100:00100000:2.0:1767319267.369125:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d396a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+69:87929:x1853163923697536:12345-192.168.204.13@tcp:101:rm.0 Request processed in 640us (1336us total) trans 137438953527 rc 0/0 00000100:00100000:2.0:1767319267.369133:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 272 00000100:00100000:0.0:1767319267.374251:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.374346:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697664 00000100:00100000:1.0:1767319267.374357:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697664 00000100:00100000:1.0:1767319267.374419:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 273 00000100:00100000:1.0:1767319267.374430:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+69:87929:x1853163923697664:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.374454:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.374477:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c397e5 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31dab expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.374555:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 3/1,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374570:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374601:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374616:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374623:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374629:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374769:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 3/1,0 mode: --/PR res: [0x200006991:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374778:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.374787:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.376306:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x13:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.376314:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319267.376344:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376360:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376366:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376371:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376378:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376384:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.376388:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376396:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 5/0,0 mode: CR/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376409:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:1.0:1767319267.376412:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.376417:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 3/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376423:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c397ec lrc: 0/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376436:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376452:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376457:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376462:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.376464:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376470:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376477:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0xd1d4b922 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319267.376480:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.376483:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376488:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c397f3 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.376524:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c397e5 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dab expref: 71 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.376891:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dab expref: 70 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.376899:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x13:0x0].0x0 (ffff9e7d0c7a5e00) 00010000:00010000:1.0:1767319267.376902:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319267.376905:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319267.377295:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+70:87929:x1853163923697664:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2865us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.377312:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 273 00000100:00100000:1.0:1767319267.380837:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697792 00000100:00100000:1.0:1767319267.380847:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697792 00000100:00100000:1.0:1767319267.380902:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 274 00000100:00100000:1.0:1767319267.380911:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+70:87929:x1853163923697792:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.380931:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.380962:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39801 lrc: 2/0,0 mode: --/CR res: [0x2000088d0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31db2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.382031:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 3/1,0 mode: --/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.382048:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 3/1,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.382058:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 3/1,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.382088:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000088d0:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.382092:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319267.382130:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39801 lrc: 0/0,0 mode: --/CR res: [0x2000088d0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 72 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.382149:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 3/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 71 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.382157:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000088d0:0x3:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.382161:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319267.382164:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ba00, rc 0) 00000100:00100000:1.0:1767319267.382375:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+71:87929:x1853163923697792:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1464us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.382383:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 274 00000100:00100000:0.0:1767319267.388095:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.388162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923697920 00000100:00100000:1.0:1767319267.388172:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923697920 00000100:00100000:1.0:1767319267.388246:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 275 00000100:00100000:1.0:1767319267.388254:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+36:87929:x1853163923697920:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.388277:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.388301:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c3980f lrc: 2/0,0 mode: --/CR res: [0x240008102:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31db9 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.388461:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/1,0 mode: --/PR res: [0x240008102:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.388474:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/1,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319267.388484:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/1,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00000004:00200000:1.0:1767319267.388512:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240008102:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.388517:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319267.388563:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b600/0x719a348ff1c3980f lrc: 0/0,0 mode: --/CR res: [0x240008102:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 38 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.388621:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 37 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.388631:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008102:0x3:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319267.388634:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319267.388653:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b800, rc 0) 00000100:00100000:1.0:1767319267.388709:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+37:87929:x1853163923697920:12345-192.168.204.13@tcp:101:rm.0 Request processed in 455us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.388716:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 275 00000100:00100000:0.0:1767319267.399174:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.399435:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923698176 00000100:00100000:2.0:1767319267.399446:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923698176 00000100:00100000:2.0:1767319267.399549:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 276 00000100:00100000:2.0:1767319267.399559:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+71:87929:x1853163923698176:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.399597:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.399618:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c3981d lrc: 2/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31dc0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319267.399761:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x13:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.399854:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c3981d lrc: 1/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dc0 expref: 73 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.399868:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:2.0:1767319267.399871:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319267.399875:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c3981d lrc: 0/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dc0 expref: 73 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.399889:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319267.399973:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+72:87929:x1853163923698176:12345-192.168.204.13@tcp:101:rm.0 Request processed in 416us (810us total) trans 137438953528 rc 301/301 00000100:00100000:2.0:1767319267.399980:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 276 00000100:00100000:0.0:1767319267.405368:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.416177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.427679:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.428749:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590336 00000100:00100000:1.0:1767319267.428755:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590336 00000100:00100000:1.0:1767319267.429394:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4416 00000100:00100000:1.0:1767319267.429404:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319267.429498:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 95us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.429506:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4416 00000100:00100000:2.0:1767319267.432424:0:121330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590464 00000100:00100000:2.0:1767319267.432438:0:121330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590464 00000100:00100000:2.0:1767319267.432509:0:121330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767319267.432518:0:121330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590464:12345-0@lo:700:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319267.432630:0:121330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590464:12345-0@lo:700:mdt_rdpg00_000.0 Request processed in 113us (2102us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.432637:0:121330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767319267.433296:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590592 00000100:00100000:2.0:1767319267.433301:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590592 00000100:00100000:2.0:1767319267.433375:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417 00000100:00100000:2.0:1767319267.433383:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590592:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319267.433457:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:121324:x1853163988590592:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.433464:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417 00000004:00080000:0.0:1767319267.433759:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 1 rpc_version 1 00000020:00100000:0.0:1767319267.433787:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319267.433797:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3b77d880 x1853163988590848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319267.433830:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988590848:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.433874:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.436136:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51540 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.437167:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590848 00000100:00100000:1.0:1767319267.437179:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590848 00000100:00100000:1.0:1767319267.437267:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418 00000100:00100000:1.0:1767319267.437277:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:125533:x1853163988590848:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1767319267.443350:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319267.443371:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443417:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443424:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319267.443469:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83e00/0x719a348ff1c396db lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c396e2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443496:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.443499:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988590976:0@lo:103:jbd2/dm-0-8.0 00000004:00010000:0.0:1767319267.443518:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.443575:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319267.443689:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443698:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319267.443711:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873200/0x719a348ff1c3957d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39584 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443730:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319267.443749:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443766:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443772:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319267.443803:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d07873000/0x719a348ff1c39426 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3942d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443819:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319267.443826:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443841:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.443847:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319267.443851:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d09557200/0x719a348ff1c38f2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38f33 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1767319267.443862:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313241 is committed 00000001:00080000:0.0:1767319267.443882:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313240 is committed 00000100:00100000:2.0:1767319267.443894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988591232:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319267.443918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.443937:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319267.443941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988591360:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:0.0:1767319267.443954:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2 committed 00000100:00100000:2.0:1767319267.443957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767319267.443973:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2 committed 00010000:00010000:2.0:1767319267.443984:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.443991:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00000001:00100000:0.0:1767319267.443998:0:123522:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000001:00080000:0.0:1767319267.444007:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313218 is committed 00010000:00010000:2.0:1767319267.444009:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444013:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444017:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00000020:00000080:0.0:1767319267.444022:0:123522:0:(genops.c:904:class_export_put()) final put ffff9e7d2daa2000/ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00010000:00010000:2.0:1767319267.444023:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444037:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x3e3e6f26 (ffff9e7d07a39500) 00010000:00010000:2.0:1767319267.444041:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444045:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444052:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39013 lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x3e3e6f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444074:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444081:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444087:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444092:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444094:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444100:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444114:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x76709d63 (ffff9e7d07a39300) 00010000:00010000:2.0:1767319267.444116:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444118:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444121:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d06c0e000/0x719a348ff1c3919b lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x76709d63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444136:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444142:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444147:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444151:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444154:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444159:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444166:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0xfdd9083c (ffff9e7d39f8f100) 00010000:00010000:2.0:1767319267.444169:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444172:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444177:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c3927b lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0xfdd9083c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444208:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444220:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444227:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444233:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444236:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444243:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444253:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0xc977908d (ffff9e7d407b3300) 00010000:00010000:2.0:1767319267.444256:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444260:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444264:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c400/0x719a348ff1c392b3 lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0xc977908d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319267.444282:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444289:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444294:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444298:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444301:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444313:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444321:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x1c2b00d3 (ffff9e7d39f8fe00) 00010000:00010000:2.0:1767319267.444323:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444327:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444332:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939800/0x719a348ff1c392eb lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x1c2b00d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444347:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444352:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444357:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444362:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444364:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444370:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444376:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x31e2699a (ffff9e7d39f8f500) 00010000:00010000:2.0:1767319267.444378:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444381:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444386:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39323 lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x31e2699a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319267.444409:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444415:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444420:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444425:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28ac00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444428:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444432:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444437:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x610cb780 (ffff9e7d07a39a00) 00010000:00010000:2.0:1767319267.444438:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444440:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444443:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39393 lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x610cb780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444453:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444457:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444460:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444470:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28be00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.444472:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444475:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444479:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4:0x0].0x1b7026cc (ffff9e7d07a39400) 00010000:00010000:2.0:1767319267.444481:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.444482:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 2/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319267.444486:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c393cb lrc: 0/0,0 mode: --/TXN res: [0x240000bd0:0x4:0x0].0x1b7026cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319267.444518:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988590976 00000100:00100000:2.0:1767319267.444527:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988590976 00000100:00100000:2.0:1767319267.444612:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591232 00000100:00100000:2.0:1767319267.444616:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591232 00000100:00100000:2.0:1767319267.444632:0:15511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591360 00000100:00100000:2.0:1767319267.444634:0:15511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591360 00000100:00100000:2.0:1767319267.444649:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1767319267.444655:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+17:7011:x1853163988590976:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319267.444665:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.444678:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c396e2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6e0ba4a6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c396db expref: 17 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.444688:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6e0ba4a6 (ffff9e7d3b4b4f00) 00010000:00010000:2.0:1767319267.444694:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.444722:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:7011:x1853163988590976:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 68us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.444733:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1767319267.444747:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1767319267.444752:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:7013:x1853163988591232:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319267.445076:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.445089:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3942d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39426 expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.445100:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xd1d4b922 (ffff9e7d39f8f200) 00010000:00010000:2.0:1767319267.445107:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.445136:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:7013:x1853163988591232:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 383us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.445143:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1767319267.445157:0:15511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1767319267.445163:0:15511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:7013:x1853163988591360:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319267.445171:0:15511:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.445180:0:15511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c38f33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0xf7117594 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38f2c expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.445204:0:15511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf7117594 (ffff9e7d3b4b4800) 00010000:00010000:2.0:1767319267.445211:0:15511:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.445233:0:15511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:7013:x1853163988591360:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 70us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.445239:0:15511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1767319267.445289:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988591360:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319267.445300:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988591232:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319267.445447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988591104:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1767319267.445652:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988591488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767319267.445688:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.445726:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988590976:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767319267.445727:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.445757:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591488 00000100:00100000:0.0:1767319267.445761:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591488 00000100:00100000:0.0:1767319267.445814:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156 00000100:00100000:0.0:1767319267.445821:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988591488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767319267.445845:0:37856:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:68 count 1 00002000:00010000:0.0:1767319267.445975:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319267.445984:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.445993:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:125533:x1853163988590848:12345-0@lo:1000:osp_up1-0.0 Request processed in 8716us (12117us total) trans 90194313241 rc 0/0 00010000:00010000:0.0:1767319267.445999:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319267.446003:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767319267.446006:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418 00010000:00010000:0.0:1767319267.446010:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.446027:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.446035:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.446043:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767319267.446044:0:125533:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313241 committed transno 90194313241 00000100:00100000:1.0:1767319267.446050:0:125533:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 90194313241 gen 2 00000100:00100000:1.0:1767319267.446067:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988590848:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1767319267.446079:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319267.446104:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 2 rpc_version 2 00000020:00100000:1.0:1767319267.446140:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319267.446147:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03f87800 x1853163988591744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319267.446167:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988591744:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.446219:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.446238:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513e40 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.446253:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591744 00000100:00100000:1.0:1767319267.446256:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591744 00000100:00100000:1.0:1767319267.446287:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419 00000100:00100000:1.0:1767319267.446294:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:125533:x1853163988591744:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.446324:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988591488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 502us (633us total) trans 8589934599 rc 0/0 00000100:00100000:0.0:1767319267.446332:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156 00000004:00080000:0.0:1767319267.446362:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d3b77e680/2, rc 0, transno 8589934599 00000100:00100000:0.0:1767319267.446372:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988591488:0@lo:6:osp-syn-0-1.0 00000100:00080000:1.0:1767319267.446717:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1767319267.446726:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2daa2000/ff37c078-3d90-4d01-abf7-e1f5ccb5c192 for lustre-MDT0001 00000020:00000080:1.0:1767319267.447059:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2daa3000 for lustre-MDT0001 00000100:00100000:1.0:1767319267.447126:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319267.447136:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988591872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1767319267.447169:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.447277:0:37856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591872 00000100:00100000:1.0:1767319267.447282:0:37856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591872 00000100:00100000:1.0:1767319267.447323:0:37856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157 00000100:00100000:1.0:1767319267.447329:0:37856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988591872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1767319267.447343:0:37856:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:66 count 1 00002000:00010000:1.0:1767319267.447364:0:37856:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319267.447370:0:37856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.447378:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319267.447379:0:37856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319267.447383:0:37856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.447398:0:37856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.447404:0:37856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.447408:0:37856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.447429:0:37856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767319267.447573:0:37856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163988591872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 243us (402us total) trans 4294969467 rc 0/0 00000100:00100000:1.0:1767319267.447600:0:37856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157 00000100:00080000:1.0:1767319267.447613:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1767319267.447629:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d03f85880/2, rc 0, transno 4294969467 00000100:00100000:1.0:1767319267.447635:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988591872:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1767319267.449088:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319267.449102:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449115:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319267.449118:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449126:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449148:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449155:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3982b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449177:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319267.449196:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449204:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28bc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319267.449210:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449237:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449250:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449256:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39832 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.449271:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.449273:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.449274:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319267.449735:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988591104 00000100:00100000:2.0:1767319267.449744:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988591104 00000100:00100000:2.0:1767319267.449937:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1767319267.449945:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d052ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:7012:x1853163988591104:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319267.449958:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.449974:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39584 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x78bbd5d6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3957d expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.449986:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x78bbd5d6 (ffff9e7d2c5d8900) 00010000:00010000:2.0:1767319267.449995:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.450089:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d052ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:7012:x1853163988591104:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 144us (4363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.450096:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1767319267.451071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988591104:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:0.0:1767319267.452371:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313242 is committed 00000100:00100000:1.0:1767319267.452648:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:125533:x1853163988591744:12345-0@lo:1000:osp_up1-0.0 Request processed in 6351us (6425us total) trans 90194313242 rc 0/0 00000100:00100000:1.0:1767319267.452660:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419 00000004:00080000:0.0:1767319267.452956:0:125533:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313242 committed transno 90194313242 00000100:00100000:0.0:1767319267.452962:0:125533:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 90194313242 gen 2 00000100:00100000:0.0:1767319267.452979:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988591744:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1767319267.453005:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 3 rpc_version 3 00000020:00100000:0.0:1767319267.453036:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319267.453044:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3b77d500 x1853163988592128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319267.453066:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988592128:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.453112:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.453138:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51f00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.453256:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988592128 00000100:00100000:1.0:1767319267.453263:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988592128 00000100:00100000:1.0:1767319267.453312:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4420 00000100:00100000:1.0:1767319267.453321:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:125533:x1853163988592128:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.455536:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:125533:x1853163988592128:12345-0@lo:1000:osp_up1-0.0 Request processed in 2207us (2415us total) trans 90194313243 rc 0/0 00000100:00100000:1.0:1767319267.455556:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4420 00000100:00100000:0.0:1767319267.456303:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988592128:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.470295:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.470408:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923698944 00000100:00100000:2.0:1767319267.470420:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923698944 00000100:00100000:2.0:1767319267.470719:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 277 00000100:00100000:2.0:1767319267.470733:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+73:87929:x1853163923698944:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319267.471032:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319267.471058:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c397fa lrc: 0/0,0 mode: --/PR res: [0x200006991:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dab expref: 73 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.471078:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x13:0x0].0x0 (ffff9e7d0c7a5e00) 00010000:00010000:2.0:1767319267.471093:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c397bb lrc: 0/0,0 mode: --/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d96 expref: 72 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.471102:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:2.0:1767319267.471105:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319267.471136:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471149:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471159:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471171:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471178:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471197:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471284:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471292:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471297:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471313:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: --/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471322:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 2/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 71 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.471330:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 4/0,1 mode: --/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.471376:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 3/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 71 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.471390:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 4/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 71 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.471407:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988592256:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.481667:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.482037:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923699072 00000100:00100000:2.0:1767319267.482048:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923699072 00010000:00010000:2.0:1767319267.482092:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 5/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 72 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.482138:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2618 00000100:00100000:2.0:1767319267.482147:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+72:2509:x1853163923699072:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.482161:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.482168:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 5/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 72 pid: 121323 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.482180:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 4/0,0 mode: PR/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 72 pid: 121323 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.482213:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000088d0:0x3:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:2.0:1767319267.482219:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: --/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.482229:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.482255:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 4/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.482279:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.482345:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+72:2509:x1853163923699072:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 199us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.482354:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2618 00010000:00010000:0.0:1767319267.482902:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39808 lrc: 0/0,0 mode: --/PR res: [0x2000088d0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db2 expref: 71 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:0.0:1767319267.482921:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988592256:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319267.482941:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319267.482950:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319267.482956:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319267.483003:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 3/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319267.483011:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 3/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319267.483021:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 3/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319267.483042:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988592384:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319267.483083:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.483117:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51f00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.483324:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988592384 00000100:00100000:1.0:1767319267.483331:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988592384 00000100:00100000:1.0:1767319267.483371:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:1.0:1767319267.483379:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:121476:x1853163988592384:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319267.483400:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.483415:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 2/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39855 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.483436:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 2/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 6 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.483445:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 4/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.483468:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 6 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.483481:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 4/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 6 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.483491:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988592512:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.483566:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528b840 going to sleep for 11 seconds 00000100:00100000:2.0:1767319267.487712:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988592512:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319267.487752:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 3/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488070:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008102:0x3:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:2.0:1767319267.488073:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319267.488078:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 3/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488088:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 3/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 7 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488096:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b000, rc 0) 00000100:00100000:2.0:1767319267.488215:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121476:x1853163988592384:12345-0@lo:101:mdt00_003.0 Request processed in 4835us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.488225:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:1.0:1767319267.488327:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.488428:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923699200 00000100:00100000:2.0:1767319267.488436:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923699200 00010000:00010000:2.0:1767319267.488467:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 4/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 7 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.488529:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2619 00000100:00100000:2.0:1767319267.488539:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923699200:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.488554:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.488561:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 4/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 7 pid: 121323 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.488574:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 3/0,0 mode: PR/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 7 pid: 121323 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.488617:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39816 lrc: 0/0,0 mode: --/PR res: [0x240008102:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31db9 expref: 7 pid: 121323 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.488632:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008102:0x3:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:2.0:1767319267.488637:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 2/0,0 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 6 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488647:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 2/0,0 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 6 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488657:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 3/0,0 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 6 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.488690:0:15456:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c3985c lrc: 3/0,0 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39855 expref: 6 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319267.488703:0:15456:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988592640:0@lo:105: 00000100:00100000:2.0:1767319267.488736:0:15456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.489070:0:15456:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40729240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319267.490403:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988592384:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319267.490430:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 4/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.490443:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 4/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.492285:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988592640 00000100:00100000:1.0:1767319267.492300:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988592640 00000100:00100000:0.0:1767319267.494131:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1767319267.494143:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988592640:12345-0@lo:105: 00010000:00010000:0.0:1767319267.494162:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 5/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494173:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 5/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494192:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 5/0,1 mode: --/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494202:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 5/0,1 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494211:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 6/0,1 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494224:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 6/0,1 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.494250:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0a938e00) 00000100:00100000:0.0:1767319267.494316:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988592640:12345-0@lo:105: Request processed in 175us (5580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.494322:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1767319267.494351:0:15456:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988592640:0@lo:105: 00010000:00010000:1.0:1767319267.494373:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319267.494612:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923699200:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 6073us (6284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.494619:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2619 00000100:00100000:2.0:1767319267.501670:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988592768 00000100:00100000:2.0:1767319267.501680:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988592768 00000100:00100000:2.0:1767319267.501733:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:2.0:1767319267.501740:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121476:x1853163988592768:12345-0@lo:403:mdt00_003.0 00000100:00100000:0.0:1767319267.508437:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121476:x1853163988592768:12345-0@lo:403:mdt00_003.0 Request processed in 6688us (8855us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.508453:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:0.0:1767319267.510395:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988592896 00000100:00100000:0.0:1767319267.510401:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988592896 00000100:00100000:0.0:1767319267.510469:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4423 00000100:00100000:0.0:1767319267.510477:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121476:x1853163988592896:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767319267.510670:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121476:x1853163988592896:12345-0@lo:1000:mdt00_003.0 Request processed in 193us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.510677:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4423 00000100:00100000:1.0:1767319267.510786:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988592896:0@lo:1000:mdt00_003.0 00000040:00080000:1.0:1767319267.510817:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].2, 1016 off34208 00000004:00080000:1.0:1767319267.510824:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d08df1d80 with version 4 00000004:00080000:1.0:1767319267.510838:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 4 rpc_version 4 00000020:00100000:1.0:1767319267.510853:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319267.510860:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03f87480 x1853163988593152/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319267.510874:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988593152:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.510902:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.511107:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528b840 going to sleep for 50 seconds 00000004:00200000:1.0:1767319267.511528:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x13:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.511548:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,1 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511558:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 2/0,0 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511565:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,0 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511571:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.511575:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 3/0,0 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511604:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 4/0,0 mode: EX/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511618:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000088d0:0x3:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.511633:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319267.511638:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 2/0,0 mode: --/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511644:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c3984e lrc: 0/0,0 mode: --/EX res: [0x2000088d0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511663:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 4/0,1 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.511670:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 4/0,1 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.511676:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a938e00/0x719a348ff1c39855 lrc: 3/0,0 mode: EX/EX res: [0x240008102:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3985c expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.511692:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319267.511698:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240008102:0x3:0x0] 00010000:00010000:1.0:1767319267.511704:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511709:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511714:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511719:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.511721:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511726:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511740:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x13:0x0].0x0 (ffff9e7d3b4b4f00) 00010000:00010000:1.0:1767319267.511742:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319267.511745:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.511751:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39847 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512407:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512413:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512416:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512419:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512422:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.512424:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512427:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512433:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:1.0:1767319267.512435:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.512437:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512440:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39839 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:1.0:1767319267.512452:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0b60da7 reply state 000000005516ceec transno 137438953530 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512460:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319267.512464:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0xd1d4b922 (ffff9e7d3b4b4800) 00010000:00010000:1.0:1767319267.512466:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319267.512468:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319267.512647:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+72:87929:x1853163923698944:12345-192.168.204.13@tcp:36:rm.0 Request processed in 41916us (42361us total) trans 137438953530 rc 0/0 00000100:00100000:1.0:1767319267.512655:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 277 00000100:00100000:1.0:1767319267.515991:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.516064:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923699328 00000100:00100000:2.0:1767319267.516073:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923699328 00000100:00100000:2.0:1767319267.516150:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 278 00000100:00100000:2.0:1767319267.516159:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+72:87929:x1853163923699328:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.516212:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.516232:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39863 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31dc7 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.516283:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516294:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516302:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516310:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516314:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516318:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516378:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516394:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516399:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319267.516428:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x11:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.516431:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.516444:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516452:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516456:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516460:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516464:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516467:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.516470:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516474:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516493:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319267.516496:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.516500:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516513:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c3986a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516528:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516534:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516539:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516552:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.516554:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516558:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516563:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f4bbd0d (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319267.516565:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.516567:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516570:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39871 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.516678:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39863 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dc7 expref: 74 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.516689:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dc7 expref: 73 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.516702:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:2.0:1767319267.516703:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.516705:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83e00, rc 0) 00000100:00100000:2.0:1767319267.516752:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+73:87929:x1853163923699328:12345-192.168.204.13@tcp:101:rm.0 Request processed in 594us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.516760:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 278 00000100:00100000:2.0:1767319267.528226:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923699584 00000100:00100000:2.0:1767319267.528238:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923699584 00000100:00100000:2.0:1767319267.528299:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 58 00000100:00100000:2.0:1767319267.528309:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+73:87929:x1853163923699584:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319267.528538:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+74:87929:x1853163923699584:12345-192.168.204.13@tcp:35:rm.0 Request processed in 228us (693us total) trans 137438953531 rc 0/0 00000100:00100000:2.0:1767319267.528557:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 58 00000100:00100000:0.0:1767319267.530911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.530983:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923699840 00000100:00100000:2.0:1767319267.530993:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923699840 00000100:00100000:2.0:1767319267.531046:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 279 00000100:00100000:2.0:1767319267.531056:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+74:87929:x1853163923699840:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319267.531110:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767319267.531136:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39878 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dc7 expref: 74 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.531159:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c397d7 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31da4 expref: 73 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.531169:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d39f8fb00) 00010000:00010000:2.0:1767319267.531213:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c3979f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31d8f expref: 72 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.531222:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d39f8fc00) 00010000:00010000:2.0:1767319267.531229:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319267.531254:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3987f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531266:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3987f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531275:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c3987f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531286:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531293:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531299:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531380:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,1 mode: --/EX res: [0x200006991:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531389:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531396:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319267.531651:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x11:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.531666:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531680:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531687:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531694:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.531699:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531707:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531716:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319267.531719:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319267.531723:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 2/0,0 mode: --/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.531729:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c3988d lrc: 0/0,0 mode: --/EX res: [0x200006991:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319267.537008:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.542254:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.548819:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.554770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.554884:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923700480 00000100:00100000:1.0:1767319267.554895:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923700480 00000100:00100000:1.0:1767319267.554951:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 59 00000100:00100000:1.0:1767319267.554960:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+76:87929:x1853163923700480:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319267.558815:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+76:87929:x1853163923700480:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3845us (4044us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.558831:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 59 00000100:00100000:0.0:1767319267.564769:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.564868:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923700736 00000100:00100000:1.0:1767319267.564877:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923700736 00000100:00100000:1.0:1767319267.564923:0:121325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 60 00000100:00100000:1.0:1767319267.564930:0:121325:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+76:87929:x1853163923700736:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319267.565198:0:121325:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+77:87929:x1853163923700736:12345-192.168.204.13@tcp:35:rm.0 Request processed in 267us (439us total) trans 137438953534 rc 0/0 00000100:00100000:1.0:1767319267.565221:0:121325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 60 00000100:00100000:0.0:1767319267.569015:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.573408:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.573506:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923701120 00000100:00100000:1.0:1767319267.573517:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923701120 00000100:00100000:1.0:1767319267.573576:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 284 00000100:00100000:0.0:1767319267.573795:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+79:87929:x1853163923701120:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.573822:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.573843:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c398e1 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31dea expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.573910:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.573926:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.573938:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.573970:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/1,0 mode: --/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.573978:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.573985:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574133:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c398f6 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574141:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c398f6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574148:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c398f6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319267.574784:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x16:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.574789:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1767319267.574809:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c398f6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574821:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574827:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574832:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574838:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574852:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.574857:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574864:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 5/0,0 mode: CR/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574876:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x14:0x0].0x0 (ffff9e7d407b3900) 00010000:00010000:0.0:1767319267.574879:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.574883:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 3/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574890:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c398e8 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574907:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574913:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574918:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574922:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.574925:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574930:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.574937:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x14:0x0].0xd1d4b922 (ffff9e7c0729ee00) 00010000:00010000:0.0:1767319267.575040:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.575045:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 2/0,0 mode: --/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.575051:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c398ef lrc: 0/0,0 mode: --/PR res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.575085:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c398e1 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dea expref: 81 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.575100:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c398f6 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dea expref: 80 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.575107:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x16:0x0].0x0 (ffff9e7c0729ef00) 00010000:00010000:0.0:1767319267.575109:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319267.575112:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00000100:00100000:0.0:1767319267.575196:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+80:87929:x1853163923701120:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1465us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.576257:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 284 00000100:00100000:0.0:1767319267.578067:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.588205:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.595759:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.596403:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923701632 00000100:00100000:1.0:1767319267.596414:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923701632 00000100:00100000:1.0:1767319267.596517:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 287 00000100:00100000:1.0:1767319267.596527:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+81:87929:x1853163923701632:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.596559:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.596605:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39919 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31dff expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319267.596759:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x16:0x0]: returning size 4096 00010000:00010000:1.0:1767319267.596843:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39919 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dff expref: 83 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.596854:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x14:0x0].0x0 (ffff9e7d407b3900) 00010000:00010000:1.0:1767319267.596856:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.596860:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39919 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31dff expref: 83 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.596870:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b600, rc 0) 00000100:00100000:1.0:1767319267.596928:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+82:87929:x1853163923701632:12345-192.168.204.13@tcp:101:rm.0 Request processed in 403us (1181us total) trans 137438953536 rc 301/301 00000100:00100000:1.0:1767319267.596933:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 287 00000100:00100000:0.0:1767319267.602257:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.602447:0:121325:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923701760 00000100:00100000:1.0:1767319267.602472:0:121325:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923701760 00000100:00100000:2.0:1767319267.602959:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 61 00000100:00100000:2.0:1767319267.602973:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+82:87929:x1853163923701760:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319267.611667:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+82:87929:x1853163923701760:12345-192.168.204.13@tcp:37:rm.0 Request processed in 8688us (9417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.611680:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 61 00000100:00100000:0.0:1767319267.620131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.620267:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923701888 00000100:00100000:2.0:1767319267.620277:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923701888 00000100:00100000:2.0:1767319267.620347:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 62 00000100:00100000:2.0:1767319267.620357:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923701888:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319267.625441:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923701888:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5070us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.625458:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 62 00000100:00100000:0.0:1767319267.632745:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.632948:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923702144 00000100:00100000:1.0:1767319267.632960:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923702144 00000100:00100000:1.0:1767319267.633068:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 63 00000100:00100000:1.0:1767319267.633079:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+82:87929:x1853163923702144:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319267.633337:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988593408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319267.633394:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.633435:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d100c3c00 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.633514:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988593408 00000100:00100000:2.0:1767319267.633520:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988593408 00000100:00100000:2.0:1767319267.633564:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425 00000100:00100000:2.0:1767319267.633572:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121324:x1853163988593408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319267.633682:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:121324:x1853163988593408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.633689:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425 00000004:00080000:2.0:1767319267.634270:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 5 rpc_version 5 00000020:00100000:2.0:1767319267.634292:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319267.634300:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d39814000 x1853163988593664/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319267.634316:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988593664:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319267.634350:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.634375:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40729240 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.634927:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988593664:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.643896:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.650967:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319267.652074:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c3993c lrc: 3/0,1 mode: EX/EX res: [0x2000090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.652084:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c3993c lrc: 3/0,1 mode: EX/EX res: [0x2000090a0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.652137:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 3/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.652145:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 3/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.652167:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 3/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319267.652197:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988593920:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319267.652241:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.652319:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40729240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.652789:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988593920 00000100:00100000:1.0:1767319267.652796:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988593920 00000100:00100000:1.0:1767319267.652882:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427 00000100:00100000:1.0:1767319267.652891:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:121476:x1853163988593920:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319267.652910:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.652926:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 2/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39943 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.652953:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39912 lrc: 2/0,0 mode: PR/PR res: [0x240008103:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31df8 expref: 6 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.652962:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 4/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39943 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.652988:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39912 lrc: 3/0,0 mode: PR/PR res: [0x240008103:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31df8 expref: 6 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.653010:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39912 lrc: 4/0,0 mode: PR/PR res: [0x240008103:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31df8 expref: 6 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.653022:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988594048:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.653109:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0ab44780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319267.657066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.657164:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988594048:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319267.657214:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 3/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39943 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657227:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x3:0x0].0x0 (ffff9e7d407b3800) 00010000:00010000:0.0:1767319267.657230:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319267.657248:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 3/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39943 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657258:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 3/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39943 expref: 9 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657266:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ae00, rc 0) 00000100:00100000:0.0:1767319267.657332:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:121476:x1853163988593920:12345-0@lo:101:mdt00_003.0 Request processed in 4442us (5089us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.657341:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1767319267.657807:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594176 00000100:00100000:0.0:1767319267.657811:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594176 00000100:00100000:0.0:1767319267.657846:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1767319267.657853:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988594176:12345-0@lo:105: 00010000:00010000:0.0:1767319267.657864:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 4/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657872:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 4/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657880:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 4/0,1 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657887:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 4/0,1 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657893:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 5/0,1 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657901:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 5/0,1 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.657917:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d2ea82800) 00000100:00100000:0.0:1767319267.657948:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988594176:12345-0@lo:105: Request processed in 96us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.657955:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1767319267.657983:0:15456:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988594176:0@lo:105: 00010000:00010000:0.0:1767319267.657993:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319267.658026:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923702656:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 531us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.658032:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2621 00000100:00100000:2.0:1767319267.658532:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988593920:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319267.658549:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 4/0,1 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319267.659246:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988594304:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319267.659299:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.659335:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40729240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319267.660373:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594304 00000100:00100000:0.0:1767319267.660383:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594304 00000100:00100000:0.0:1767319267.660436:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:0.0:1767319267.660446:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:121476:x1853163988594304:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319267.663931:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:121476:x1853163988594304:12345-0@lo:403:mdt00_003.0 Request processed in 3478us (4622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.663946:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:2.0:1767319267.664122:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988594304:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767319267.665992:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].4, 936 off35328 00000040:00080000:2.0:1767319267.667402:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].4, 1016 off35648 00000004:00080000:2.0:1767319267.667411:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d40729240 with version 6 00000004:00080000:0.0:1767319267.667731:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 6 rpc_version 6 00000020:00100000:0.0:1767319267.667769:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319267.667780:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2e261880 x1853163988594560/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319267.667805:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988594560:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.667874:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.667909:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51900 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.668064:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594560 00000100:00100000:2.0:1767319267.668072:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594560 00000100:00100000:2.0:1767319267.668159:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429 00000100:00100000:2.0:1767319267.668169:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:125533:x1853163988594560:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319267.668510:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:125533:x1853163988594560:12345-0@lo:1000:osp_up1-0.0 Request processed in 343us (635us total) trans 90194313246 rc 0/0 00000100:00100000:2.0:1767319267.668519:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429 00000100:00100000:0.0:1767319267.668636:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988594560:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1767319267.670777:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319267.670785:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 2/0,0 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.670805:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319267.670810:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319267.670817:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.670857:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 2/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.670863:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319267.670895:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 1/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.670902:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d2ea82800/0x719a348ff1c39943 lrc: 0/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3994a expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.670919:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.670921:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.670922:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319267.670932:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319267.670948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988594688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319267.670997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.671055:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594688 00000100:00100000:0.0:1767319267.671061:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594688 00000100:00100000:0.0:1767319267.671099:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767319267.671106:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:7013:x1853163988594688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319267.671118:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319267.671138:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c3994a lrc: 0/0,0 mode: --/EX res: [0x240008103:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39943 expref: 10 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.671149:0:19749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x3:0x0].0x0 (ffff9e7d407b3800) 00010000:00010000:0.0:1767319267.671157:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319267.671335:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:7013:x1853163988594688:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.671342:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767319267.671380:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988594688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319267.675443:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.679466:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.680272:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:2.0:1767319267.680284:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+83:87929:x1853163923703040:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319267.680516:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+84:87929:x1853163923703040:12345-192.168.204.13@tcp:35:rm.0 Request processed in 234us (1058us total) trans 137438953539 rc 0/0 00000100:00100000:2.0:1767319267.680523:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 64 00000100:00100000:1.0:1767319267.683241:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319267.684988:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.684999:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685004:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685010:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685015:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.685019:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685025:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685046:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767319267.685049:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.685053:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685059:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535600/0x719a348ff1c3996d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319267.685072:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000feb9867d reply state 00000000596f1020 transno 137438953540 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685097:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.685104:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x10b192c5 (ffff9e7d407b3a00) 00010000:00010000:2.0:1767319267.685106:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319267.685109:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319267.685243:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+83:87929:x1853163923703296:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1854us (2007us total) trans 137438953540 rc 0/0 00000100:00100000:2.0:1767319267.685252:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 290 00000100:00100000:1.0:1767319267.687554:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.687920:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923703424 00000100:00100000:2.0:1767319267.687930:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923703424 00000100:00100000:2.0:1767319267.688119:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:2.0:1767319267.688130:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+83:87929:x1853163923703424:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.688153:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.688177:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c39982 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e0d expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.688260:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39989 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.688274:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.688285:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:2.0:1767319267.688348:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.688353:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.688373:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319267.688417:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82200/0x719a348ff1c39982 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e0d expref: 85 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.688438:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39989 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e0d expref: 84 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.688447:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319267.688450:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.688454:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82800, rc 0) 00000100:00100000:2.0:1767319267.688515:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+84:87929:x1853163923703424:12345-192.168.204.13@tcp:101:rm.0 Request processed in 388us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.688522:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:1.0:1767319267.691245:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.691757:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923703552 00000100:00100000:0.0:1767319267.691768:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923703552 00000100:00100000:1.0:1767319267.692288:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 292 00000100:00100000:1.0:1767319267.692298:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+84:87929:x1853163923703552:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319267.692319:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.692339:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39990 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e14 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.692404:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692417:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692428:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692456:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692463:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692470:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692821:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692829:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692836:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319267.692864:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x17:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.692867:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319267.692886:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692898:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692904:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692909:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692916:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692931:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.692935:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692942:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692954:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319267.692957:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.692962:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692967:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39997 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692980:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692986:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692992:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.692997:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28ba00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319267.693000:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.693005:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.693011:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x13e051db (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.693018:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.693021:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.693027:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c3999e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319267.693059:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39990 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e14 expref: 86 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.693071:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e14 expref: 85 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.693078:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:1.0:1767319267.693080:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319267.693082:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319267.693199:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+85:87929:x1853163923703552:12345-192.168.204.13@tcp:101:rm.0 Request processed in 902us (1963us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.693207:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 292 00000100:00100000:1.0:1767319267.697138:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.701993:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.702087:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923703936 00000100:00100000:1.0:1767319267.702098:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923703936 00000100:00100000:1.0:1767319267.702220:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:1.0:1767319267.702231:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+86:87929:x1853163923703936:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319267.706877:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+86:87929:x1853163923703936:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4636us (4880us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.706892:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 65 00000100:00100000:2.0:1767319267.710816:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.710890:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923704192 00000100:00100000:1.0:1767319267.710900:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923704192 00000100:00100000:1.0:1767319267.711005:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 66 00000100:00100000:1.0:1767319267.711015:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+86:87929:x1853163923704192:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319267.711301:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+87:87929:x1853163923704192:12345-192.168.204.13@tcp:35:rm.0 Request processed in 285us (493us total) trans 137438953542 rc 0/0 00000100:00100000:1.0:1767319267.711321:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 66 00000100:00100000:1.0:1767319267.715871:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.721560:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.723567:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594816 00000100:00100000:2.0:1767319267.723609:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594816 00000100:00100000:2.0:1767319267.723661:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430 00000100:00100000:2.0:1767319267.723669:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:122877:x1853163988594816:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.723885:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:122877:x1853163988594816:12345-0@lo:1000:mdt00_005.0 Request processed in 216us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.723893:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430 00000100:00100000:0.0:1767319267.730347:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:122877:1853163988594816:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1767319267.730431:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 3/1,0 mode: --/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730448:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730460:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00010000:0.0:1767319267.730484:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730497:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730503:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730509:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730534:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.730538:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730545:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730557:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:0.0:1767319267.730560:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.730566:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730572:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534600/0x719a348ff1c399d6 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730603:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730609:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730615:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730619:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.730622:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730628:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730636:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0xd1d4b922 (ffff9e7d407b3700) 00010000:00010000:0.0:1767319267.730644:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.730648:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 2/0,0 mode: --/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730654:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c399dd lrc: 0/0,0 mode: --/PR res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.730701:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c399cf lrc: 0/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e29 expref: 91 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.730716:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 3/0,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e29 expref: 90 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.730724:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7c0729ee00) 00010000:00010000:0.0:1767319267.730726:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319267.730729:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938800, rc 0) 00000100:00100000:0.0:1767319267.730794:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+90:87929:x1853163923704576:12345-192.168.204.13@tcp:101:rm.0 Request processed in 8743us (9245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.730804:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 295 00000100:00100000:2.0:1767319267.741693:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.742162:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923704704 00000100:00100000:0.0:1767319267.742173:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923704704 00000100:00100000:0.0:1767319267.742254:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 296 00000100:00100000:0.0:1767319267.742265:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:87929:x1853163923704704:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.742290:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.742317:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c399eb lrc: 2/0,0 mode: --/CR res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e30 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.742380:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c399f2 lrc: 3/1,0 mode: --/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.742408:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c399f2 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.742421:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c399f2 lrc: 3/1,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000004:00200000:0.0:1767319267.742982:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400061c1:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.742988:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319267.743030:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c399eb lrc: 0/0,0 mode: --/CR res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e30 expref: 8 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.743048:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c399f2 lrc: 3/0,0 mode: PR/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e30 expref: 7 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.743057:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:0.0:1767319267.743059:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319267.743063:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938e00, rc 0) 00000100:00100000:0.0:1767319267.743135:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923704704:12345-192.168.204.13@tcp:101:rm.0 Request processed in 857us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.743142:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 296 00000100:00100000:1.0:1767319267.753026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.753062:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923704832 00000100:00100000:0.0:1767319267.753073:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923704832 00000100:00100000:0.0:1767319267.753146:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:0.0:1767319267.753156:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+7:87929:x1853163923704832:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319267.753189:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319267.753214:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c399f9 lrc: 2/0,0 mode: --/CR res: [0x2400088d0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e37 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.753385:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/1,0 mode: --/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319267.753414:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.753424:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/1,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000004:00200000:0.0:1767319267.753458:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d0:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319267.753463:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319267.753518:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c399f9 lrc: 0/0,0 mode: --/CR res: [0x2400088d0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 9 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.753545:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 8 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.753552:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x1:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319267.753555:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319267.753559:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00000100:00100000:0.0:1767319267.753662:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+8:87929:x1853163923704832:12345-192.168.204.13@tcp:101:rm.0 Request processed in 507us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.753671:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:2.0:1767319267.759619:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.762402:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923704960 00000100:00100000:1.0:1767319267.762418:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923704960 00000100:00100000:2.0:1767319267.765293:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 298 00000100:00100000:2.0:1767319267.765308:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+90:87929:x1853163923704960:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.765332:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.765352:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39a07 lrc: 2/0,0 mode: --/CR res: [0x2000090a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e3e expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.766781:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 3/1,0 mode: --/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.766801:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.766813:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 3/1,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319267.766840:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000090a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.766845:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319267.766883:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39a07 lrc: 0/0,0 mode: --/CR res: [0x2000090a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e3e expref: 92 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.766904:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e3e expref: 91 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.766910:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x1:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319267.766912:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319267.766915:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319267.766974:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+91:87929:x1853163923704960:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1669us (7398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.766982:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 298 00000100:00100000:2.0:1767319267.773680:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.777955:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.789932:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.789983:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.790076:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923705472 00000100:00100000:1.0:1767319267.790087:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923705472 00000100:00100000:1.0:1767319267.790138:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 67 00000100:00100000:1.0:1767319267.790149:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923705472:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319267.797754:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.797844:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923705728 00000100:00100000:1.0:1767319267.797853:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923705728 00000100:00100000:1.0:1767319267.797906:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 301 00000100:00100000:1.0:1767319267.797916:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:86488:x1853163923705728:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319267.797935:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.797955:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39a4d lrc: 2/0,0 mode: --/CR res: [0x240008103:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e5a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.798081:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 3/1,0 mode: --/PR res: [0x240008103:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319267.798091:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 3/1,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:1.0:1767319267.798099:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 3/1,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000004:00200000:1.0:1767319267.798125:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240008103:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1767319267.798136:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319267.798219:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39a4d lrc: 0/0,0 mode: --/CR res: [0x240008103:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 13 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.798237:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 3/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 12 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.798245:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x8:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.798248:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319267.798251:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28be00, rc 0) 00000100:00100000:1.0:1767319267.798313:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+12:86488:x1853163923705728:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 398us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.798321:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 301 00000100:00100000:2.0:1767319267.809703:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.821825:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.822694:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988594944 00000100:00100000:2.0:1767319267.822699:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988594944 00000100:00100000:2.0:1767319267.822746:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:2.0:1767319267.822755:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121324:x1853163988594944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319267.822845:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:121324:x1853163988594944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 91us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.822854:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000004:00080000:2.0:1767319267.823451:0:123528:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d060ff840 version 12 rpc_version 12 00000020:00100000:2.0:1767319267.823476:0:123528:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319267.823484:0:123528:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3c1d1880 x1853163988595200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319267.823502:0:123528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988595200:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319267.823549:0:123528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.823657:0:123528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d06b130c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.824473:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988595200 00000100:00100000:1.0:1767319267.824481:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988595200 00000100:00100000:1.0:1767319267.824722:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:1.0:1767319267.824732:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:123528:x1853163988595200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319267.825045:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:123528:x1853163988595200:12345-0@lo:1000:osp_up0-1.0 Request processed in 314us (1494us total) trans 137438953544 rc 0/0 00000100:00100000:1.0:1767319267.825053:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1767319267.825438:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923706112:12345-192.168.204.13@tcp:35:rm.0 Request processed in 3430us (3619us total) trans 90194313248 rc 0/0 00000100:00100000:0.0:1767319267.825448:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 69 00000100:00100000:0.0:1767319267.829359:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.829410:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.829501:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923706240 00000100:00100000:2.0:1767319267.829511:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923706240 00000100:00100000:2.0:1767319267.829643:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 828 00000100:00100000:2.0:1767319267.829653:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+93:2508:x1853163923706240:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:2.0:1767319267.829669:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.829694:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c399e4 lrc: 0/0,0 mode: --/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e29 expref: 93 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.829730:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7c0729ee00) 00010000:00010000:2.0:1767319267.829741:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319267.829804:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+92:2508:x1853163923706240:12345-192.168.204.13@tcp:103:rm.0 Request processed in 153us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.829813:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 828 00000100:00100000:1.0:1767319267.831978:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923706496 00000100:00100000:1.0:1767319267.831993:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923706496 00000100:00100000:1.0:1767319267.832108:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 302 00000100:00100000:1.0:1767319267.832117:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923706496:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319267.832200:0:122877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319267.832225:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938e00/0x719a348ff1c399f2 lrc: 0/0,0 mode: --/PR res: [0x2400061c1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e30 expref: 11 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.832244:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:1.0:1767319267.832269:0:122877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319267.832345:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595328:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1767319267.832418:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.832454:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3611f0c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319267.832537:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988595328 00000100:00100000:0.0:1767319267.832542:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988595328 00000100:00100000:0.0:1767319267.832606:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434 00000100:00100000:0.0:1767319267.832613:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:122877:x1853163988595328:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319267.832686:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:122877:x1853163988595328:12345-0@lo:1000:mdt00_005.0 Request processed in 73us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.832693:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434 00000100:00100000:1.0:1767319267.833101:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595328:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1767319267.833164:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 3/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319267.833174:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 3/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:1.0:1767319267.833196:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 3/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:1.0:1767319267.833210:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595456:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1767319267.833238:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.833260:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988595456 00000100:00100000:1.0:1767319267.833264:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988595456 00000100:00100000:1.0:1767319267.833288:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:1.0:1767319267.833294:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:122877:x1853163988595456:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1767319267.833304:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.833318:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39a62 lrc: 2/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39a5b expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.833340:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e14 expref: 91 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.833350:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39a62 lrc: 4/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39a5b expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.833385:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e14 expref: 91 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.833398:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c399a5 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e14 expref: 91 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.833409:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:35231:1853163988595584:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.833470:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319267.833484:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708840 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.836934:0:35231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:35231:1853163988595584:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319267.836962:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39a62 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a5b expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.837089:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:1.0:1767319267.837093:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319267.837097:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39a62 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a5b expref: 13 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.837106:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ae00, rc 0) 00000100:00100000:1.0:1767319267.837174:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:122877:x1853163988595456:12345-0@lo:101:mdt00_005.0 Request processed in 3878us (3934us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.837193:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000100:00100000:2.0:1767319267.837364:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595456:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1767319267.837389:0:122877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.837400:0:122877:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319267.837439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.838221:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988595712 00000100:00100000:1.0:1767319267.838225:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988595712 00000100:00100000:1.0:1767319267.838289:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1767319267.838295:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15456:x1853163988595712:12345-0@lo:105: 00010000:00010000:1.0:1767319267.838316:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 5/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838323:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 5/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838329:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 5/0,1 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838339:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 5/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838344:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 6/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838348:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 6/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.838363:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d2e28b000) 00010000:00010000:2.0:1767319267.838394:0:122877:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.838395:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15456:x1853163988595712:12345-0@lo:105: Request processed in 101us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.838407:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00010000:00010000:2.0:1767319267.838412:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319267.838659:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200006991:0x17:0x0] 00010000:00010000:2.0:1767319267.838691:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319267.838699:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:2.0:1767319267.838708:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:2.0:1767319267.838724:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595840:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1767319267.838759:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.839300:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0c848180 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.840378:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595840:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1767319267.840395:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 4/0,1 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.840406:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 4/0,1 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319267.840425:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200006991:0x17:0x0] 00000100:00100000:2.0:1767319267.840467:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595968:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.840717:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.840780:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.841259:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988595968:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.841306:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596096:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.841330:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.841382:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.841752:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596096:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.841864:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596224:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1767319267.841888:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.841937:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319267.842276:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596224:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1767319267.842324:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319267.842333:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:2.0:1767319267.842351:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:2.0:1767319267.842362:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596352:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1767319267.842385:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.842647:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.842773:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988596352 00000100:00100000:1.0:1767319267.842778:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988596352 00000100:00100000:1.0:1767319267.842808:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4440 00000100:00100000:1.0:1767319267.842815:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:122877:x1853163988596352:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1767319267.842825:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.842842:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39a7e lrc: 2/0,0 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39a77 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.842873:0:18380:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39a7e lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39a77 expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.842887:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39a7e lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a77 expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.842894:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7d0c7a5900) 00010000:00010000:1.0:1767319267.842897:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319267.842900:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ac00, rc 0) 00000100:00100000:1.0:1767319267.842930:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122877:x1853163988596352:12345-0@lo:101:mdt00_005.0 Request processed in 116us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.842936:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4440 00000100:00100000:2.0:1767319267.843150:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596352:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1767319267.843163:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.843174:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.843212:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,1 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319267.843221:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:2.0:1767319267.843229:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00010000:00010000:2.0:1767319267.843245:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,1 mode: --/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319267.843257:0:122877:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 2/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 10 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.843266:0:122877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 4/0,1 mode: --/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:2.0:1767319267.843303:0:122877:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 10 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.843317:0:122877:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 4/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 10 pid: 122877 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.843329:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:122877:1853163988596480:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319267.843400:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 11 seconds 00000100:00100000:0.0:1767319267.846880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.847611:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923706752 00000100:00100000:1.0:1767319267.847619:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923706752 00010000:00010000:1.0:1767319267.847655:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 4/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 11 pid: 122877 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.847688:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2623 00000100:00100000:1.0:1767319267.847698:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2508:x1853163923706752:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319267.847713:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319267.847719:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 4/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 11 pid: 122877 timeout: 4614 lvb_type: 0 00010000:00010000:1.0:1767319267.847730:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 3/0,0 mode: PR/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 11 pid: 122877 timeout: 4614 lvb_type: 0 00010000:00010000:1.0:1767319267.847751:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938600/0x719a348ff1c39a00 lrc: 0/0,0 mode: --/PR res: [0x2400088d0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e37 expref: 11 pid: 122877 timeout: 4614 lvb_type: 0 00010000:00010000:1.0:1767319267.847783:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x1:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:1.0:1767319267.847789:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,1 mode: --/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00010000:00010000:1.0:1767319267.847799:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122877 initiator: MDT1 00010000:00010000:1.0:1767319267.847806:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 4/0,1 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122877 initiator: MDT1 00010000:00010000:1.0:1767319267.847835:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319267.847890:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923706752:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 194us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.847897:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2623 00000001:00080000:2.0:1767319267.851549:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969467 is committed 00000001:00100000:2.0:1767319267.851563:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000020:00000080:2.0:1767319267.851567:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d3b06e000/ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000001:00080000:0.0:1767319267.851848:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000001:00100000:0.0:1767319267.851855:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:0.0:1767319267.851858:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d3a58a000/f8e581f7-de51-4550-90ea-109e3cc27a77 00000001:00100000:0.0:1767319267.851865:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000020:00000080:0.0:1767319267.851867:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d31afb000/ff37c078-3d90-4d01-abf7-e1f5ccb5c192 00000100:00100000:1.0:1767319267.852362:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988596608 00000100:00100000:1.0:1767319267.852372:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988596608 00000100:00100000:1.0:1767319267.852428:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441 00000100:00100000:1.0:1767319267.852437:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122877:x1853163988596608:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1767319267.852457:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.852479:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39a9a lrc: 2/0,0 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39a93 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.852518:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 2/0,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e3e expref: 90 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.852536:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39a9a lrc: 4/0,0 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39a93 expref: 16 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.852570:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 3/0,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e3e expref: 90 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.852616:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39a0e lrc: 4/0,0 mode: PR/PR res: [0x2000090a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e3e expref: 90 pid: 121323 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.852631:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988596736:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.852723:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319267.855678:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18378:1853163988596736:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319267.855709:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39a9a lrc: 3/0,0 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a93 expref: 16 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.855722:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a1:0x1:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:1.0:1767319267.855725:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319267.855729:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39a9a lrc: 3/0,0 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a93 expref: 16 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.855739:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39a9a lrc: 3/0,0 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39a93 expref: 16 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.855747:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b400, rc 0) 00000100:00100000:0.0:1767319267.856022:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.856470:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988596864 00000100:00100000:2.0:1767319267.856475:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988596864 00000100:00100000:2.0:1767319267.856511:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1767319267.856518:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15456:x1853163988596864:12345-0@lo:105: 00010000:00010000:2.0:1767319267.856534:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856544:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856553:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: --/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856561:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856568:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 5/0,1 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856605:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 5/0,1 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.856619:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d31534400) 00000100:00100000:2.0:1767319267.856650:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15456:x1853163988596864:12345-0@lo:105: Request processed in 132us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.856658:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1767319267.857871:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122877:x1853163988596608:12345-0@lo:101:mdt00_005.0 Request processed in 5432us (9898us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.857881:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441 00000100:00100000:2.0:1767319267.859115:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596992:0@lo:403:mdt00_005.0 00000100:00100000:2.0:1767319267.859187:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.859254:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897000 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.859298:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988596992 00000100:00100000:1.0:1767319267.859305:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988596992 00000100:00100000:1.0:1767319267.859385:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442 00000100:00100000:1.0:1767319267.859394:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122877:x1853163988596992:12345-0@lo:403:mdt00_005.0 00000100:00100000:1.0:1767319267.861839:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122877:x1853163988596992:12345-0@lo:403:mdt00_005.0 Request processed in 2439us (2655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.861860:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442 00000100:00100000:2.0:1767319267.861997:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988596992:0@lo:403:mdt00_005.0 00000040:00080000:2.0:1767319267.863360:0:122877:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].7, 936 off37336 00000040:00080000:2.0:1767319267.863728:0:122877:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].7, 1016 off37896 00000004:00080000:2.0:1767319267.863735:0:122877:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d31897000 with version 13 00000100:00100000:1.0:1767319267.864121:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988597248 00000100:00100000:1.0:1767319267.864129:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988597248 00000100:00100000:1.0:1767319267.864219:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443 00000100:00100000:1.0:1767319267.864228:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:123528:x1853163988597248:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767319267.864814:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:123528:x1853163988597248:12345-0@lo:1000:osp_up0-1.0 Request processed in 585us (887us total) trans 137438953545 rc 0/0 00000100:00100000:1.0:1767319267.864823:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443 00000100:00100000:2.0:1767319267.865805:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988597248:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1767319267.865854:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400061c1:0xa:0x0]: returning size 4096 00010000:00010000:0.0:1767319267.865873:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,1 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865883:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 2/0,0 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865891:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,0 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865897:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.865901:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 3/0,0 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865908:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 4/0,0 mode: EX/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865922:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d0:0x1:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319267.865925:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319267.865944:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 2/0,0 mode: --/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865950:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39a8c lrc: 0/0,0 mode: --/EX res: [0x2400088d0:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.865970:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.865977:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 4/0,1 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.865983:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d31534400/0x719a348ff1c39a93 lrc: 3/0,0 mode: EX/EX res: [0x2000090a1:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a9a expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.866121:0:122877:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319267.866131:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2000090a1:0x1:0x0] 00010000:00010000:0.0:1767319267.866141:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866147:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 2/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866153:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866158:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319267.866162:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866168:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 4/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866188:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400061c1:0xa:0x0].0x0 (ffff9e7c04bf1c00) 00010000:00010000:0.0:1767319267.866196:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319267.866200:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 2/0,0 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866205:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39a85 lrc: 0/0,0 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319267.866218:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.866224:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 4/0,1 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.866229:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 3/0,0 mode: EX/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319267.866478:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988597504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.866535:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.866571:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319267.866602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988597376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.866623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319267.867782:0:122877:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767319267.867789:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea83400/0x719a348ff1c39a77 lrc: 0/0,0 mode: --/EX res: [0x2400061c1:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39a7e expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319267.868037:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200006991:0x17:0x0] 00010000:00010000:0.0:1767319267.868044:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.868052:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.868059:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319267.868354:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988597632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319267.868393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.868894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988597632:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319267.868969:0:122877:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767319267.868975:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2e28b000/0x719a348ff1c39a5b lrc: 0/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39a62 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319267.868997:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200006991:0x17:0x0] 00010000:00010000:0.0:1767319267.869002:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 4/0,1 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.869109:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.869321:0:122877:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,0 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319267.869396:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923706496:12345-192.168.204.13@tcp:36:rm.0 Request processed in 37278us (39984us total) trans 90194313249 rc 0/0 00000100:00100000:0.0:1767319267.869403:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 302 00000100:00100000:0.0:1767319267.875458:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.875944:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923707136 00000100:00100000:2.0:1767319267.875955:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923707136 00000100:00100000:2.0:1767319267.876025:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 303 00000100:00100000:2.0:1767319267.876035:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+90:87929:x1853163923707136:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.876058:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.876099:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39aa1 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e61 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319267.876279:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1d:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.876370:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39aa1 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e61 expref: 92 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.876384:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:2.0:1767319267.876387:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319267.876392:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39aa1 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e61 expref: 92 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.876406:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83c00, rc 0) 00000100:00100000:2.0:1767319267.876505:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+91:87929:x1853163923707136:12345-192.168.204.13@tcp:101:rm.0 Request processed in 472us (1055us total) trans 137438953546 rc 301/301 00000100:00100000:2.0:1767319267.876512:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 303 00000100:00100000:1.0:1767319267.882141:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.882256:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923707264 00000100:00100000:0.0:1767319267.882266:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923707264 00000100:00100000:0.0:1767319267.882370:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 70 00000100:00100000:0.0:1767319267.882380:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+91:87929:x1853163923707264:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319267.903196:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.917368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.918054:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988597760 00000100:00100000:1.0:1767319267.918059:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988597760 00000100:00100000:1.0:1767319267.918097:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:1.0:1767319267.918105:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:121324:x1853163988597760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319267.918194:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:121324:x1853163988597760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.918202:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:2.0:1767319267.918287:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988597760:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319267.918463:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].5, 344 off35672 00000040:00080000:2.0:1767319267.918521:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].5, 424 off36072 00000004:00080000:2.0:1767319267.918527:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d318976c0 with version 7 00000004:00080000:1.0:1767319267.919048:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 7 rpc_version 7 00000020:00100000:1.0:1767319267.919072:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319267.919080:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05bf9880 x1853163988598016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319267.919100:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988598016:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.919153:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.919191:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708000 going to sleep for 50 seconds 00000100:00100000:0.0:1767319267.919950:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988598016:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319267.920156:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+92:87929:x1853163923707648:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2626us (2795us total) trans 137438953547 rc 0/0 00000100:00100000:2.0:1767319267.920164:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 72 00000100:00100000:0.0:1767319267.926786:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319267.934696:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319267.935364:0:121323:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.935373:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.935418:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.935432:0:121323:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319267.935441:0:121323:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121323 initiator: MDT0 00000100:00100000:0.0:1767319267.935460:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988598272:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1767319267.935508:0:121323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.935539:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca510c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.936196:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988598272 00000100:00100000:1.0:1767319267.936202:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988598272 00000100:00100000:1.0:1767319267.936247:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:1.0:1767319267.936255:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:121323:x1853163988598272:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767319267.936276:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319267.936292:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 2/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39acb expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.936313:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 2/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 9 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.936323:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 4/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.936348:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 3/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 9 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.936361:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 4/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 9 pid: 122877 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.936372:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988598400:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319267.936421:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319267.942615:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.942659:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923708160 00000100:00100000:2.0:1767319267.942670:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923708160 00010000:00010000:2.0:1767319267.942712:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 5/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 10 pid: 122877 timeout: 4614 lvb_type: 0 00000100:00100000:2.0:1767319267.942774:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2626 00000100:00100000:2.0:1767319267.942784:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923708160:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319267.942800:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319267.942807:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 5/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 10 pid: 122877 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.942819:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 4/0,0 mode: PR/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 10 pid: 122877 timeout: 4614 lvb_type: 0 00010000:00010000:2.0:1767319267.942841:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x8:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:2.0:1767319267.942848:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 3/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.942857:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.942866:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 4/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.942899:0:15456:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 4/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319267.942912:0:15456:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988598528:0@lo:105: 00000100:00100000:2.0:1767319267.942955:0:15456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319267.943008:0:15456:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897d80 going to sleep for 11 seconds 00010000:00010000:1.0:1767319267.943038:0:18378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39a54 lrc: 0/0,0 mode: --/PR res: [0x240008103:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e5a expref: 10 pid: 122877 timeout: 4614 lvb_type: 0 00000100:00100000:1.0:1767319267.943055:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988598400:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319267.943086:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 4/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 11 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.943094:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x8:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.943097:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319267.943099:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b800, rc 0) 00000100:00100000:1.0:1767319267.943158:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:121323:x1853163988598272:12345-0@lo:101:mdt00_002.0 Request processed in 6904us (7649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.943167:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00100000:2.0:1767319267.943295:0:121323:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988598272:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1767319267.943319:0:121323:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 4/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.943330:0:121323:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 4/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319267.943856:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988598528 00000100:00100000:0.0:1767319267.943861:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988598528 00000100:00100000:0.0:1767319267.943892:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1767319267.943898:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988598528:12345-0@lo:105: 00010000:00010000:0.0:1767319267.943905:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 5/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943913:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 5/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943919:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 5/0,1 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943924:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 5/0,1 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943928:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 6/0,1 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943942:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 6/0,1 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.943958:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0a939800) 00000100:00100000:0.0:1767319267.943988:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988598528:12345-0@lo:105: Request processed in 91us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.943992:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1767319267.944014:0:15456:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988598528:0@lo:105: 00010000:00010000:0.0:1767319267.944023:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319267.944054:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923708160:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1273us (1479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319267.944059:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2626 00000100:00100000:1.0:1767319267.945573:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988598656 00000100:00100000:1.0:1767319267.945590:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988598656 00000100:00100000:1.0:1767319267.945623:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447 00000100:00100000:1.0:1767319267.945627:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:121323:x1853163988598656:12345-0@lo:403:mdt00_002.0 00000100:00100000:1.0:1767319267.947744:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:121323:x1853163988598656:12345-0@lo:403:mdt00_002.0 Request processed in 2108us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.947757:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447 00000100:00100000:2.0:1767319267.947874:0:121323:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988598656:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1767319267.953038:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].6, 936 off36608 00000040:00080000:2.0:1767319267.953457:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].6, 1016 off37088 00000004:00080000:2.0:1767319267.953462:0:121323:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d31897d80 with version 8 00000004:00080000:0.0:1767319267.956364:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 8 rpc_version 8 00000020:00100000:0.0:1767319267.956416:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319267.956427:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2e263480 x1853163988598912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319267.956450:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988598912:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319267.956515:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.956613:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51cc0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319267.956735:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988598912 00000100:00100000:1.0:1767319267.956744:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988598912 00000100:00100000:1.0:1767319267.956874:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448 00000100:00100000:1.0:1767319267.956884:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:125533:x1853163988598912:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319267.957536:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:125533:x1853163988598912:12345-0@lo:1000:osp_up1-0.0 Request processed in 652us (1019us total) trans 90194313251 rc 0/0 00000100:00100000:1.0:1767319267.957545:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1767319267.957740:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988598912:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767319267.957861:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1d:0x0]: returning size 4096 00010000:00010000:2.0:1767319267.957884:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957893:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 2/0,0 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957900:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 3/0,0 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957906:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.957910:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 3/0,0 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957916:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 4/0,0 mode: EX/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957931:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000090a0:0x8:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:2.0:1767319267.957935:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319267.957940:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 2/0,0 mode: --/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957957:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535c00/0x719a348ff1c39ac4 lrc: 0/0,0 mode: --/EX res: [0x2000090a0:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.957976:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 4/0,1 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.957984:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 4/0,1 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.957990:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.958049:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319267.958058:0:121323:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240008103:0x8:0x0] 00010000:00010000:2.0:1767319267.958079:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958086:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958092:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958097:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.958100:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958105:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958113:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1d:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319267.958116:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319267.958139:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 2/0,0 mode: --/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958145:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39abd lrc: 0/0,0 mode: --/EX res: [0x200006991:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958328:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958335:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958341:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958347:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958352:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.958355:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958361:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958370:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:2.0:1767319267.958372:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.958375:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 3/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958380:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39aaf lrc: 0/0,0 mode: --/CW res: [0x200006991:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319267.958390:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000051f2c067 reply state 000000006b75027e transno 137438953548 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958414:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.958421:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0xbb1e317 (ffff9e7d407b3e00) 00010000:00010000:2.0:1767319267.958424:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319267.958426:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319267.958502:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+92:87929:x1853163923707904:12345-192.168.204.13@tcp:36:rm.0 Request processed in 31489us (31725us total) trans 137438953548 rc 0/0 00000100:00100000:2.0:1767319267.958510:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 304 00010000:00010000:0.0:1767319267.959001:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319267.959010:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 2/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.959018:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319267.959030:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319267.959038:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 3/0,0 mode: EX/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.959068:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 2/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.959074:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767319267.959124:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988599040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319267.959186:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319267.961376:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 1/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.961391:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0a939800/0x719a348ff1c39acb lrc: 0/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39ad2 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319267.961413:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.961415:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319267.961418:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319267.961557:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988599040 00000100:00100000:1.0:1767319267.961567:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988599040 00000100:00100000:1.0:1767319267.961639:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1767319267.961648:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+12:7014:x1853163988599040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319267.961675:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319267.961696:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39ad2 lrc: 0/0,0 mode: --/EX res: [0x240008103:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39acb expref: 12 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319267.961708:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240008103:0x8:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319267.961716:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319267.962760:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+11:7014:x1853163988599040:12345-0@lo:103:ldlm_bl.0 Request processed in 1109us (3568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.962769:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1767319267.962900:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988599040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319267.977900:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.978003:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923708288 00000100:00100000:2.0:1767319267.978013:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923708288 00000100:00100000:2.0:1767319267.978080:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 305 00000100:00100000:2.0:1767319267.978090:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+92:87929:x1853163923708288:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.978115:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.978146:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39ad9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e68 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.978224:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978238:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978248:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978285:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978291:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978298:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978378:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39aee lrc: 3/1,0 mode: --/PR res: [0x200006991:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978387:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39aee lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978393:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39aee lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319267.978440:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x17:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.978444:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.978462:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39aee lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978474:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978480:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978486:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978492:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978508:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.978512:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978521:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978533:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:2.0:1767319267.978537:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.978541:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978546:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39ae0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978564:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978569:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978574:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978643:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319267.978647:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978653:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978661:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x13e051db (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319267.978669:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319267.978672:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978678:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39ae7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.978710:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39ad9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e68 expref: 94 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.978723:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39aee lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e68 expref: 93 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.978730:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0x0 (ffff9e7d0c7a5c00) 00010000:00010000:2.0:1767319267.978732:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.978735:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83400, rc 0) 00000100:00100000:2.0:1767319267.978792:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+93:87929:x1853163923708288:12345-192.168.204.13@tcp:101:rm.0 Request processed in 703us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.978800:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 305 00000100:00100000:1.0:1767319267.984101:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.984376:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923708544 00000100:00100000:2.0:1767319267.984387:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923708544 00000100:00100000:2.0:1767319267.984489:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 73 00000100:00100000:2.0:1767319267.984501:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+93:87929:x1853163923708544:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319267.984790:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+94:87929:x1853163923708544:12345-192.168.204.13@tcp:35:rm.0 Request processed in 291us (697us total) trans 137438953549 rc 0/0 00000100:00100000:2.0:1767319267.984798:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 73 00000100:00100000:1.0:1767319267.987839:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319267.993424:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319267.993632:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923708928 00000100:00100000:2.0:1767319267.993643:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923708928 00000100:00100000:2.0:1767319267.993702:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 307 00000100:00100000:2.0:1767319267.993729:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+93:87929:x1853163923708928:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319267.993757:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319267.993793:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e6f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.993859:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.993872:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.993883:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319267.993925:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319267.993929:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319267.993946:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319267.993970:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e6f expref: 95 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.993990:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e6f expref: 94 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319267.993997:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319267.994000:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319267.994004:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82000, rc 0) 00000100:00100000:2.0:1767319267.994291:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+94:87929:x1853163923708928:12345-192.168.204.13@tcp:101:rm.0 Request processed in 563us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.994300:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 307 00000100:00100000:2.0:1767319268.001021:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923709056 00000100:00100000:2.0:1767319268.001032:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923709056 00000100:00080000:1.0:1767319268.001162:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767319268.001297:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 308 00000100:00100000:2.0:1767319268.001309:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+94:87929:x1853163923709056:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.001328:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.001349:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e76 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.001414:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001428:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001438:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001452:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001458:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001464:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001629:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001637:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001643:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319268.001688:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1e:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.001692:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319268.001714:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001725:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001731:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001737:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001743:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001748:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.001752:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001759:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001852:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319268.001856:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.001861:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001867:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001883:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001895:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001901:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001906:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.001909:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001914:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001921:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa3cc5d9b (ffff9e7c04bf1e00) 00010000:00010000:2.0:1767319268.001923:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.001925:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001931:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.001959:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e76 expref: 96 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.001971:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e76 expref: 95 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.001977:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.001979:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.001981:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82e00, rc 0) 00000100:00100000:2.0:1767319268.002046:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+95:87929:x1853163923709056:12345-192.168.204.13@tcp:101:rm.0 Request processed in 739us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.002060:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 308 00000100:00100000:1.0:1767319268.008397:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.008480:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923709312 00000100:00100000:2.0:1767319268.008491:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923709312 00000100:00100000:2.0:1767319268.008554:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 309 00000100:00100000:2.0:1767319268.008565:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+95:87929:x1853163923709312:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.008622:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.008644:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e7d expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.008743:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1e:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.008854:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b34 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e7d expref: 97 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.008867:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319268.008870:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.008874:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e7d expref: 97 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.008889:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83c00, rc 0) 00000100:00100000:2.0:1767319268.008945:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+96:87929:x1853163923709312:12345-192.168.204.13@tcp:101:rm.0 Request processed in 381us (557us total) trans 137438953551 rc 301/301 00000100:00100000:2.0:1767319268.008953:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 309 00000100:00100000:1.0:1767319268.012535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.012726:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923709440 00000100:00100000:2.0:1767319268.012738:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923709440 00000100:00100000:2.0:1767319268.012799:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 74 00000100:00100000:2.0:1767319268.012809:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+96:87929:x1853163923709440:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.022834:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.028904:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.030030:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923709952 00000100:00100000:2.0:1767319268.030056:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923709952 00000100:00100000:2.0:1767319268.031961:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 310 00000100:00100000:2.0:1767319268.031985:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+97:87929:x1853163923709952:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.032015:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.032038:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e84 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.033271:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b49 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.033290:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b49 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.033301:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b49 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319268.033315:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1e:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.033434:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e84 expref: 100 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.033455:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b49 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e84 expref: 99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.033463:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.033466:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767319268.033470:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83600, rc 0) 00000100:00100000:2.0:1767319268.033550:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+99:87929:x1853163923709952:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1577us (4654us total) trans 137438953553 rc 0/0 00000100:00100000:2.0:1767319268.033559:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 310 00000100:00100000:1.0:1767319268.040689:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.041293:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923710080 00000100:00100000:2.0:1767319268.041439:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923710080 00000100:00100000:2.0:1767319268.041576:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 311 00000100:00100000:2.0:1767319268.041626:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+99:87929:x1853163923710080:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.041651:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.041670:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b57 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e8b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.041728:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041740:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041748:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041757:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041772:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041777:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041893:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 3/1,0 mode: --/PR res: [0x200006991:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041898:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.041902:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319268.044226:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x29:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.044239:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.044277:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044295:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044302:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 4/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044477:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044485:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044491:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.044496:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044504:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 5/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044520:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.044524:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.044529:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 3/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044535:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39b5e lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044555:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044577:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044722:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044727:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.044730:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044735:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044743:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xcd9c8c2e (ffff9e7c04bf1e00) 00010000:00010000:2.0:1767319268.044745:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.044749:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044754:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39b65 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.044808:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b57 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e8b expref: 101 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.044822:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e8b expref: 100 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.044829:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x29:0x0].0x0 (ffff9e7c04bf1200) 00010000:00010000:2.0:1767319268.044831:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.044833:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00000100:00100000:2.0:1767319268.044917:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+100:87929:x1853163923710080:12345-192.168.204.13@tcp:101:rm.0 Request processed in 3288us (4232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.044931:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 311 00000100:00100000:1.0:1767319268.048211:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.048509:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923710208 00000100:00100000:2.0:1767319268.048521:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923710208 00000100:00100000:2.0:1767319268.048622:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 312 00000100:00100000:2.0:1767319268.048632:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+100:87929:x1853163923710208:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.048651:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.048677:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39b73 lrc: 2/0,0 mode: --/CR res: [0x200009870:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31e92 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.048860:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/1,0 mode: --/PR res: [0x200009870:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.048875:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.048885:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319268.048919:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.048924:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.048960:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39b73 lrc: 0/0,0 mode: --/CR res: [0x200009870:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 102 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.048979:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 101 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.048986:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xa:0x0].0x0 (ffff9e7c04bf1800) 00010000:00010000:2.0:1767319268.048989:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.048993:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83400, rc 0) 00000100:00100000:2.0:1767319268.049064:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+101:87929:x1853163923710208:12345-192.168.204.13@tcp:101:rm.0 Request processed in 433us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.049071:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 312 00000100:00100000:1.0:1767319268.052354:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319268.052650:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319268.061269:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.061337:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.061620:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923710720 00000100:00100000:2.0:1767319268.061626:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923710720 00000100:00100000:2.0:1767319268.061659:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4449 00000100:00100000:2.0:1767319268.061666:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+103:2509:x1853163923710720:12345-192.168.204.13@tcp:63:ll_sa.0 00010000:00010000:2.0:1767319268.061699:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.061709:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39b96 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ea7 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.061744:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.061758:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.061770:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.061783:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.061790:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.061796:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.062135:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39bb2 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.062155:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39bb2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.062186:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39bb2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:2.0:1767319268.062823:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x25:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.062828:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.064508:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39bb2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064531:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064538:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064544:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064551:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.064555:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064561:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064574:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.064597:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.064602:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064609:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39b9d lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064623:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064638:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064642:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064645:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.064647:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064650:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064656:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x7062643e (ffff9e7c04bf1e00) 00010000:00010000:2.0:1767319268.064657:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.064658:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064661:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39ba4 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.064690:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39b96 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ea7 expref: 104 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.064700:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39bb2 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ea7 expref: 103 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.064704:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x25:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:2.0:1767319268.064706:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.064707:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83a00, rc 0) 00010000:00010000:2.0:1767319268.064713:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.065157:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39bb9 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31eae expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.065214:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.065223:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.065229:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.065238:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.065242:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.065246:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067088:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 3/1,0 mode: --/PR res: [0x200006991:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067107:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x35:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067120:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x35:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:2.0:1767319268.067634:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.067641:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.067670:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x35:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067682:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067695:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067701:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067707:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.067711:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067718:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067745:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.067748:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.067754:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067768:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39bc0 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067783:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067789:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067794:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067798:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.067801:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067816:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067824:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xe98aab7f (ffff9e7c04bf1100) 00010000:00010000:2.0:1767319268.067826:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.067829:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067834:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39bc7 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067880:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39bb9 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eae expref: 105 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.067894:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x35:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eae expref: 104 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.067902:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x35:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:2.0:1767319268.067904:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.067907:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d400, rc 0) 00010000:00010000:2.0:1767319268.067914:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.067926:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39bd5 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31eb5 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.067964:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067975:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.067983:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000100:00100000:1.0:1767319268.067987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319268.068005:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.068014:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.068020:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.068136:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 3/1,0 mode: --/PR res: [0x200006991:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.068145:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.068151:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:2.0:1767319268.069245:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.069249:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.069270:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069278:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069282:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069287:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069291:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.069293:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069303:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069312:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.069314:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.069326:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069331:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39bdc lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069340:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069343:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069347:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069350:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.069351:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069354:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069358:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xae953712 (ffff9e7c04bf1b00) 00010000:00010000:2.0:1767319268.069359:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.069360:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069363:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c39be3 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069389:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39bd5 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eb5 expref: 107 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.069397:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eb5 expref: 106 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.069401:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x30:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:2.0:1767319268.069402:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.069404:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c200, rc 0) 00010000:00010000:2.0:1767319268.069408:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.069414:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39bf1 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ebc expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.069436:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069442:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069447:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069455:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069459:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069463:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069547:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c39c06 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069553:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c39c06 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.069557:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c39c06 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:2.0:1767319268.073233:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x32:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.073242:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.073295:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c39c06 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073312:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073425:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073431:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073435:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.073437:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073442:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073454:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.073455:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.073458:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073476:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c39bf8 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073487:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073492:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073497:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073503:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682de00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.073505:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073511:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073518:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb7a71084 (ffff9e7c04bf1d00) 00010000:00010000:2.0:1767319268.073520:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.073523:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073528:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39bff lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073567:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39bf1 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ebc expref: 109 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.073595:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c39c06 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x32:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ebc expref: 108 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.073609:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x32:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:2.0:1767319268.073612:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.073615:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c800, rc 0) 00010000:00010000:2.0:1767319268.073624:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.073639:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39c0d lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ec3 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.073679:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073690:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073699:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073710:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073716:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.073736:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075093:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c39c22 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075110:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c39c22 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075120:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c39c22 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:0.0:1767319268.075635:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x28:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.075640:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1767319268.075668:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c39c22 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075692:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075698:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075705:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075710:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.075715:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075723:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075734:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.075737:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.075741:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075747:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39c14 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075761:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075767:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075773:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075777:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.075787:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075792:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075801:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x945d1024 (ffff9e7c04bf1e00) 00010000:00010000:0.0:1767319268.075803:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.075806:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075811:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39c1b lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075858:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39c0d lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ec3 expref: 110 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.075872:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939800/0x719a348ff1c39c22 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ec3 expref: 109 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.075878:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x28:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319268.075880:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319268.075882:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939800, rc 0) 00010000:00010000:0.0:1767319268.075891:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.075901:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39c29 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31eca expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.075936:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075945:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075963:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.075976:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076038:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076048:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076217:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076226:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076233:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:0.0:1767319268.076736:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.076741:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1767319268.076761:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076772:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076778:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076783:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076801:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.076804:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076811:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076822:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.076825:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.076828:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076835:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939400/0x719a348ff1c39c30 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076846:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076852:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076858:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076863:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.076867:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076872:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076879:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x9fb93058 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319268.076888:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.076892:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076898:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c39c37 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.076928:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c39c29 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eca expref: 110 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.076941:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eca expref: 109 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.076947:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2e:0x0].0x0 (ffff9e7c0729ed00) 00010000:00010000:0.0:1767319268.076950:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319268.076952:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939a00, rc 0) 00010000:00010000:0.0:1767319268.076957:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.076967:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c39c45 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ed1 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.077444:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077455:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077462:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077473:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077479:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077709:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077815:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 3/1,0 mode: --/PR res: [0x200006991:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077823:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.077831:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:0.0:1767319268.082689:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x22:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.082700:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1767319268.082701:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000004:00010000:0.0:1767319268.082747:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082765:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082773:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082780:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082785:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.082790:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082797:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082814:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.082831:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.082849:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082856:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c39c4c lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082871:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082877:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082888:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082897:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.082902:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082909:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082918:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xbfd93be (ffff9e7c0729e300) 00010000:00010000:0.0:1767319268.082920:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.082924:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082930:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c39c53 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.082970:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c39c45 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed1 expref: 110 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.082998:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed1 expref: 109 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.083005:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x22:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319268.083007:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319268.083010:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939200, rc 0) 00010000:00010000:0.0:1767319268.083019:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.083034:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39c61 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ed8 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.083077:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083090:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083099:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083114:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083121:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083127:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083278:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083286:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.083299:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:0.0:1767319268.085421:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2c:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.085430:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1767319268.085470:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085487:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085600:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085608:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085614:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.085618:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085625:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085640:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.085643:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.085648:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085655:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39c68 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085669:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085687:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085693:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085697:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.085700:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085705:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085713:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x92feaf86 (ffff9e7c0729e600) 00010000:00010000:0.0:1767319268.085716:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.085719:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085724:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c39c6f lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.085833:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c39c61 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed8 expref: 111 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.086061:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed8 expref: 110 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.086069:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2c:0x0].0x0 (ffff9e7c0729e900) 00010000:00010000:0.0:1767319268.086071:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319268.086074:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556e00, rc 0) 00000100:00100000:0.0:1767319268.086498:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+110:2509:x1853163923710720:12345-192.168.204.13@tcp:63:ll_sa.0 Request processed in 24819us (25147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.086520:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4449 00000100:00100000:1.0:1767319268.100984:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.101023:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.101050:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.101085:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.103073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.104055:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 316 00000100:00100000:1.0:1767319268.104068:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+115:75174:x1853163923711360:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.104077:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.104091:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39c8b lrc: 2/0,0 mode: --/CR res: [0x200009870:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31eed expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.104189:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.104206:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.104215:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319268.104244:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x11:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.104249:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.104276:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39c8b lrc: 0/0,0 mode: --/CR res: [0x200009870:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 117 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.104290:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 116 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.104297:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x11:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:1.0:1767319268.104303:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.104306:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b000, rc 0) 00000100:00100000:0.0:1767319268.104566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.104674:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.105012:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+116:75174:x1853163923711360:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 946us (3959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.105019:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 316 00000100:00100000:1.0:1767319268.105057:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923711744 00000100:00100000:1.0:1767319268.105063:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923711744 00000100:00100000:1.0:1767319268.105082:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923711872 00000100:00100000:1.0:1767319268.105085:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923711872 00000100:00100000:1.0:1767319268.105098:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:1.0:1767319268.105104:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+117:87940:x1853163923711616:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.105114:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.105127:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39ca7 lrc: 2/0,0 mode: --/CR res: [0x200009870:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31efb expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105226:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 3/1,0 mode: --/PR res: [0x200009870:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.105235:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.105243:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319268.105262:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.105265:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.105290:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39ca7 lrc: 0/0,0 mode: --/CR res: [0x200009870:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31efb expref: 119 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105303:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31efb expref: 118 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105310:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x9:0x0].0x0 (ffff9e7d0c7a5d00) 00010000:00010000:1.0:1767319268.105312:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.105315:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b400, rc 0) 00000100:00100000:1.0:1767319268.105341:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87940:x1853163923711616:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 237us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.105353:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:1.0:1767319268.105369:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 319 00000100:00100000:1.0:1767319268.105375:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+117:87941:x1853163923711744:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.105382:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.105392:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39cb5 lrc: 2/0,0 mode: --/CR res: [0x200009870:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f02 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105458:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/1,0 mode: --/PR res: [0x200009870:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.105467:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.105473:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319268.105508:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0xf:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.105513:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.105723:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39cb5 lrc: 0/0,0 mode: --/CR res: [0x200009870:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 119 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105737:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 118 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105744:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xf:0x0].0x0 (ffff9e7d0c7a5800) 00010000:00010000:1.0:1767319268.105746:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.105748:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b600, rc 0) 00000100:00100000:1.0:1767319268.105782:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87941:x1853163923711744:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 407us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.105798:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 319 00000100:00100000:1.0:1767319268.105814:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 320 00000100:00100000:1.0:1767319268.105821:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+117:87942:x1853163923711872:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.105829:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.105922:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39cc3 lrc: 2/0,0 mode: --/CR res: [0x200009870:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f09 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.105998:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 3/1,0 mode: --/PR res: [0x200009870:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.106006:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.106013:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319268.106032:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.106035:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.106054:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39cc3 lrc: 0/0,0 mode: --/CR res: [0x200009870:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f09 expref: 119 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.106065:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f09 expref: 118 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.106071:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x3:0x0].0x0 (ffff9e7d0c7a5400) 00010000:00010000:1.0:1767319268.106074:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.106076:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28b800, rc 0) 00000100:00100000:1.0:1767319268.106099:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87942:x1853163923711872:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 279us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.106115:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 320 00000100:00100000:1.0:1767319268.106161:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923710976:12345-192.168.204.13@tcp:37:rm.0 Request processed in 23268us (23465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.106169:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 77 00000100:00100000:0.0:1767319268.106511:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.106990:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 321 00000100:00100000:2.0:1767319268.107001:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+117:87943:x1853163923712000:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:2.0:1767319268.107013:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.107030:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39cd1 lrc: 2/0,0 mode: --/CR res: [0x200009870:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f10 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.107523:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 3/1,0 mode: --/PR res: [0x200009870:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.107534:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.107540:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319268.107561:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0xd:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.107564:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.107615:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39cd1 lrc: 0/0,0 mode: --/CR res: [0x200009870:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f10 expref: 119 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.107632:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f10 expref: 118 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.107641:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xd:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:2.0:1767319268.107643:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.107646:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83c00, rc 0) 00000100:00100000:2.0:1767319268.107683:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87943:x1853163923712000:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 686us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.107690:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 321 00000100:00100000:2.0:1767319268.110898:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 322 00000100:00100000:2.0:1767319268.110911:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+117:86488:x1853163923711104:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:2.0:1767319268.110928:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.110947:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39cdf lrc: 2/0,0 mode: --/CR res: [0x200009870:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31edf expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.111118:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319268.111129:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:2.0:1767319268.111136:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00200000:2.0:1767319268.111161:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.111164:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.111212:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39cdf lrc: 0/0,0 mode: --/CR res: [0x200009870:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 119 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.111230:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 118 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.111238:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x6:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:2.0:1767319268.111241:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.111244:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682dc00, rc 0) 00000100:00100000:2.0:1767319268.111303:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+118:86488:x1853163923711104:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 395us (10328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.111310:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 322 00000100:00100000:0.0:1767319268.111311:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.111409:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712128 00000100:00100000:2.0:1767319268.111416:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712128 00000100:00100000:1.0:1767319268.112909:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712384 00000100:00100000:1.0:1767319268.112916:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712384 00000100:00100000:1.0:1767319268.112955:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:1.0:1767319268.112963:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87929:x1853163923712384:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319268.113304:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.113334:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.113353:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.113375:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.113393:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712512 00000100:00100000:0.0:1767319268.113399:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.113399:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712512 00000100:00100000:1.0:1767319268.113427:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712640 00000100:00100000:1.0:1767319268.113431:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712640 00000100:00100000:0.0:1767319268.113436:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712768 00000100:00100000:0.0:1767319268.113442:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712768 00000100:00100000:1.0:1767319268.113447:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923712896 00000100:00100000:1.0:1767319268.113451:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923712896 00000100:00100000:0.0:1767319268.113467:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923713024 00000100:00100000:0.0:1767319268.113472:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923713024 00000100:00100000:1.0:1767319268.113476:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 324 00000100:00100000:1.0:1767319268.113486:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:75174:x1853163923712512:12345-192.168.204.13@tcp:101:kworker.0 00000100:00100000:0.0:1767319268.113496:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 325 00000100:00100000:0.0:1767319268.113504:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+15:75026:x1853163923712640:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.113514:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.113534:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c39cfb lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f25 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.113535:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 326 00000100:00100000:2.0:1767319268.113543:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87940:x1853163923712768:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.113548:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.113552:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.113568:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39d02 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f1e expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.113665:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.113675:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319268.113683:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:0.0:1767319268.113685:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00010000:00010000:1.0:1767319268.113696:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:1.0:1767319268.113707:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:0.0:1767319268.113719:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x13:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.113726:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00200000:1.0:1767319268.113747:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x11:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.113752:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.113757:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c39cfb lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 18 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.113771:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 17 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.113778:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x13:0x0].0x0 (ffff9e7c0729e600) 00010000:00010000:0.0:1767319268.113781:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.113783:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557600, rc 0) 00010000:00010000:1.0:1767319268.113922:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39d02 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f1e expref: 18 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.113922:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c39d17 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f2c expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.113946:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f1e expref: 18 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.113954:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x11:0x0].0x0 (ffff9e7d0c7a5500) 00010000:00010000:1.0:1767319268.113956:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.113959:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a800, rc 0) 00000100:00100000:1.0:1767319268.114010:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+18:75174:x1853163923712512:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 526us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.114017:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 324 00000100:00100000:1.0:1767319268.114051:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 327 00000100:00100000:1.0:1767319268.114060:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87942:x1853163923712896:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.114068:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.114078:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39d1e lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f33 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.114152:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.114163:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:1.0:1767319268.114187:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:1.0:1767319268.114226:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.114231:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.114255:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39d1e lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 20 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.114271:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 19 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.114278:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x3:0x0].0x0 (ffff9e7d0c7a5100) 00010000:00010000:1.0:1767319268.114281:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.114283:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28a600, rc 0) 00000100:00100000:1.0:1767319268.114310:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87942:x1853163923712896:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 250us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.114325:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 327 00010000:00010000:2.0:1767319268.114352:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.114360:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319268.114368:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319268.114385:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.114388:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.114408:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c39d17 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f2c expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.114421:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f2c expref: 18 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.114429:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x9:0x0].0x0 (ffff9e7c04bf1100) 00010000:00010000:2.0:1767319268.114432:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.114434:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d600, rc 0) 00000100:00100000:1.0:1767319268.114617:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988599168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.114664:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.114695:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c06e156c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.115450:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988599168:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1767319268.115645:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].7, 344 off36952 00000040:00080000:1.0:1767319268.115692:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].7, 424 off37512 00000004:00080000:1.0:1767319268.115699:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7c06e156c0 with version 9 00000100:00100000:1.0:1767319268.115920:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988599424 00000100:00100000:1.0:1767319268.115926:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988599424 00000100:00100000:1.0:1767319268.115962:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:1.0:1767319268.115969:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:125533:x1853163988599424:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.116373:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:125533:x1853163988599424:12345-0@lo:1000:osp_up1-0.0 Request processed in 404us (555us total) trans 90194313252 rc 0/0 00000100:00100000:1.0:1767319268.116391:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:2.0:1767319268.116670:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87940:x1853163923712768:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 3125us (3312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.116678:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 326 00000100:00100000:0.0:1767319268.117593:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:75026:x1853163923712640:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 4071us (4239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.117603:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 325 00000100:00100000:2.0:1767319268.117799:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+119:87929:x1853163923712384:12345-192.168.204.13@tcp:35:rm.0 Request processed in 4836us (5176us total) trans 137438953555 rc 0/0 00000100:00100000:2.0:1767319268.117807:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 78 00000100:00100000:0.0:1767319268.118151:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.119130:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923713152 00000100:00100000:2.0:1767319268.119152:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923713152 00000100:00100000:2.0:1767319268.119209:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 329 00000100:00100000:2.0:1767319268.119219:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:86488:x1853163923713152:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:2.0:1767319268.119237:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.119258:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39d41 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f41 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.119412:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.119426:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT1 00010000:00010000:2.0:1767319268.119438:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT1 00000100:00100000:1.0:1767319268.120531:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000004:00200000:2.0:1767319268.120717:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.120725:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.120774:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39d41 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f41 expref: 18 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.120795:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f41 expref: 17 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.120804:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x6:0x0].0x0 (ffff9e7c04bf1c00) 00010000:00010000:2.0:1767319268.120807:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.120810:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682d000, rc 0) 00000100:00100000:2.0:1767319268.120867:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+17:86488:x1853163923713152:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 1649us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.121140:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 329 00000100:00100000:2.0:1767319268.121194:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923713536 00000100:00100000:2.0:1767319268.121201:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923713536 00000100:00100000:2.0:1767319268.121433:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 330 00000100:00100000:2.0:1767319268.121442:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+119:87929:x1853163923713536:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319268.121629:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319268.121652:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39b6c lrc: 0/0,0 mode: --/PR res: [0x200006991:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e8b expref: 119 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.121668:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x29:0x0].0x0 (ffff9e7c04bf1200) 00010000:00010000:2.0:1767319268.121683:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39b2d lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e76 expref: 118 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.121691:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.121695:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319268.121714:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121725:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121732:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121744:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121752:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121758:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121842:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,1 mode: --/EX res: [0x200006991:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121850:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121857:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121872:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121881:0:121323:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 2/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 117 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.121888:0:121323:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 4/0,1 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.121919:0:121323:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 117 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.121931:0:121323:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 117 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.121945:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:121323:1853163988599552:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.122015:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319268.122204:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.127607:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.127728:0:121323:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:121323:1853163988599552:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.127756:0:121323:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000100:00100000:0.0:1767319268.128067:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923713664 00000100:00100000:0.0:1767319268.128076:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923713664 00010000:00010000:0.0:1767319268.128111:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 118 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.128149:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2627 00000100:00100000:0.0:1767319268.128158:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+118:2508:x1853163923713664:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.128183:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.128191:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 118 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.128214:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 118 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.128237:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39b7a lrc: 0/0,0 mode: --/PR res: [0x200009870:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e92 expref: 118 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.128255:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xa:0x0].0x0 (ffff9e7c04bf1800) 00010000:00010000:0.0:1767319268.128260:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.128269:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.128276:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.128308:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.128370:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+117:2508:x1853163923713664:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 212us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.128378:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2627 00010000:00010000:2.0:1767319268.128641:0:121323:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.128648:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.128689:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.128696:0:121323:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319268.128705:0:121323:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319268.128723:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988599680:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1767319268.128760:0:121323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.128781:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.129370:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988599680 00000100:00100000:0.0:1767319268.129377:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988599680 00000100:00100000:0.0:1767319268.129425:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:0.0:1767319268.129433:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:121323:x1853163988599680:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1767319268.129454:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.129469:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c39d80 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39d79 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.129493:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c39b88 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e99 expref: 17 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.129512:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c39d80 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39d79 expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.129537:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c39b88 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e99 expref: 17 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.129888:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c39b88 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e99 expref: 17 pid: 122877 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.129901:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988599808:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.129962:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0ca51000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.133739:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.134322:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988599936 00000100:00100000:2.0:1767319268.134327:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988599936 00000100:00100000:2.0:1767319268.134365:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1767319268.134372:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988599936:12345-0@lo:105: 00010000:00010000:2.0:1767319268.134382:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.134390:0:18378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534800/0x719a348ff1c39b88 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e99 expref: 18 pid: 122877 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.134390:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.134399:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.134405:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988599808:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.134415:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.134421:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.134428:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557200/0x719a348ff1c39d80 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39d79 expref: 13 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.134430:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.134436:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xa:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:0.0:1767319268.134439:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.134441:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00010000:00010000:2.0:1767319268.134442:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0682cc00) 00000100:00100000:0.0:1767319268.134489:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:121323:x1853163988599680:12345-0@lo:101:mdt00_002.0 Request processed in 5056us (5727us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.134489:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988599936:12345-0@lo:105: Request processed in 118us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.134497:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000100:00100000:2.0:1767319268.134497:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1767319268.134527:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988599936:0@lo:105: 00010000:00010000:2.0:1767319268.134549:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319268.134600:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+17:2508:x1853163923713792:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 691us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.134607:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2628 00000100:00100000:1.0:1767319268.134756:0:121323:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988599680:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767319268.134770:0:121323:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.135389:0:121323:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:121323:1853163988600064:0@lo:403:mdt00_002.0 00000100:00100000:1.0:1767319268.135430:0:121323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.135463:0:121323:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d182b7780 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.135559:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988600064 00000100:00100000:2.0:1767319268.135564:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988600064 00000100:00100000:2.0:1767319268.135618:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453 00000100:00100000:2.0:1767319268.135627:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:121323:x1853163988600064:12345-0@lo:403:mdt00_002.0 00000100:00100000:2.0:1767319268.140467:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:121323:x1853163988600064:12345-0@lo:403:mdt00_002.0 Request processed in 4832us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.140482:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453 00000040:00080000:2.0:1767319268.142572:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].8, 936 off37888 00000040:00080000:2.0:1767319268.142803:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].8, 1016 off38528 00000004:00080000:2.0:1767319268.142810:0:121323:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d4046ee40 with version 10 00000100:00100000:2.0:1767319268.143538:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988600320 00000100:00100000:2.0:1767319268.143547:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988600320 00000100:00100000:2.0:1767319268.143660:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454 00000100:00100000:2.0:1767319268.143670:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:125533:x1853163988600320:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.143961:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:125533:x1853163988600320:12345-0@lo:1000:osp_up1-0.0 Request processed in 293us (852us total) trans 90194313253 rc 0/0 00000100:00100000:2.0:1767319268.143970:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454 00000004:00200000:0.0:1767319268.144112:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x29:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.144137:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144158:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144254:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144261:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.144266:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144272:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144287:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xa:0x0].0x0 (ffff9e7c04bf1800) 00010000:00010000:0.0:1767319268.144289:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.144293:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 2/0,0 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144299:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c39d64 lrc: 0/0,0 mode: --/EX res: [0x200009870:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144319:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.144327:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.144333:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682cc00/0x719a348ff1c39d79 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c39d80 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.144392:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319268.144400:0:121323:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xa:0x0] 00010000:00010000:0.0:1767319268.144414:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144421:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144427:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144431:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.144434:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144440:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144448:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x29:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:0.0:1767319268.144450:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.144453:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 2/0,0 mode: --/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144458:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c39d5d lrc: 0/0,0 mode: --/EX res: [0x200006991:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144689:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144698:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144703:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144709:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144725:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.144728:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144735:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144743:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.144746:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.144749:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144755:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c000/0x719a348ff1c39d4f lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319268.144765:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b310c0aa reply state 0000000013a44620 transno 137438953556 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144777:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319268.144784:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xcd9c8c2e (ffff9e7c04bf1e00) 00010000:00010000:0.0:1767319268.144798:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319268.144801:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319268.144872:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87929:x1853163923713536:12345-192.168.204.13@tcp:36:rm.0 Request processed in 23428us (24343us total) trans 137438953556 rc 0/0 00000100:00100000:0.0:1767319268.144880:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 330 00000100:00100000:1.0:1767319268.151521:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.151566:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.151574:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714048 00000100:00100000:0.0:1767319268.151602:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714048 00000100:00100000:0.0:1767319268.151655:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 332 00000100:00100000:0.0:1767319268.151664:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+118:87929:x1853163923714048:12345-192.168.204.13@tcp:101:rm.0 00000100:00100000:2.0:1767319268.151665:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714176 00000100:00100000:2.0:1767319268.151669:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714176 00000100:00100000:2.0:1767319268.151701:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4455 00010000:00010000:0.0:1767319268.151702:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1767319268.151707:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+119:2509:x1853163923714176:12345-192.168.204.13@tcp:63:ll_sa.0 00010000:00010000:0.0:1767319268.151723:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39d87 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f4f expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.151738:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.151745:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39d8e lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f56 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.151783:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151795:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151805:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151818:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151824:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151836:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:0.0:1767319268.151879:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x25:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.151952:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151960:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.151966:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:0.0:1767319268.151969:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39d87 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f4f expref: 122 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.151980:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.151983:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319268.151988:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c39d87 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f4f expref: 122 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.151999:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556a00, rc 0) 00000100:00100000:0.0:1767319268.152052:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+121:87929:x1853163923714048:12345-192.168.204.13@tcp:101:rm.0 Request processed in 389us (541us total) trans 137438953557 rc 301/301 00000100:00100000:0.0:1767319268.152059:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 332 00000004:00200000:1.0:1767319268.159287:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2f:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.159296:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.159350:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159367:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159373:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159381:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159387:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.159392:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159418:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159432:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.159435:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.159441:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159446:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39d95 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159471:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159478:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159484:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159489:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.159491:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159497:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159504:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x38e43559 (ffff9e7c04bf1200) 00010000:00010000:1.0:1767319268.159507:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.159509:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159514:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39d9c lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159561:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39d8e lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f56 expref: 121 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.159576:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f56 expref: 120 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.159604:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2f:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319268.159606:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.159609:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83200, rc 0) 00010000:00010000:1.0:1767319268.159618:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.159635:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c39db1 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f5d expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.159677:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159689:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159698:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159714:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159720:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159726:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159906:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39dc6 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159914:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39dc6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.159921:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39dc6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000100:00100000:0.0:1767319268.159968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.160071:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714304 00000100:00100000:2.0:1767319268.160079:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714304 00000100:00100000:2.0:1767319268.160133:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 79 00000100:00100000:2.0:1767319268.160143:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+122:87929:x1853163923714304:12345-192.168.204.13@tcp:37:rm.0 00000004:00200000:1.0:1767319268.163372:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.163383:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.163432:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39dc6 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163451:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163470:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163478:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163483:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.163488:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163495:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163509:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.163512:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.163517:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163536:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f000/0x719a348ff1c39db8 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163549:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163554:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163559:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163564:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0ec00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.163567:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163573:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163602:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x2ba66a17 (ffff9e7d0c7a5c00) 00010000:00010000:1.0:1767319268.163605:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.163608:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163613:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0ec00/0x719a348ff1c39dbf lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163651:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e000/0x719a348ff1c39db1 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f5d expref: 124 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.163665:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28bc00/0x719a348ff1c39dc6 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f5d expref: 123 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.163684:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2b:0x0].0x0 (ffff9e7d0c7a5900) 00010000:00010000:1.0:1767319268.163686:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.163689:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28bc00, rc 0) 00010000:00010000:1.0:1767319268.163698:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.163713:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39dcd lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f64 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.163755:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163766:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163774:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163787:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163795:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163801:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163924:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163932:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.163938:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.164634:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x23:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.164639:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.164661:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164670:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164676:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164682:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164688:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28be00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.164691:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164697:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164706:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.164708:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.164711:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164717:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28be00/0x719a348ff1c39dd4 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164726:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164731:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164743:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164748:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28ba00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.164751:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164757:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164764:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x75035796 (ffff9e7d0c7a5a00) 00010000:00010000:1.0:1767319268.164767:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.164769:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164774:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ba00/0x719a348ff1c39ddb lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164799:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ac00/0x719a348ff1c39dcd lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f64 expref: 125 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.164810:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f64 expref: 124 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.164816:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x23:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:1.0:1767319268.164818:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.164821:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2e28ae00, rc 0) 00010000:00010000:1.0:1767319268.164826:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.164837:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39de9 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f6b expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.164880:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164888:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164895:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164907:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164912:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164918:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.164996:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 3/1,0 mode: --/PR res: [0x200006991:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.165003:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x34:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.165009:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x34:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.166386:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.166391:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.166416:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x34:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166426:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166439:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166444:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166447:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.166449:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166453:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166805:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.166807:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.166811:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166817:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39df0 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166830:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166835:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166840:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166845:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.166847:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166863:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166870:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x72814bbe (ffff9e7d0c7a5e00) 00010000:00010000:1.0:1767319268.166873:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.166875:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166880:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39df7 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.166911:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39de9 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f6b expref: 126 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.166923:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x34:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f6b expref: 125 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.166929:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x34:0x0].0x0 (ffff9e7d0c7a5f00) 00010000:00010000:1.0:1767319268.166931:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.166934:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c400, rc 0) 00010000:00010000:1.0:1767319268.166941:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.166954:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39e05 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f72 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.166993:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167004:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167012:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167030:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167037:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167042:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167152:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 3/1,0 mode: --/PR res: [0x200006991:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167160:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.167183:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.169795:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x31:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.169802:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.169841:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169856:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169863:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169869:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169874:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.169878:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169895:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169910:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.169912:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.169917:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169922:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c39e0c lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169935:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169941:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169946:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169950:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.169953:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169958:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169963:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd8f6d583 (ffff9e7d0c7a5600) 00010000:00010000:1.0:1767319268.169966:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.169968:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.169974:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c39e13 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170014:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39e05 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f72 expref: 125 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.170026:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f72 expref: 124 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.170033:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x31:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319268.170034:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.170037:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098e00, rc 0) 00010000:00010000:1.0:1767319268.170043:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.170057:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c39e21 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f79 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.170096:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170107:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170115:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170127:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170134:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170140:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170285:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c39e36 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170294:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c39e36 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.170301:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c39e36 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.171143:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x27:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.171147:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.171165:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c39e36 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171189:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171194:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171199:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171284:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.171289:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171296:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171305:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.171307:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.171310:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171323:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c39e28 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171334:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171339:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171344:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171348:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.171360:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171366:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171372:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xda59b63d (ffff9e7d07a39a00) 00010000:00010000:1.0:1767319268.171374:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.171377:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171382:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c39e2f lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171407:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c39e21 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f79 expref: 126 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.171417:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c39e36 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f79 expref: 125 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.171432:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x27:0x0].0x0 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319268.171434:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.171436:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099200, rc 0) 00010000:00010000:1.0:1767319268.171441:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.171451:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39e3d lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f80 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.171488:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171496:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171502:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171511:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171517:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171530:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171644:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171652:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.171658:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.171987:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x24:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.171991:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.172006:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172013:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172018:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172023:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172028:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.172030:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172035:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172042:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.172044:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.172046:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172051:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39e44 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172059:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172065:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172078:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172083:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.172085:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172090:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172095:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd35f3667 (ffff9e7d07a39500) 00010000:00010000:1.0:1767319268.172098:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.172100:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172105:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39e4b lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172124:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39e3d lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f80 expref: 127 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.172134:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f80 expref: 126 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.172140:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x24:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319268.172142:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.172145:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099000, rc 0) 00010000:00010000:1.0:1767319268.172148:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.172155:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c39e59 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f87 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.172199:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172657:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172664:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172677:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172683:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172688:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172760:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172767:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.172774:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.173018:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2a:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.173022:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.173039:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173047:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173058:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173064:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173069:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.173072:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173078:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173085:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.173087:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.173090:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173095:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39e60 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173104:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173109:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173114:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173118:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.173120:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173133:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173139:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x99fb7af0 (ffff9e7d07a39700) 00010000:00010000:1.0:1767319268.173142:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.173144:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173149:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39e67 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173181:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c39e59 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f87 expref: 128 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.173192:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f87 expref: 127 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.173198:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2a:0x0].0x0 (ffff9e7d36e11b00) 00010000:00010000:1.0:1767319268.173200:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.173202:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098000, rc 0) 00010000:00010000:1.0:1767319268.173755:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.173768:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c39e75 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f8e expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.173801:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173809:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173816:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173834:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173841:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173847:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173933:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 3/1,0 mode: --/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173941:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.173946:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000100:00100000:2.0:1767319268.174302:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714432 00000100:00100000:2.0:1767319268.174311:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714432 00000100:00100000:2.0:1767319268.174417:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 80 00000100:00100000:2.0:1767319268.174428:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923714432:12345-192.168.204.13@tcp:37:rm.0 00000004:00200000:1.0:1767319268.174846:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2d:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.174850:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.174874:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175109:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175117:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175123:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175129:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.175133:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175147:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.175158:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.175161:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.175165:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176814:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c39e7c lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176835:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176841:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176847:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176852:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.176856:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176862:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176874:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xf35791e7 (ffff9e7d36e11800) 00010000:00010000:1.0:1767319268.176877:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.176881:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176886:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39e83 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.176939:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c39e75 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f8e expref: 129 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.176955:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f8e expref: 128 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.176962:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2d:0x0].0x0 (ffff9e7d36e11e00) 00010000:00010000:1.0:1767319268.176964:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.176966:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4c800, rc 0) 00000100:00100000:1.0:1767319268.177032:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+128:2509:x1853163923714176:12345-192.168.204.13@tcp:63:ll_sa.0 Request processed in 25323us (25464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.177042:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4455 00000100:00100000:2.0:1767319268.181140:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923714432:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6702us (7073us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.181155:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 80 00000100:00100000:0.0:1767319268.185655:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.185746:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.185887:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.188384:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 333 00000100:00100000:1.0:1767319268.188397:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+129:87943:x1853163923714560:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.188418:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.188441:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39e98 lrc: 2/0,0 mode: --/CR res: [0x200009870:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31f95 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.188620:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.188627:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.188637:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:1.0:1767319268.188665:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x10:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.188680:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.188703:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39e98 lrc: 0/0,0 mode: --/CR res: [0x200009870:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 133 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.188720:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 131 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.188728:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x10:0x0].0x0 (ffff9e7d36e11700) 00010000:00010000:1.0:1767319268.188732:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.188736:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0ab4dc00, rc 0) 00000100:00100000:1.0:1767319268.188954:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+131:87943:x1853163923714560:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 559us (3306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.188961:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 333 00000100:00100000:0.0:1767319268.189154:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714816 00000100:00100000:0.0:1767319268.189160:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714816 00000100:00100000:0.0:1767319268.189425:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 335 00000100:00100000:0.0:1767319268.189436:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+130:87941:x1853163923714816:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.189447:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.189471:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39ead lrc: 2/0,0 mode: --/CR res: [0x200009870:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fa3 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.189615:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.189624:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.189632:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319268.189654:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.189657:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.189684:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c39ead lrc: 0/0,0 mode: --/CR res: [0x200009870:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fa3 expref: 132 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.189696:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fa3 expref: 131 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.189702:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x4:0x0].0x0 (ffff9e7c0729e300) 00010000:00010000:0.0:1767319268.189704:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.189706:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00000100:00100000:0.0:1767319268.189729:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+131:87941:x1853163923714816:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 297us (3842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.189736:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 335 00000100:00100000:1.0:1767319268.190382:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923714944 00000100:00100000:1.0:1767319268.190388:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923714944 00000100:00100000:1.0:1767319268.190397:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923715200 00000100:00100000:1.0:1767319268.190399:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923715200 00000100:00100000:1.0:1767319268.190417:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923715456 00000100:00100000:1.0:1767319268.190419:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923715456 00000100:00100000:1.0:1767319268.190429:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923715584 00000100:00100000:1.0:1767319268.190431:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923715584 00000100:00100000:1.0:1767319268.190442:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 337 00000100:00100000:1.0:1767319268.190448:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+136:87940:x1853163923715072:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.190453:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.190480:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c39ec2 lrc: 2/0,0 mode: --/CR res: [0x200009870:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fb1 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.190570:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.190606:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.190612:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:1.0:1767319268.190634:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x12:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.190637:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.190660:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c39ec2 lrc: 0/0,0 mode: --/CR res: [0x200009870:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 140 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.190675:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 138 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.190684:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x12:0x0].0x0 (ffff9e7d36e11800) 00010000:00010000:1.0:1767319268.190687:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.190690:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098c00, rc 0) 00000100:00100000:0.0:1767319268.190817:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 339 00000100:00100000:0.0:1767319268.190826:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+138:75174:x1853163923715456:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.190833:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.190842:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39ee5 lrc: 2/0,0 mode: --/CR res: [0x200009870:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fc6 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.190909:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 3/1,0 mode: --/PR res: [0x200009870:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.190917:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.190924:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319268.190939:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0xb:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.190942:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.190964:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39ee5 lrc: 0/0,0 mode: --/CR res: [0x200009870:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 140 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.190975:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 139 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.190981:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xb:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319268.190984:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.190986:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557400, rc 0) 00000100:00100000:1.0:1767319268.193914:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+139:87940:x1853163923715072:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 3452us (3792us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.193926:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 337 00000100:00100000:1.0:1767319268.193966:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 340 00000100:00100000:1.0:1767319268.193978:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+138:87944:x1853163923715584:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.193995:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.194018:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39ef3 lrc: 2/0,0 mode: --/CR res: [0x200009870:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fcd expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194165:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/1,0 mode: --/PR res: [0x200009870:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.194210:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.194222:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/1,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:1.0:1767319268.194253:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0xe:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.194258:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.194297:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39ef3 lrc: 0/0,0 mode: --/CR res: [0x200009870:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 140 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194312:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 139 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194320:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xe:0x0].0x0 (ffff9e7d36e11a00) 00010000:00010000:1.0:1767319268.194323:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.194326:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098400, rc 0) 00000100:00100000:1.0:1767319268.194359:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+139:87944:x1853163923715584:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 387us (4001us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.194366:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 340 00000100:00100000:1.0:1767319268.194429:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 341 00000100:00100000:1.0:1767319268.194436:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+138:87942:x1853163923714944:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.194444:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.194455:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f01 lrc: 2/0,0 mode: --/CR res: [0x200009870:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31faa expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194519:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.194539:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.194546:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:1.0:1767319268.194565:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x15:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.194568:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.194611:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f01 lrc: 0/0,0 mode: --/CR res: [0x200009870:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31faa expref: 140 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194624:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31faa expref: 139 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.194630:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x15:0x0].0x0 (ffff9e7d36e11d00) 00010000:00010000:1.0:1767319268.194632:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.194634:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099c00, rc 0) 00000100:00100000:1.0:1767319268.194654:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+139:87942:x1853163923714944:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 219us (4584us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.194661:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 341 00000100:00100000:1.0:1767319268.195481:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.195904:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.195943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.195959:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716096 00000100:00100000:1.0:1767319268.195962:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716096 00000100:00100000:1.0:1767319268.195977:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716224 00000100:00100000:1.0:1767319268.195980:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716224 00000100:00100000:1.0:1767319268.195991:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 343 00000100:00100000:1.0:1767319268.195996:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87941:x1853163923716096:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.196017:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.196033:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39f0f lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fdb expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.196160:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.197016:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:1.0:1767319268.197024:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:1.0:1767319268.197048:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x4:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.197052:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.197074:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39f0f lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fdb expref: 21 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.197088:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fdb expref: 20 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.197095:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x4:0x0].0x0 (ffff9e7d36e11200) 00010000:00010000:1.0:1767319268.197097:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.197100:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099400, rc 0) 00000100:00100000:1.0:1767319268.197122:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87941:x1853163923716096:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 1124us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.197128:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 343 00000100:00100000:2.0:1767319268.197296:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923715840 00000100:00100000:2.0:1767319268.197302:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923715840 00000100:00100000:2.0:1767319268.197348:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 81 00000100:00100000:2.0:1767319268.197355:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+138:87929:x1853163923715840:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.197556:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988600576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.197643:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.197675:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e840 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.198404:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+138:75174:x1853163923715456:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 7573us (8062us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.198414:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 339 00000100:00100000:2.0:1767319268.198631:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988600576 00000100:00100000:2.0:1767319268.198639:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988600576 00000100:00100000:2.0:1767319268.198677:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456 00000100:00100000:2.0:1767319268.198684:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:121324:x1853163988600576:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.198764:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:121324:x1853163988600576:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.198771:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456 00000100:00100000:2.0:1767319268.198831:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988600576:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.199022:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].9, 344 off38232 00000040:00080000:2.0:1767319268.199069:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].9, 424 off38952 00000004:00080000:2.0:1767319268.199075:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d182b7b40 with version 11 00000100:00100000:2.0:1767319268.201145:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988600832 00000100:00100000:2.0:1767319268.201152:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988600832 00000100:00100000:2.0:1767319268.201209:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:2.0:1767319268.201218:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:125533:x1853163988600832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.201395:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:125533:x1853163988600832:12345-0@lo:1000:osp_up1-0.0 Request processed in 179us (440us total) trans 90194313254 rc 0/0 00000100:00100000:2.0:1767319268.201402:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00100000:0.0:1767319268.201719:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.201759:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.201903:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716352 00000100:00100000:2.0:1767319268.201908:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716352 00000100:00100000:2.0:1767319268.201944:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 345 00000100:00100000:2.0:1767319268.201952:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+20:75026:x1853163923716352:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:2.0:1767319268.201963:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.201984:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39f39 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31fe9 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.202130:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319268.202363:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716480 00000100:00100000:0.0:1767319268.202368:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716480 00000100:00100000:0.0:1767319268.202403:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 346 00000100:00100000:0.0:1767319268.202411:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+22:55666:x1853163923716480:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.202426:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.202438:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f47 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ff0 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.202521:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319268.202535:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319268.202546:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000004:00200000:0.0:1767319268.202575:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.202608:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.202646:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f47 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 24 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.202661:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 23 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.202671:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x5:0x0].0x0 (ffff9e7c0729e100) 00010000:00010000:0.0:1767319268.202674:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.202678:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556a00, rc 0) 00000100:00100000:1.0:1767319268.202748:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+23:55666:x1853163923716480:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 336us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.202756:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 346 00010000:00010000:2.0:1767319268.202967:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319268.202975:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:2.0:1767319268.202995:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.202998:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767319268.203019:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39f39 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 23 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.203033:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 22 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.203040:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x8:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319268.203042:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319268.203045:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea82e00, rc 0) 00000100:00100000:2.0:1767319268.203074:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+22:75026:x1853163923716352:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 1122us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.203081:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 345 00000100:00100000:0.0:1767319268.208746:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.208778:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.208803:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.208829:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.208867:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716608 00000100:00100000:0.0:1767319268.208876:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716608 00000100:00100000:0.0:1767319268.208936:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716736 00000100:00100000:0.0:1767319268.208940:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716736 00000100:00100000:0.0:1767319268.208951:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716864 00000100:00100000:0.0:1767319268.208953:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716864 00000100:00100000:0.0:1767319268.208961:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923716992 00000100:00100000:0.0:1767319268.208963:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923716992 00000100:00100000:0.0:1767319268.208978:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 347 00000100:00100000:0.0:1767319268.208986:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+25:75174:x1853163923716608:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.209005:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.209029:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556800/0x719a348ff1c39f55 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ff7 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.209083:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 348 00000100:00100000:1.0:1767319268.209092:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87940:x1853163923716736:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.209099:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.209111:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39f5c lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e31ffe expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209287:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.209301:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:1.0:1767319268.209312:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:1.0:1767319268.209346:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x12:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.209351:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.209389:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39f5c lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 28 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209405:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 27 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209413:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x12:0x0].0x0 (ffff9e7d36e11f00) 00010000:00010000:1.0:1767319268.209416:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.209420:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098200, rc 0) 00000100:00100000:1.0:1767319268.209483:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87940:x1853163923716736:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 392us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.209490:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 348 00000100:00100000:1.0:1767319268.209510:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 350 00000100:00100000:1.0:1767319268.209638:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+27:87944:x1853163923716992:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:1.0:1767319268.209646:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.209656:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39f78 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3200c expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209720:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:1.0:1767319268.209728:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT1 00010000:00010000:1.0:1767319268.209734:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT1 00000004:00200000:1.0:1767319268.209751:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0xe:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.209754:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767319268.209772:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099a00/0x719a348ff1c39f78 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 29 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209784:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 28 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.209791:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xe:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:1.0:1767319268.209793:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319268.209795:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099600, rc 0) 00000100:00100000:1.0:1767319268.211132:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+28:87944:x1853163923716992:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 1490us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.211143:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 350 00000100:00100000:1.0:1767319268.211404:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+138:87929:x1853163923715840:12345-192.168.204.13@tcp:35:rm.0 Request processed in 14048us (21024us total) trans 137438953558 rc 0/0 00000100:00100000:1.0:1767319268.211424:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 81 00010000:00010000:0.0:1767319268.212257:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319268.212273:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319268.212285:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000004:00200000:0.0:1767319268.212325:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0xb:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.212330:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.212363:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556800/0x719a348ff1c39f55 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff7 expref: 28 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.212376:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff7 expref: 27 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.212382:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xb:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319268.212384:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.212394:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557000, rc 0) 00000100:00100000:0.0:1767319268.212421:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+27:75174:x1853163923716608:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 3436us (3685us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.212426:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 347 00000100:00100000:0.0:1767319268.218210:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.231972:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.232084:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923717376 00000100:00100000:2.0:1767319268.232094:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923717376 00010000:00010000:2.0:1767319268.232136:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 138 pid: 122877 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.232373:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2629 00000100:00100000:2.0:1767319268.232393:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+138:2509:x1853163923717376:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319268.232409:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.232415:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 138 pid: 122877 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.232428:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 138 pid: 122877 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.232453:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c39ce6 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31edf expref: 138 pid: 122877 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.232483:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x6:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:2.0:1767319268.232489:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39fa2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.232498:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39fa2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.232505:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39fa2 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.232536:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319268.232625:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+137:2509:x1853163923717376:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 232us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.232634:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2629 00010000:00010000:0.0:1767319268.232807:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39fa2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.232815:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c39fa2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.232861:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.232868:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.232879:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319268.232900:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988601088:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319268.232944:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.232981:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708e40 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.233036:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988601088 00000100:00100000:1.0:1767319268.233042:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988601088 00000100:00100000:1.0:1767319268.233080:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:1.0:1767319268.233087:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:121476:x1853163988601088:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319268.233108:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.233122:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39fb0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c39fa9 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.233142:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f41 expref: 25 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.233149:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39fb0 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c39fa9 expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.233207:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f41 expref: 25 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.233219:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d000/0x719a348ff1c39d48 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f41 expref: 25 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.233229:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988601216:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.233276:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d060ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.239252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.239374:0:35231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988601216:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.239413:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39fb0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39fa9 expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.239444:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x6:0x0].0x0 (ffff9e7c04bf1c00) 00010000:00010000:2.0:1767319268.239447:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.239451:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39fb0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39fa9 expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.239472:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c39fb0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c39fa9 expref: 15 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.239479:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099800, rc 0) 00000100:00100000:2.0:1767319268.239539:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:121476:x1853163988601088:12345-0@lo:101:mdt00_003.0 Request processed in 6453us (6594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.239549:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00100000:0.0:1767319268.240702:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988601088:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319268.240722:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.240734:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.241125:0:15454:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1767319268.241139:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988601344 00000100:00100000:1.0:1767319268.241152:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988601344 00000100:00100000:1.0:1767319268.241206:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1767319268.241214:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41375850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988601344:12345-0@lo:105: 00010000:00010000:1.0:1767319268.241224:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241233:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241242:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241250:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241256:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241267:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.241293:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d09556800) 00000100:00100000:1.0:1767319268.241330:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41375850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988601344:12345-0@lo:105: Request processed in 118us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.241337:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1767319268.242830:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988601472 00000100:00100000:2.0:1767319268.242837:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988601472 00000100:00100000:2.0:1767319268.242888:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459 00000100:00100000:2.0:1767319268.242896:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:121476:x1853163988601472:12345-0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.245763:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:121476:x1853163988601472:12345-0@lo:403:mdt00_003.0 Request processed in 2860us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.245776:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459 00000004:00080000:0.0:1767319268.247475:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 12 rpc_version 12 00000020:00100000:0.0:1767319268.247520:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.247530:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955f800 x1853163988601728/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.247554:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988601728:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.247649:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.247733:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708e40 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.247885:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988601728 00000100:00100000:2.0:1767319268.247893:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988601728 00000100:00100000:2.0:1767319268.248008:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4460 00000100:00100000:2.0:1767319268.248017:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:125533:x1853163988601728:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.248298:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:125533:x1853163988601728:12345-0@lo:1000:osp_up1-0.0 Request processed in 282us (649us total) trans 90194313255 rc 0/0 00000100:00100000:2.0:1767319268.248306:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4460 00000100:00100000:0.0:1767319268.248398:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988601728:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1767319268.249540:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319268.249555:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.249563:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319268.249567:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319268.249575:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.249642:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.249649:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319268.249671:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.249678:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556800/0x719a348ff1c39fa9 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39fb0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.249694:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.249706:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.249708:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319268.249726:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988601856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319268.249767:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.250570:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988601856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.254863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.254908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.254981:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923717888 00000100:00100000:2.0:1767319268.254990:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923717888 00000100:00100000:2.0:1767319268.255050:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 4461 00000100:00100000:2.0:1767319268.255061:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+138:2510:x1853163923717888:12345-192.168.204.13@tcp:63:ll_sa.0 00010000:00010000:2.0:1767319268.255102:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.255123:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39fb7 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3201a expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.255195:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255209:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255221:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255235:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255243:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255249:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255383:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 3/1,0 mode: --/PR res: [0x200006991:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255389:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255393:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:2.0:1767319268.255748:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x33:0x0]: returning size 4096 00000004:00200000:2.0:1767319268.255752:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767319268.255772:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255781:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255785:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255790:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255794:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.255796:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255800:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255808:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.255810:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.255813:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255816:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83400/0x719a348ff1c39fbe lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255826:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255829:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255837:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255841:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.255842:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255845:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255849:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xea860ef5 (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319268.255850:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.255852:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255855:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82800/0x719a348ff1c39fc5 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255876:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83e00/0x719a348ff1c39fb7 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3201a expref: 140 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.255884:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3201a expref: 139 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.255888:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x33:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319268.255890:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319268.255891:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d2ea83a00, rc 0) 00010000:00010000:2.0:1767319268.255895:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.255900:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c39fd3 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32021 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.255925:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/1,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255930:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255934:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255941:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255945:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255949:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255992:0:35231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 3/1,0 mode: --/PR res: [0x200006991:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.255997:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:2.0:1767319268.256001:0:35231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00000004:00200000:1.0:1767319268.256970:0:35231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x26:0x0]: returning size 4096 00000004:00200000:1.0:1767319268.256981:0:35231:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1767319268.257005:0:35231:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257014:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/1,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257019:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 2/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257024:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257029:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.257032:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 3/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257038:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 4/0,0 mode: CR/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257046:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.257048:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.257051:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257056:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c39fda lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257066:0:35231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257071:0:35231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 2/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257076:0:35231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257087:0:35231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.257089:0:35231:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257095:0:35231:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 4/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257102:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb9f662d8 (ffff9e7d3b4b4c00) 00010000:00010000:1.0:1767319268.257104:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.257107:0:35231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 2/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257111:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c39fe1 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35231 initiator: MDT0 00010000:00010000:1.0:1767319268.257141:0:35231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c39fd3 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32021 expref: 142 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.257152:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32021 expref: 141 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.257158:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x26:0x0].0x0 (ffff9e7d3b4b4f00) 00010000:00010000:1.0:1767319268.257160:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319268.257179:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5e00, rc 0) 00000100:00100000:1.0:1767319268.257225:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:f8e581f7-de51-4550-90ea-109e3cc27a77+141:2510:x1853163923717888:12345-192.168.204.13@tcp:63:ll_sa.0 Request processed in 2166us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.257233:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 4461 00000100:00100000:1.0:1767319268.261266:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.261307:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.261357:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.261475:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718016 00000100:00100000:0.0:1767319268.261486:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718016 00000100:00100000:2.0:1767319268.261489:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718272 00000100:00100000:2.0:1767319268.261493:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718272 00000100:00100000:0.0:1767319268.261538:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718144 00000100:00100000:0.0:1767319268.261541:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718144 00000100:00100000:2.0:1767319268.261542:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:2.0:1767319268.261551:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+143:87929:x1853163923718272:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319268.261562:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 353 00000100:00100000:0.0:1767319268.261567:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+143:78224:x1853163923718016:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.261576:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.261616:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39ffd lrc: 2/0,0 mode: --/CR res: [0x200009870:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32028 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.261757:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319268.261770:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319268.261780:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319268.261806:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x14:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.261810:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.261842:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c39ffd lrc: 0/0,0 mode: --/CR res: [0x200009870:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32028 expref: 145 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.261857:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32028 expref: 144 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.261874:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x14:0x0].0x0 (ffff9e7c0729ea00) 00010000:00010000:0.0:1767319268.261877:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.261880:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938400, rc 0) 00000100:00100000:0.0:1767319268.261928:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+144:78224:x1853163923718016:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 360us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.261934:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 353 00000100:00100000:0.0:1767319268.261952:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 354 00000100:00100000:0.0:1767319268.261958:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+143:39233:x1853163923718144:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.261964:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.261973:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a00b lrc: 2/0,0 mode: --/CR res: [0x200009870:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3202f expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.262029:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 3/1,0 mode: --/PR res: [0x200009870:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319268.262037:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319268.262043:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 3/1,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319268.262057:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200009870:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.262060:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.262077:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a00b lrc: 0/0,0 mode: --/CR res: [0x200009870:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 145 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.262088:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 144 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.262104:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x7:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319268.262106:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.262108:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a938600, rc 0) 00000100:00100000:0.0:1767319268.262127:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+144:39233:x1853163923718144:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 170us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.262133:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 354 00000100:00100000:2.0:1767319268.267438:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+143:87929:x1853163923718272:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5876us (6068us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.267729:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 82 00000100:00100000:0.0:1767319268.267986:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718400 00000100:00100000:0.0:1767319268.267995:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718400 00000100:00100000:0.0:1767319268.268043:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 355 00000100:00100000:0.0:1767319268.268056:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+25:39233:x1853163923718400:12345-192.168.204.13@tcp:101:kworker.0 00010000:00010000:0.0:1767319268.268074:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.268098:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a019 lrc: 2/0,0 mode: --/CR res: [0x2400088d1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32036 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.268268:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 3/1,0 mode: --/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.268282:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319268.268293:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 3/1,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:0.0:1767319268.268325:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d1:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1767319268.268330:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1767319268.268364:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a019 lrc: 0/0,0 mode: --/CR res: [0x2400088d1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 27 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.268393:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 26 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.268401:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x7:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319268.268403:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319268.268407:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0a939400, rc 0) 00000100:00100000:0.0:1767319268.268447:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+26:39233:x1853163923718400:12345-192.168.204.13@tcp:101:kworker.0 Request processed in 392us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.268453:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 355 00000100:00100000:0.0:1767319268.273474:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.273562:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718656 00000100:00100000:2.0:1767319268.273574:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718656 00000100:00100000:2.0:1767319268.273665:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 83 00000100:00100000:1.0:1767319268.273671:0:121325:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:2.0:1767319268.273675:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923718656:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.273681:0:121325:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:1.0:1767319268.278506:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.279340:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+27:87929:x1853163923718656:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5666us (5878us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.279349:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 83 00000100:00100000:2.0:1767319268.284092:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923718912 00000100:00100000:2.0:1767319268.284101:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923718912 00000100:00100000:2.0:1767319268.284157:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 84 00000100:00100000:2.0:1767319268.284176:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+143:87929:x1853163923718912:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.284407:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988601984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.284481:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.284534:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d04c92e40 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.284626:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988601984 00000100:00100000:1.0:1767319268.284632:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988601984 00000100:00100000:1.0:1767319268.284674:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462 00000100:00100000:1.0:1767319268.284681:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:121324:x1853163988601984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.284759:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:121324:x1853163988601984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.284766:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462 00000100:00100000:2.0:1767319268.284799:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988601984:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.284974:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].11, 344 off39512 00000040:00080000:2.0:1767319268.285020:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].11, 424 off40392 00000004:00080000:2.0:1767319268.285026:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d04c92300 with version 13 00000004:00080000:0.0:1767319268.285073:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 13 rpc_version 13 00000020:00100000:0.0:1767319268.285091:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.285100:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955dc00 x1853163988602240/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.285116:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988602240:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.285143:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.285188:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.285273:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988602240 00000100:00100000:1.0:1767319268.285277:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988602240 00000100:00100000:1.0:1767319268.285310:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463 00000100:00100000:1.0:1767319268.285316:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:125533:x1853163988602240:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.285433:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:125533:x1853163988602240:12345-0@lo:1000:osp_up1-0.0 Request processed in 117us (290us total) trans 90194313256 rc 0/0 00000100:00100000:1.0:1767319268.285438:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463 00000100:00100000:0.0:1767319268.285574:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988602240:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.285730:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+144:87929:x1853163923718912:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1563us (2155us total) trans 137438953561 rc 0/0 00000100:00100000:1.0:1767319268.285737:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 84 00000100:00100000:1.0:1767319268.288550:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.289232:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923719168 00000100:00100000:0.0:1767319268.289242:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923719168 00000100:00100000:0.0:1767319268.289306:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 357 00000100:00100000:0.0:1767319268.289315:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+144:87929:x1853163923719168:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319268.289378:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.289407:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c39bce lrc: 0/0,0 mode: --/PR res: [0x200006991:0x35:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eae expref: 144 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.289439:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x35:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319268.289447:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.289466:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289479:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289489:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289504:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289511:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289516:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289658:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289667:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289674:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289691:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,1 mode: --/EX res: [0x200009870:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289701:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c39c84 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ee6 expref: 143 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.289714:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 4/0,1 mode: --/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.289745:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c39c84 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ee6 expref: 143 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.289755:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c39c84 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ee6 expref: 143 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.289767:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988602368:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.289849:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766300 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.295881:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319268.298047:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c39c84 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ee6 expref: 143 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.298063:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988602368:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.298083:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.298092:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.298097:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.298139:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.298147:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.299002:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319268.302196:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988602496:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319268.302272:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.302313:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7c0d766300 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.303195:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988602496 00000100:00100000:2.0:1767319268.303207:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988602496 00000100:00100000:2.0:1767319268.303279:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:2.0:1767319268.303288:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:121476:x1853163988602496:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.303313:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.303336:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a051 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.303383:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 26 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.303392:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 17 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.303422:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 26 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.303435:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 26 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.303446:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988602624:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.303537:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d04c92180 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.309490:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.310075:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923719424 00000100:00100000:0.0:1767319268.310082:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923719424 00010000:00010000:0.0:1767319268.310113:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 27 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.310148:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2632 00000100:00100000:0.0:1767319268.310157:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+27:2509:x1853163923719424:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.310182:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.310188:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 27 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.310200:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 27 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.310223:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534200/0x719a348ff1c39cf4 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f17 expref: 27 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.310237:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x16:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:0.0:1767319268.310242:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.310252:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.310269:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.310341:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988602496:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319268.310357:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310379:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.310434:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 16 pid: 35231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.310449:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988602752:0@lo:105: 00000100:00100000:2.0:1767319268.310487:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.310523:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.310568:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988602752 00000100:00100000:1.0:1767319268.310573:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988602752 00000100:00100000:1.0:1767319268.310625:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1767319268.310632:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988602752:12345-0@lo:105: 00010000:00010000:1.0:1767319268.310641:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310649:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310657:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310664:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310670:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310677:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.310694:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d09556400) 00000100:00100000:1.0:1767319268.310732:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988602752:12345-0@lo:105: Request processed in 101us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.310746:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00010000:00010000:0.0:1767319268.310799:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.310805:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988602752:0@lo:105: 00010000:00010000:0.0:1767319268.310808:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.310816:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319268.310859:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+26:2509:x1853163923719424:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 703us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.310866:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2632 00000100:00100000:0.0:1767319268.311480:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988602880:0@lo:403:mdt00_003.0 00000100:00100000:0.0:1767319268.311564:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.311621:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.315970:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988602880:0@lo:403:mdt00_003.0 00000040:00080000:1.0:1767319268.316879:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].12, 952 off40464 00000040:00080000:1.0:1767319268.317018:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].12, 1032 off41424 00000004:00080000:1.0:1767319268.317023:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d060ffc00 with version 14 00000004:00080000:0.0:1767319268.317059:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 14 rpc_version 14 00000020:00100000:0.0:1767319268.317092:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.317101:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955ce00 x1853163988603136/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.317123:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988603136:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.317232:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.317263:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.321407:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:125533:x1853163988603136:12345-0@lo:1000:osp_up1-0.0 Request processed in 1055us (4171us total) trans 90194313257 rc 0/0 00000100:00100000:0.0:1767319268.321418:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4466 00000004:00200000:1.0:1767319268.322536:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x35:0x0]: returning size 4096 00010000:00010000:1.0:1767319268.322562:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322573:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322597:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322603:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.322607:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322615:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322630:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x16:0x0].0x0 (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319268.322633:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.322638:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 2/0,0 mode: --/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322645:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939c00/0x719a348ff1c3a04a lrc: 0/0,0 mode: --/EX res: [0x200009870:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322666:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322690:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322697:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322722:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319268.322732:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x16:0x0] 00010000:00010000:1.0:1767319268.322741:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322747:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.322751:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319268.322752:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.322757:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.322758:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322760:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.322765:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319268.322766:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.322775:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322775:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x35:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:1.0:1767319268.322777:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.322780:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319268.322783:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.322786:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938e00/0x719a348ff1c3a043 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.322816:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.322822:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319268.322851:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.322858:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d09556400/0x719a348ff1c3a051 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a058 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.322872:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.322874:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.322876:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319268.323696:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323707:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323712:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323718:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323724:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.323727:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323733:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323745:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.323747:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319268.323751:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323756:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938a00/0x719a348ff1c3a035 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:1.0:1767319268.323765:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000018216faa reply state 000000009aeb22c6 transno 137438953562 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323776:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.323795:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xe98aab7f (ffff9e7c0729ee00) 00010000:00010000:1.0:1767319268.323797:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319268.323801:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319268.323879:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+144:87929:x1853163923719168:12345-192.168.204.13@tcp:36:rm.0 Request processed in 34561us (35339us total) trans 137438953562 rc 0/0 00000100:00100000:1.0:1767319268.323888:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 357 00000100:00100000:0.0:1767319268.328036:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988603264 00000100:00100000:0.0:1767319268.328052:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988603264 00000100:00100000:0.0:1767319268.328193:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1767319268.328203:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163988603264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.328220:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.328245:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a058 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a051 expref: 18 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.328267:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x16:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:0.0:1767319268.328278:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.328360:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+17:7013:x1853163988603264:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (5362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.328380:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1767319268.328396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988603264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.330021:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.330094:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923719680 00000100:00100000:2.0:1767319268.330114:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923719680 00000100:00100000:2.0:1767319268.330177:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 358 00000100:00100000:2.0:1767319268.330186:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+144:87929:x1853163923719680:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.330210:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.330230:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a05f lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32044 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.330392:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.330486:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a05f lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32044 expref: 146 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.330499:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.330502:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.330507:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a05f lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32044 expref: 146 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.330521:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4600, rc 0) 00000100:00100000:2.0:1767319268.330600:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+145:87929:x1853163923719680:12345-192.168.204.13@tcp:101:rm.0 Request processed in 395us (567us total) trans 137438953563 rc 301/301 00000100:00100000:2.0:1767319268.330607:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 358 00000100:00100000:2.0:1767319268.339145:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.339254:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923719808 00000100:00100000:1.0:1767319268.339264:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923719808 00000100:00100000:1.0:1767319268.339326:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 85 00000100:00100000:1.0:1767319268.339337:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+145:87929:x1853163923719808:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.344779:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+145:87929:x1853163923719808:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5432us (5632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.344793:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 85 00000100:00100000:2.0:1767319268.349966:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.350701:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923719936 00000100:00100000:1.0:1767319268.350713:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923719936 00000100:00100000:1.0:1767319268.350828:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 86 00000100:00100000:1.0:1767319268.350849:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923719936:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.359130:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+26:87929:x1853163923719936:12345-192.168.204.13@tcp:37:rm.0 Request processed in 8282us (9162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.359145:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 86 00000100:00100000:2.0:1767319268.364344:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923720192 00000100:00100000:2.0:1767319268.364358:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923720192 00000100:00100000:2.0:1767319268.364483:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 87 00000100:00100000:2.0:1767319268.364494:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+145:87929:x1853163923720192:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.364775:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988603392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.364826:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.364861:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d04c929c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.365204:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988603392:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.365351:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].13, 344 off40808 00000040:00080000:2.0:1767319268.365391:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].13, 424 off41848 00000004:00080000:2.0:1767319268.365396:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d04c92180 with version 15 00000100:00100000:1.0:1767319268.365674:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988603648 00000100:00100000:1.0:1767319268.365679:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988603648 00000100:00100000:1.0:1767319268.365714:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468 00000100:00100000:1.0:1767319268.365721:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:125533:x1853163988603648:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.365835:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:125533:x1853163988603648:12345-0@lo:1000:osp_up1-0.0 Request processed in 115us (257us total) trans 90194313258 rc 0/0 00000100:00100000:1.0:1767319268.365842:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468 00000100:00100000:1.0:1767319268.366192:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+146:87929:x1853163923720192:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1699us (2065us total) trans 137438953564 rc 0/0 00000100:00100000:1.0:1767319268.366217:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 87 00000100:00100000:1.0:1767319268.370237:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.370546:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923720448 00000100:00100000:2.0:1767319268.370557:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923720448 00000100:00100000:2.0:1767319268.370729:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 359 00000100:00100000:2.0:1767319268.370740:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+146:87929:x1853163923720448:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319268.370795:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.370818:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c39bea lrc: 0/0,0 mode: --/PR res: [0x200006991:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eb5 expref: 146 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.370837:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x30:0x0].0x0 (ffff9e7c04bf1f00) 00010000:00010000:2.0:1767319268.370847:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319268.370868:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.370881:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.370890:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.370918:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xae953712 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.370926:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.370933:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371029:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,1 mode: --/EX res: [0x200006991:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371037:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371043:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371058:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371067:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 145 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.371075:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.371108:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 145 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.371121:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 145 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.371147:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988603776:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.371292:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82900 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.374341:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988603776:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319268.374373:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319268.376790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.376878:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923720576 00000100:00100000:0.0:1767319268.376888:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923720576 00010000:00010000:0.0:1767319268.376929:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 146 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.376970:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2633 00000100:00100000:0.0:1767319268.376980:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+146:2509:x1853163923720576:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.376997:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.377005:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 146 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.377018:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 146 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.377040:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b000/0x719a348ff1c39c92 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x11:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eed expref: 146 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.377054:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x11:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:0.0:1767319268.377060:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.377069:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.377076:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.377103:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319268.377241:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.377249:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.377298:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.377306:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319268.377315:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319268.377336:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988603904:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1767319268.377373:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.377399:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d060ff9c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.377564:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+145:2509:x1853163923720576:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 583us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.377572:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2633 00000100:00100000:0.0:1767319268.378650:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988603904 00000100:00100000:0.0:1767319268.378660:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988603904 00000100:00100000:0.0:1767319268.378712:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469 00000100:00100000:0.0:1767319268.378721:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:121476:x1853163988603904:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319268.378742:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.378761:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3a090 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a089 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.378788:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f1e expref: 25 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.378798:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3a090 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a089 expref: 19 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.378827:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f1e expref: 25 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.378840:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a800/0x719a348ff1c39d10 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f1e expref: 25 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.378852:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988604032:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.378914:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.382892:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.382980:0:35231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988604032:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.383013:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3a090 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a089 expref: 19 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.383046:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x11:0x0].0x0 (ffff9e7d0c7a5500) 00010000:00010000:0.0:1767319268.383049:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.383053:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3a090 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a089 expref: 19 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.383063:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3a090 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a089 expref: 19 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.383069:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09556400, rc 0) 00000100:00100000:0.0:1767319268.383130:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:121476:x1853163988603904:12345-0@lo:101:mdt00_003.0 Request processed in 4410us (5755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.383140:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469 00000100:00100000:2.0:1767319268.386056:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988603904:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.386074:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.387058:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988604288:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.387127:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.387157:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.387281:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988604288 00000100:00100000:0.0:1767319268.387287:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988604288 00000100:00100000:0.0:1767319268.387331:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:0.0:1767319268.387338:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:121476:x1853163988604288:12345-0@lo:403:mdt00_003.0 00000100:00100000:0.0:1767319268.388936:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:121476:x1853163988604288:12345-0@lo:403:mdt00_003.0 Request processed in 1592us (1802us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.388948:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00100000:2.0:1767319268.389384:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988604288:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767319268.391767:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].14, 952 off41760 00000040:00080000:2.0:1767319268.392087:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].14, 1032 off42880 00000004:00080000:2.0:1767319268.392095:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d02c82240 with version 16 00000100:00100000:0.0:1767319268.392807:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988604544 00000100:00100000:0.0:1767319268.392816:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988604544 00000100:00100000:0.0:1767319268.392875:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471 00000100:00100000:0.0:1767319268.392884:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:125533:x1853163988604544:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.393245:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:125533:x1853163988604544:12345-0@lo:1000:osp_up1-0.0 Request processed in 361us (851us total) trans 90194313259 rc 0/0 00000100:00100000:0.0:1767319268.393253:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471 00000004:00200000:2.0:1767319268.394154:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.394253:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394264:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394271:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394277:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.394281:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394303:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394319:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x11:0x0].0x0 (ffff9e7d0c7a5700) 00010000:00010000:2.0:1767319268.394322:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.394327:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394333:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a082 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394359:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.394367:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.394374:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.394429:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319268.394440:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x11:0x0] 00010000:00010000:2.0:1767319268.394447:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394464:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394470:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394475:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.394484:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394490:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394498:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x30:0x0].0x0 (ffff9e7d3b4b4400) 00010000:00010000:2.0:1767319268.394501:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.394504:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 2/0,0 mode: --/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394509:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a07b lrc: 0/0,0 mode: --/EX res: [0x200006991:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394747:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394754:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394758:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394764:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394768:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.394771:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394776:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394784:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.394786:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.394796:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394800:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a06d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319268.394810:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000c26590f reply state 00000000d2951b45 transno 137438953565 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394820:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.394827:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xae953712 (ffff9e7d3b4b4b00) 00010000:00010000:2.0:1767319268.394829:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319268.394832:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319268.394910:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+146:87929:x1853163923720448:12345-192.168.204.13@tcp:36:rm.0 Request processed in 24169us (24680us total) trans 137438953565 rc 0/0 00000100:00100000:2.0:1767319268.394919:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 359 00010000:00010000:0.0:1767319268.396744:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319268.396757:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.396769:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319268.396775:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319268.396785:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.396826:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.396833:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767319268.396889:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988604672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.396950:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319268.397240:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.397248:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c098800/0x719a348ff1c3a089 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a090 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.397262:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.397264:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.397266:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319268.398575:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.400306:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988604672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.405541:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.405812:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923721088 00000100:00100000:2.0:1767319268.405822:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923721088 00000100:00100000:2.0:1767319268.405877:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:2.0:1767319268.405888:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+147:87929:x1853163923721088:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.411152:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+147:87929:x1853163923721088:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5254us (5608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.411185:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 88 00000100:00100000:1.0:1767319268.418081:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.418390:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923721216 00000100:00100000:2.0:1767319268.418409:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923721216 00000100:00100000:2.0:1767319268.418567:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:2.0:1767319268.418684:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+25:87929:x1853163923721216:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.421936:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+25:87929:x1853163923721216:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3351us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.421950:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 89 00000100:00100000:2.0:1767319268.428666:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923721472 00000100:00100000:2.0:1767319268.428675:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923721472 00000100:00100000:2.0:1767319268.428719:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 90 00000100:00100000:2.0:1767319268.428725:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+147:87929:x1853163923721472:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.428911:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988604800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.428958:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.428997:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82f00 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.429281:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988604800:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.429415:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].15, 344 off42104 00000040:00080000:2.0:1767319268.429448:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].15, 424 off43304 00000004:00080000:2.0:1767319268.429462:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d02c82cc0 with version 17 00000100:00100000:0.0:1767319268.429762:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988605056 00000100:00100000:0.0:1767319268.429765:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988605056 00000100:00100000:0.0:1767319268.429790:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473 00000100:00100000:0.0:1767319268.429794:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:125533:x1853163988605056:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.429890:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:125533:x1853163988605056:12345-0@lo:1000:osp_up1-0.0 Request processed in 95us (191us total) trans 90194313260 rc 0/0 00000100:00100000:0.0:1767319268.429901:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473 00000100:00100000:2.0:1767319268.430013:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988605056:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.432248:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.435053:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319268.435375:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39ca0 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ef4 expref: 148 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.435415:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2635 00000100:00100000:2.0:1767319268.435424:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+148:2509:x1853163923721856:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319268.435439:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.435444:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39ca0 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ef4 expref: 148 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.435466:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39ca0 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ef4 expref: 148 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.435482:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535a00/0x719a348ff1c39ca0 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ef4 expref: 148 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:2.0:1767319268.435497:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x13:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:2.0:1767319268.435501:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 3/0,1 mode: --/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.435507:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.435512:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.435534:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319268.435604:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+147:2509:x1853163923721856:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 180us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.435612:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2635 00000100:00100000:2.0:1767319268.436073:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988605312 00000100:00100000:2.0:1767319268.436078:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988605312 00000100:00100000:2.0:1767319268.436144:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474 00000100:00100000:2.0:1767319268.436151:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:121476:x1853163988605312:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.436182:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.436197:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a0c1 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.436217:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 24 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.436232:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 21 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.436259:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 24 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.436271:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 24 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.436282:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988605440:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.436327:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c829c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.438236:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988605312:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.438252:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.438263:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.439756:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.439835:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923721984 00000100:00100000:0.0:1767319268.439843:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923721984 00010000:00010000:0.0:1767319268.439872:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 25 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.439901:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2636 00000100:00100000:0.0:1767319268.439909:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+25:2508:x1853163923721984:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.439923:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.439929:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 25 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.439940:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 25 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.439959:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557600/0x719a348ff1c39d09 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f25 expref: 25 pid: 121323 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.439973:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x13:0x0].0x0 (ffff9e7c0729e600) 00010000:00010000:0.0:1767319268.439979:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 20 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.439989:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 20 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.439997:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 20 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.440035:0:15456:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 20 pid: 35231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.440044:0:15456:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988605568:0@lo:105: 00000100:00100000:0.0:1767319268.440075:0:15456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.440108:0:15456:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513a80 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.440114:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988605568 00000100:00100000:1.0:1767319268.440118:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988605568 00000100:00100000:1.0:1767319268.440187:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1767319268.440195:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988605568:12345-0@lo:105: 00010000:00010000:1.0:1767319268.440205:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440215:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440224:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440231:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440238:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440245:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.440270:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c0ab4cc00) 00000100:00100000:1.0:1767319268.440309:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988605568:12345-0@lo:105: Request processed in 115us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.440316:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:2.0:1767319268.440360:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.440369:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.440428:0:15456:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988605568:0@lo:105: 00010000:00010000:0.0:1767319268.440440:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.440858:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+24:2508:x1853163923721984:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 948us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.440865:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2636 00000100:00100000:2.0:1767319268.441059:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988605696:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.441099:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.441127:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82180 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.441783:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475 00000100:00100000:1.0:1767319268.441792:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:121476:x1853163988605696:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319268.443736:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:121476:x1853163988605696:12345-0@lo:403:mdt00_003.0 Request processed in 1939us (2629us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.443749:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475 00000040:00080000:0.0:1767319268.445088:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].16, 952 off43056 00000040:00080000:0.0:1767319268.445333:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].16, 1032 off44336 00000004:00080000:0.0:1767319268.445339:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d41513a80 with version 18 00000004:00080000:2.0:1767319268.445439:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 18 rpc_version 18 00000020:00100000:2.0:1767319268.445483:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319268.445499:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d3c1d0e00 x1853163988605952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319268.445919:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988605952:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.445987:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.446022:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82900 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.446083:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988605952 00000100:00100000:1.0:1767319268.446091:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988605952 00000100:00100000:1.0:1767319268.446146:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4476 00000100:00100000:1.0:1767319268.446155:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:125533:x1853163988605952:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.446499:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:125533:x1853163988605952:12345-0@lo:1000:osp_up1-0.0 Request processed in 344us (511us total) trans 90194313261 rc 0/0 00000100:00100000:1.0:1767319268.446508:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4476 00000004:00200000:2.0:1767319268.447017:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x32:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.447036:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447044:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447049:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447053:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.447056:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447062:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447074:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x13:0x0].0x0 (ffff9e7d407b3100) 00010000:00010000:2.0:1767319268.447076:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.447079:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 2/0,0 mode: --/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447083:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535800/0x719a348ff1c3a0ba lrc: 0/0,0 mode: --/EX res: [0x200009870:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447112:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.447117:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.447121:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.447174:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319268.447183:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x13:0x0] 00010000:00010000:2.0:1767319268.447190:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447196:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447201:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447206:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.447209:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447215:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447223:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x32:0x0].0x0 (ffff9e7d0b33a200) 00010000:00010000:2.0:1767319268.447226:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.447229:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447241:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534200/0x719a348ff1c3a0b3 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447373:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447377:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447381:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447384:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447386:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.447388:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447392:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447397:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.447399:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.447401:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447404:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534800/0x719a348ff1c3a0a5 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319268.447409:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e8f86e3 reply state 00000000e16c1956 transno 137438953568 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447426:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.447431:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb7a71084 (ffff9e7d0b33af00) 00010000:00010000:2.0:1767319268.447432:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319268.447434:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319268.447508:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+148:87929:x1853163923721728:12345-192.168.204.13@tcp:36:rm.0 Request processed in 15142us (15264us total) trans 137438953568 rc 0/0 00000100:00100000:2.0:1767319268.447516:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 361 00010000:00010000:2.0:1767319268.447848:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.447856:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767319268.447933:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988606080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319268.447980:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319268.448104:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.448112:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0c1 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a0c8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.448126:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319268.448128:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319268.448130:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319268.448179:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988606080 00000100:00100000:1.0:1767319268.448186:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988606080 00000100:00100000:1.0:1767319268.448224:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1767319268.448232:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+22:7011:x1853163988606080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319268.448244:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319268.448260:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a0c8 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a0c1 expref: 22 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.448273:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x13:0x0].0x0 (ffff9e7c0729e600) 00010000:00010000:1.0:1767319268.448280:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319268.449828:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+21:7011:x1853163988606080:12345-0@lo:103:ldlm_bl.0 Request processed in 1589us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.449841:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1767319268.449922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988606080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.451544:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.451645:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923722240 00000100:00100000:2.0:1767319268.451655:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923722240 00000100:00100000:2.0:1767319268.451714:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 362 00000100:00100000:2.0:1767319268.451724:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+148:87929:x1853163923722240:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.451749:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.451771:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a0cf lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32052 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.451944:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x28:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.452033:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a0cf lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32052 expref: 150 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.452043:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.452045:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.452049:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a0cf lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32052 expref: 150 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.452059:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00000100:00100000:2.0:1767319268.452103:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+149:87929:x1853163923722240:12345-192.168.204.13@tcp:101:rm.0 Request processed in 383us (568us total) trans 137438953569 rc 301/301 00000100:00100000:2.0:1767319268.452109:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 362 00000100:00100000:1.0:1767319268.455353:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.465377:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.477068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.477133:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923722752 00000100:00100000:2.0:1767319268.477145:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923722752 00000100:00100000:2.0:1767319268.477292:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:2.0:1767319268.477301:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+149:87929:x1853163923722752:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.477766:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988606208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.477819:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.477893:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d02c82900 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.478214:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988606208:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.478366:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].17, 344 off43400 00000040:00080000:2.0:1767319268.478424:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].17, 424 off44760 00000004:00080000:2.0:1767319268.478430:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d02c829c0 with version 19 00000004:00080000:0.0:1767319268.478656:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 19 rpc_version 19 00000020:00100000:0.0:1767319268.478676:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.478684:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955ea00 x1853163988606464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.478701:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988606464:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.478733:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.479152:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d415130c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.479239:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988606464 00000100:00100000:1.0:1767319268.479251:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988606464 00000100:00100000:1.0:1767319268.479293:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478 00000100:00100000:1.0:1767319268.479300:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:125533:x1853163988606464:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.479425:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:125533:x1853163988606464:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (691us total) trans 90194313262 rc 0/0 00000100:00100000:1.0:1767319268.479432:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478 00000100:00100000:0.0:1767319268.479707:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988606464:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.480008:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+150:87929:x1853163923722752:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2705us (2945us total) trans 137438953570 rc 0/0 00000100:00100000:2.0:1767319268.480024:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 93 00000100:00100000:1.0:1767319268.483035:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.488074:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.488144:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923723136 00000100:00100000:0.0:1767319268.488153:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923723136 00010000:00010000:0.0:1767319268.488205:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 5/0,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31efb expref: 150 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.488248:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2637 00000100:00100000:0.0:1767319268.488257:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+150:2508:x1853163923723136:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.488274:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.488280:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 5/0,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31efb expref: 150 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.488293:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b400/0x719a348ff1c39cae lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31efb expref: 150 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.488314:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x9:0x0].0x0 (ffff9e7d0c7a5d00) 00010000:00010000:0.0:1767319268.488319:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.488328:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.488336:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.488354:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.488405:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+150:2508:x1853163923723136:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 149us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.488412:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2637 00000100:00100000:2.0:1767319268.491316:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988606720 00000100:00100000:2.0:1767319268.491323:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988606720 00000100:00100000:2.0:1767319268.491377:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:2.0:1767319268.491386:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:122876:x1853163988606720:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319268.491406:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.491421:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a100 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a0f9 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.491445:0:99440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f2c expref: 23 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.491463:0:99440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a100 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a0f9 expref: 23 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.491488:0:99440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f2c expref: 23 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.491502:0:99440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682d600/0x719a348ff1c39d3a lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f2c expref: 23 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.491522:0:99440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988606848:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.491620:0:99440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.500982:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.501398:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988606848:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.501438:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a100 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a0f9 expref: 23 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.501485:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x9:0x0].0x0 (ffff9e7c04bf1100) 00010000:00010000:2.0:1767319268.501488:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.501493:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a100 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a0f9 expref: 23 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.501503:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a100 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a0f9 expref: 23 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.501510:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5000, rc 0) 00000100:00100000:2.0:1767319268.501780:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:122876:x1853163988606720:12345-0@lo:101:mdt00_004.0 Request processed in 10393us (10704us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.501788:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00100000:1.0:1767319268.502112:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988606720:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319268.502129:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.502141:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.503371:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988606976 00000100:00100000:1.0:1767319268.503375:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988606976 00000100:00100000:1.0:1767319268.503411:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1767319268.503418:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988606976:12345-0@lo:105: 00010000:00010000:1.0:1767319268.503427:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503436:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503444:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503470:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503476:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503484:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.503508:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0682d000) 00000100:00100000:1.0:1767319268.503555:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988606976:12345-0@lo:105: Request processed in 137us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.503562:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00010000:2.0:1767319268.503716:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.503726:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.504426:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988607104:0@lo:403:mdt00_004.0 00000100:00100000:2.0:1767319268.504467:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.504489:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.504505:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988607104 00000100:00100000:2.0:1767319268.504509:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988607104 00000100:00100000:2.0:1767319268.504539:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480 00000100:00100000:2.0:1767319268.504857:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:122876:x1853163988607104:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1767319268.508154:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:122876:x1853163988607104:12345-0@lo:403:mdt00_004.0 Request processed in 3602us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.508193:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480 00000100:00100000:1.0:1767319268.508219:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988607104:0@lo:403:mdt00_004.0 00000040:00080000:1.0:1767319268.509303:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].18, 936 off44336 00000040:00080000:1.0:1767319268.509906:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].18, 1016 off45776 00000004:00080000:1.0:1767319268.509913:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d060ff000 with version 20 00000004:00080000:0.0:1767319268.509937:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 20 rpc_version 20 00000020:00100000:0.0:1767319268.509966:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.509974:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955d180 x1853163988607360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.509997:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988607360:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.510052:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.510125:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d415130c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.510200:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988607360 00000100:00100000:2.0:1767319268.510207:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988607360 00000100:00100000:2.0:1767319268.510286:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:2.0:1767319268.510294:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:125533:x1853163988607360:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.510657:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:125533:x1853163988607360:12345-0@lo:1000:osp_up1-0.0 Request processed in 362us (604us total) trans 90194313263 rc 0/0 00000100:00100000:2.0:1767319268.510666:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00100000:0.0:1767319268.510852:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988607360:0@lo:1000:osp_up1-0.0 00000004:00200000:1.0:1767319268.510903:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x28:0x0]: returning size 4096 00010000:00010000:1.0:1767319268.510923:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.510943:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.510951:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.510957:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.510961:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.510976:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.510991:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x9:0x0].0x0 (ffff9e7d0c7a5d00) 00010000:00010000:1.0:1767319268.510994:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.510999:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511005:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a0f2 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511024:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511033:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511040:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511057:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319268.511065:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x9:0x0] 00010000:00010000:1.0:1767319268.511072:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511078:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511080:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319268.511084:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511086:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511088:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.511093:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319268.511095:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511097:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511101:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319268.511105:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511109:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x28:0x0].0x0 (ffff9e7d0b33a900) 00010000:00010000:1.0:1767319268.511111:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.511114:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 2/0,0 mode: --/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511119:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a0eb lrc: 0/0,0 mode: --/EX res: [0x200006991:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511130:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.511135:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319268.511158:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511302:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511306:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d000/0x719a348ff1c3a0f9 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a100 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.511309:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511314:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511320:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511325:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319268.511328:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511332:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.511333:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319268.511333:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.511335:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319268.511341:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319268.511344:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319268.511349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988607488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319268.511352:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511357:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4cc00/0x719a348ff1c3a0dd lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:1.0:1767319268.511366:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b684b004 reply state 0000000053355dfe transno 137438953571 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.511377:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00000100:00100000:0.0:1767319268.511382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319268.511383:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x945d1024 (ffff9e7d0b33ab00) 00010000:00010000:1.0:1767319268.511386:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319268.511388:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319268.511449:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+150:87929:x1853163923723008:12345-192.168.204.13@tcp:36:rm.0 Request processed in 28069us (28422us total) trans 137438953571 rc 0/0 00000100:00100000:1.0:1767319268.511457:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 363 00000100:00100000:1.0:1767319268.512844:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988607488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.516652:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.516739:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923723520 00000100:00100000:2.0:1767319268.516748:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923723520 00000100:00100000:2.0:1767319268.516811:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 364 00000100:00100000:2.0:1767319268.516821:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+150:87929:x1853163923723520:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.516847:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.516868:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a107 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32059 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.517024:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2e:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.517119:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a107 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32059 expref: 152 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.517132:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.517135:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.517140:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a107 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32059 expref: 152 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.517153:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:2.0:1767319268.517222:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+151:87929:x1853163923723520:12345-192.168.204.13@tcp:101:rm.0 Request processed in 402us (579us total) trans 137438953572 rc 301/301 00000100:00100000:2.0:1767319268.517243:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 364 00000100:00100000:0.0:1767319268.521882:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.522126:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923723648 00000100:00100000:2.0:1767319268.522135:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923723648 00000100:00100000:2.0:1767319268.522194:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 94 00000100:00100000:2.0:1767319268.522203:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+151:87929:x1853163923723648:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.530616:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+151:87929:x1853163923723648:12345-192.168.204.13@tcp:37:rm.0 Request processed in 8376us (8705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.530633:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 94 00000100:00100000:1.0:1767319268.535113:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.535188:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923723776 00000100:00100000:2.0:1767319268.535199:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923723776 00000100:00100000:2.0:1767319268.535260:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:2.0:1767319268.535270:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923723776:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.539395:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923723776:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4115us (4282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.539409:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 95 00000100:00100000:1.0:1767319268.543016:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.543115:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724032 00000100:00100000:2.0:1767319268.543124:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724032 00000100:00100000:2.0:1767319268.543221:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:2.0:1767319268.543231:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+151:87929:x1853163923724032:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.543450:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988607616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.543497:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.543537:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d04c92900 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.544017:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988607616:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1767319268.544719:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].19, 344 off44680 00000040:00080000:1.0:1767319268.544776:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].19, 424 off46200 00000004:00080000:1.0:1767319268.544783:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d4046e000 with version 21 00000100:00100000:1.0:1767319268.545638:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988607872 00000100:00100000:1.0:1767319268.545645:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988607872 00000100:00100000:1.0:1767319268.545688:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483 00000100:00100000:1.0:1767319268.545695:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:125533:x1853163988607872:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.545874:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:125533:x1853163988607872:12345-0@lo:1000:osp_up1-0.0 Request processed in 178us (944us total) trans 90194313264 rc 0/0 00000100:00100000:1.0:1767319268.545881:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483 00000100:00100000:1.0:1767319268.546068:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+152:87929:x1853163923724032:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2836us (3061us total) trans 137438953573 rc 0/0 00000100:00100000:1.0:1767319268.546075:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 96 00000100:00100000:1.0:1767319268.550409:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.550496:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724288 00000100:00100000:0.0:1767319268.550505:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724288 00000100:00100000:0.0:1767319268.550699:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 365 00000100:00100000:0.0:1767319268.550707:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+152:87929:x1853163923724288:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319268.550758:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.550783:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939a00/0x719a348ff1c39c3e lrc: 0/0,0 mode: --/PR res: [0x200006991:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31eca expref: 152 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.550802:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2e:0x0].0x0 (ffff9e7c0729ed00) 00010000:00010000:0.0:1767319268.550812:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.550829:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550839:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550846:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550859:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550866:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550886:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550965:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550973:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550979:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.550996:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.551005:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 2/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 151 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.551012:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 4/0,1 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.551041:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 151 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.551053:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 151 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.551066:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988608000:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.551194:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d415130c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319268.552931:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988608000:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.552967:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319268.553441:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.553513:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724416 00000100:00100000:0.0:1767319268.553522:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724416 00010000:00010000:0.0:1767319268.553562:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 152 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.553826:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2639 00000100:00100000:0.0:1767319268.553837:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+152:2508:x1853163923724416:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.553852:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.553858:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 152 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.553870:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 152 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.553891:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b600/0x719a348ff1c39cbc lrc: 0/0,0 mode: --/PR res: [0x200009870:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f02 expref: 152 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.553905:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xf:0x0].0x0 (ffff9e7d0c7a5800) 00010000:00010000:0.0:1767319268.553910:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.553917:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.553924:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 4/0,1 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.553966:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.554022:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+151:2508:x1853163923724416:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 186us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.554030:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2639 00010000:00010000:2.0:1767319268.554220:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.554238:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.554283:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.554290:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.554298:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319268.554317:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988608128:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319268.554355:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.554392:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa6c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.554639:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988608128 00000100:00100000:1.0:1767319268.554644:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988608128 00000100:00100000:1.0:1767319268.554688:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484 00000100:00100000:1.0:1767319268.554695:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:121476:x1853163988608128:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319268.554714:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.554728:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a131 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.554748:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 22 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.554757:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.554779:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 22 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.554792:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 22 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.554814:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988608256:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.554860:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.558076:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.558137:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724544 00000100:00100000:0.0:1767319268.558145:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724544 00010000:00010000:0.0:1767319268.558187:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 23 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.558256:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2640 00000100:00100000:0.0:1767319268.558263:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:2509:x1853163923724544:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.558275:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.558280:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 23 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.558289:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 23 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.558307:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xf:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:0.0:1767319268.558312:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.558319:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.558325:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.558365:0:15456:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.558375:0:15456:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988608384:0@lo:105: 00000100:00100000:0.0:1767319268.558420:0:15456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.558458:0:15456:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513600 going to sleep for 11 seconds 00010000:00010000:2.0:1767319268.558499:0:18378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31534600/0x719a348ff1c39d33 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f3a expref: 23 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.558510:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988608256:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.558535:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 25 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.558540:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xf:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:2.0:1767319268.558542:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.558544:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099e00, rc 0) 00000100:00100000:2.0:1767319268.558623:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:121476:x1853163988608128:12345-0@lo:101:mdt00_003.0 Request processed in 3927us (4266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.558631:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000100:00100000:0.0:1767319268.558700:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988608128:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319268.558712:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.558721:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.558775:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988608384 00000100:00100000:1.0:1767319268.558779:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988608384 00000100:00100000:1.0:1767319268.558814:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767319268.558822:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988608384:12345-0@lo:105: 00010000:00010000:1.0:1767319268.558831:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558839:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558847:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558853:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558860:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558867:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.558890:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c073c5c00) 00000100:00100000:1.0:1767319268.558920:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988608384:12345-0@lo:105: Request processed in 100us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.558933:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1767319268.558997:0:15456:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988608384:0@lo:105: 00010000:00010000:0.0:1767319268.559008:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.559050:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2509:x1853163923724544:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 786us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.559057:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2640 00010000:00010000:2.0:1767319268.559225:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.559239:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.559801:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988608512:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.559845:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.559876:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396faf00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.559996:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988608512 00000100:00100000:1.0:1767319268.560001:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988608512 00000100:00100000:1.0:1767319268.560028:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:1.0:1767319268.560033:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:121476:x1853163988608512:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319268.562038:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:121476:x1853163988608512:12345-0@lo:403:mdt00_003.0 Request processed in 1994us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.562050:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:2.0:1767319268.562314:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988608512:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767319268.563104:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].20, 936 off45616 00000040:00080000:2.0:1767319268.563279:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].20, 1016 off47216 00000004:00080000:2.0:1767319268.563284:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d396faf00 with version 22 00000100:00100000:1.0:1767319268.563471:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988608768 00000100:00100000:1.0:1767319268.563478:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988608768 00000100:00100000:1.0:1767319268.563525:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486 00000100:00100000:1.0:1767319268.563533:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:125533:x1853163988608768:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.563913:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:125533:x1853163988608768:12345-0@lo:1000:osp_up1-0.0 Request processed in 380us (483us total) trans 90194313265 rc 0/0 00000100:00100000:1.0:1767319268.563921:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486 00000004:00200000:2.0:1767319268.563988:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2e:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.564008:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564015:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564020:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564024:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.564027:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564032:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564043:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xf:0x0].0x0 (ffff9e7d0c7a5800) 00010000:00010000:2.0:1767319268.564045:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.564058:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 2/0,0 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564062:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a12a lrc: 0/0,0 mode: --/EX res: [0x200009870:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564077:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.564082:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.564086:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.564125:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319268.564133:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xf:0x0] 00010000:00010000:2.0:1767319268.564137:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564140:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564144:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564146:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.564148:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564151:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564156:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2e:0x0].0x0 (ffff9e7c0729ec00) 00010000:00010000:2.0:1767319268.564177:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.564181:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.564186:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3a123 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.566989:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567005:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567010:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567015:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567019:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.567022:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567026:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567037:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.567039:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.567042:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567045:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3a115 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319268.567053:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001cd93f89 reply state 00000000ed1a1e2d transno 137438953574 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567071:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.567076:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x9fb93058 (ffff9e7c0729ef00) 00010000:00010000:2.0:1767319268.567077:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319268.567080:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319268.567176:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+152:87929:x1853163923724288:12345-192.168.204.13@tcp:36:rm.0 Request processed in 16457us (16764us total) trans 137438953574 rc 0/0 00000100:00100000:2.0:1767319268.567189:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 365 00010000:00010000:0.0:1767319268.567288:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319268.567296:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.567305:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319268.567309:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319268.567316:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.567354:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.567360:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767319268.567413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988608896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.567459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.567520:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988608896 00000100:00100000:2.0:1767319268.567526:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988608896 00000100:00100000:2.0:1767319268.568296:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1767319268.568307:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+26:7013:x1853163988608896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319268.568323:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.568340:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a138 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a131 expref: 26 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.568352:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xf:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:2.0:1767319268.568359:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.568439:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.568448:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5c00/0x719a348ff1c3a131 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a138 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.568464:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.568466:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.568467:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319268.569148:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+25:7013:x1853163988608896:12345-0@lo:103:ldlm_bl.0 Request processed in 839us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.569156:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767319268.569241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988608896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.572769:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.572852:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724800 00000100:00100000:2.0:1767319268.572863:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724800 00000100:00100000:2.0:1767319268.572949:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 366 00000100:00100000:2.0:1767319268.572958:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+152:87929:x1853163923724800:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.572983:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.573019:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a13f lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32060 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.573186:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x22:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.573284:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a13f lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32060 expref: 154 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.573299:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.573301:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.573306:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a13f lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32060 expref: 154 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.573317:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:2.0:1767319268.573382:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+153:87929:x1853163923724800:12345-192.168.204.13@tcp:101:rm.0 Request processed in 425us (623us total) trans 137438953575 rc 301/301 00000100:00100000:2.0:1767319268.573389:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 366 00000100:00100000:1.0:1767319268.579286:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923724928 00000100:00100000:1.0:1767319268.579297:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923724928 00000100:00100000:1.0:1767319268.579354:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 97 00000100:00100000:1.0:1767319268.579363:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+153:87929:x1853163923724928:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.583944:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+153:87929:x1853163923724928:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4571us (5031us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.583970:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 97 00000100:00100000:2.0:1767319268.587388:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.587477:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923725056 00000100:00100000:1.0:1767319268.587488:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923725056 00000100:00100000:1.0:1767319268.587626:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 98 00000100:00100000:1.0:1767319268.587636:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923725056:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.591840:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923725056:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4193us (4449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.591854:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 98 00000100:00100000:1.0:1767319268.595748:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923725312 00000100:00100000:1.0:1767319268.595760:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923725312 00000100:00100000:1.0:1767319268.595870:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 99 00000100:00100000:1.0:1767319268.595881:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+153:87929:x1853163923725312:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319268.596109:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988609024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.596182:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.596217:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046e480 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.596266:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988609024 00000100:00100000:2.0:1767319268.596271:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988609024 00000100:00100000:2.0:1767319268.596309:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:2.0:1767319268.596316:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:121324:x1853163988609024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.596397:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:121324:x1853163988609024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.596405:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000040:00080000:2.0:1767319268.597437:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].21, 344 off45960 00000040:00080000:2.0:1767319268.597663:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].21, 424 off47640 00000004:00080000:2.0:1767319268.597669:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d315aa480 with version 23 00000100:00100000:1.0:1767319268.598314:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988609280 00000100:00100000:1.0:1767319268.598322:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988609280 00000100:00100000:1.0:1767319268.598373:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:1.0:1767319268.598459:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:125533:x1853163988609280:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.598742:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:125533:x1853163988609280:12345-0@lo:1000:osp_up1-0.0 Request processed in 286us (768us total) trans 90194313266 rc 0/0 00000100:00100000:1.0:1767319268.598750:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00100000:2.0:1767319268.599735:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+154:87929:x1853163923725312:12345-192.168.204.13@tcp:35:rm.0 Request processed in 3851us (4204us total) trans 137438953576 rc 0/0 00000100:00100000:2.0:1767319268.599987:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 99 00000100:00100000:2.0:1767319268.605134:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.605266:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923725568 00000100:00100000:0.0:1767319268.605277:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923725568 00000100:00100000:0.0:1767319268.605374:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 367 00000100:00100000:0.0:1767319268.605385:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+154:87929:x1853163923725568:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319268.605453:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.605478:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939200/0x719a348ff1c39c5a lrc: 0/0,0 mode: --/PR res: [0x200006991:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed1 expref: 154 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.605499:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x22:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319268.605510:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.605533:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605558:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605643:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605658:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605666:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605673:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605758:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,1 mode: --/EX res: [0x200006991:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605766:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605773:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605804:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605814:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f09 expref: 153 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.605822:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.605855:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f09 expref: 153 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.605881:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b800/0x719a348ff1c39cca lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f09 expref: 153 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.605895:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988609408:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.605975:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513600 going to sleep for 11 seconds 00000100:00100000:0.0:1767319268.610234:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988609408:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.610265:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319268.610273:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319268.611709:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.611720:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.611796:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.611803:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.611814:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319268.611836:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988609536:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319268.611889:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.611922:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa3c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.612059:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988609536 00000100:00100000:1.0:1767319268.612066:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988609536 00000100:00100000:1.0:1767319268.612113:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489 00000100:00100000:1.0:1767319268.612131:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:121476:x1853163988609536:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319268.612151:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.612174:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a169 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.612197:0:99440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 21 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.612206:0:99440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 27 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.612231:0:99440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 21 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.612243:0:99440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 21 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.612253:0:99440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988609664:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.612310:0:99440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.615447:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988609664:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319268.615486:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 27 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.615498:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x3:0x0].0x0 (ffff9e7d0c7a5100) 00010000:00010000:1.0:1767319268.615502:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.615506:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 27 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.615553:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 27 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.615560:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098800, rc 0) 00000100:00100000:1.0:1767319268.615692:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:121476:x1853163988609536:12345-0@lo:101:mdt00_003.0 Request processed in 3561us (3801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.615701:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489 00000100:00100000:1.0:1767319268.616933:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.617009:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923725824 00000100:00100000:0.0:1767319268.617019:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923725824 00010000:00010000:0.0:1767319268.617054:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 22 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.617093:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2642 00000100:00100000:0.0:1767319268.617102:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+22:2509:x1853163923725824:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.617116:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.617123:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 22 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.617134:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 22 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.617153:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2e28a600/0x719a348ff1c39d25 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f33 expref: 22 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.617194:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x3:0x0].0x0 (ffff9e7d0c7a5100) 00010000:00010000:0.0:1767319268.617199:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 26 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.617208:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 26 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.617215:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 26 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.617248:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a170 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a169 expref: 26 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.617261:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988609792:0@lo:105: 00000100:00100000:0.0:1767319268.617303:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.617345:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d41513600 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.617867:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988609792 00000100:00100000:1.0:1767319268.617873:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988609792 00000100:00100000:1.0:1767319268.617917:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1767319268.617924:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988609792:12345-0@lo:105: 00010000:00010000:1.0:1767319268.617936:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617945:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617954:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617961:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617966:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617973:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.617994:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c073c4600) 00000100:00100000:1.0:1767319268.618035:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988609792:12345-0@lo:105: Request processed in 111us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.618042:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1767319268.618122:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988609792:0@lo:105: 00010000:00010000:0.0:1767319268.618135:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.618201:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+21:2509:x1853163923725824:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1098us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.618209:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2642 00000100:00100000:2.0:1767319268.619331:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988609536:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.619351:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319268.620366:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988609920:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.620431:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.620526:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa3c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.621410:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988609920 00000100:00100000:1.0:1767319268.621420:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988609920 00000100:00100000:1.0:1767319268.621524:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490 00000100:00100000:1.0:1767319268.621533:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:121476:x1853163988609920:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319268.623177:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:121476:x1853163988609920:12345-0@lo:403:mdt00_003.0 Request processed in 1625us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.623190:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490 00000100:00100000:0.0:1767319268.623317:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988609920:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1767319268.624323:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].22, 936 off46896 00000040:00080000:0.0:1767319268.624517:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].22, 1016 off48656 00000004:00080000:0.0:1767319268.624523:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d41513600 with version 24 00000100:00100000:2.0:1767319268.625459:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988610176 00000100:00100000:2.0:1767319268.625476:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988610176 00000100:00100000:2.0:1767319268.625778:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491 00000100:00100000:2.0:1767319268.625788:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:125533:x1853163988610176:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.626127:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:125533:x1853163988610176:12345-0@lo:1000:osp_up1-0.0 Request processed in 341us (1267us total) trans 90194313267 rc 0/0 00000100:00100000:2.0:1767319268.626136:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491 00000004:00200000:0.0:1767319268.626436:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x22:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.626470:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626480:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626487:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626493:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.626497:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626505:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626704:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x3:0x0].0x0 (ffff9e7d0c7a5400) 00010000:00010000:0.0:1767319268.626707:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.626712:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626719:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a162 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626738:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.626746:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.626752:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a169 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a170 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.626808:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319268.626826:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x3:0x0] 00010000:00010000:0.0:1767319268.626835:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626840:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626845:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626849:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.626852:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626858:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626866:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x22:0x0].0x0 (ffff9e7c0729ec00) 00010000:00010000:0.0:1767319268.626868:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.626872:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 2/0,0 mode: --/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.626876:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a15b lrc: 0/0,0 mode: --/EX res: [0x200006991:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627047:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627054:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627058:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627062:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627074:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.627076:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627081:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627089:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.627091:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.627094:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627098:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a14d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319268.627107:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0912e63 reply state 0000000036934f53 transno 137438953577 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627117:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.627123:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xbfd93be (ffff9e7c0729ed00) 00010000:00010000:0.0:1767319268.627125:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319268.627128:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319268.627216:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+154:87929:x1853163923725568:12345-192.168.204.13@tcp:36:rm.0 Request processed in 21830us (22086us total) trans 137438953577 rc 0/0 00000100:00100000:0.0:1767319268.627223:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 367 00000100:00100000:2.0:1767319268.635311:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988610304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.635382:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.636243:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.636504:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988610304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319268.636943:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923726080 00000100:00100000:0.0:1767319268.636949:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923726080 00000100:00100000:0.0:1767319268.636982:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 368 00000100:00100000:0.0:1767319268.636990:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+154:87929:x1853163923726080:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319268.637020:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.637037:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a177 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32067 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319268.637323:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2c:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.637418:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a177 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32067 expref: 156 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.637428:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.637962:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319268.637970:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a177 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32067 expref: 156 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.637982:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18a00, rc 0) 00000100:00100000:0.0:1767319268.638080:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+155:87929:x1853163923726080:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1090us (1839us total) trans 137438953578 rc 301/301 00000100:00100000:0.0:1767319268.638089:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 368 00000100:00100000:2.0:1767319268.643968:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.644044:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923726208 00000100:00100000:1.0:1767319268.644054:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923726208 00000100:00100000:1.0:1767319268.644111:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 100 00000100:00100000:1.0:1767319268.644120:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+155:87929:x1853163923726208:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.649924:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+155:87929:x1853163923726208:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5794us (5956us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.649938:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 100 00000100:00100000:2.0:1767319268.654273:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.654359:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923726336 00000100:00100000:1.0:1767319268.654369:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923726336 00000100:00100000:1.0:1767319268.654474:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 101 00000100:00100000:1.0:1767319268.654485:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923726336:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.658443:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923726336:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3950us (4169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.658456:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 101 00000100:00100000:1.0:1767319268.661674:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.661758:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923726592 00000100:00100000:2.0:1767319268.661768:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923726592 00000100:00100000:2.0:1767319268.661849:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 102 00000100:00100000:2.0:1767319268.661859:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+155:87929:x1853163923726592:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.662072:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988610432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.662136:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.662214:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d396fa3c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.662346:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988610432 00000100:00100000:1.0:1767319268.662351:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988610432 00000100:00100000:1.0:1767319268.662427:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492 00000100:00100000:1.0:1767319268.662435:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:121324:x1853163988610432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.662521:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:121324:x1853163988610432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.662528:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492 00000100:00100000:2.0:1767319268.662627:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988610432:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.662800:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].23, 344 off47240 00000040:00080000:2.0:1767319268.662850:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].23, 424 off49080 00000004:00080000:2.0:1767319268.662856:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d396fa240 with version 25 00000100:00100000:0.0:1767319268.663385:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988610688 00000100:00100000:0.0:1767319268.663392:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988610688 00000100:00100000:0.0:1767319268.663433:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:0.0:1767319268.663441:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:125533:x1853163988610688:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.663604:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:125533:x1853163988610688:12345-0@lo:1000:osp_up1-0.0 Request processed in 164us (594us total) trans 90194313268 rc 0/0 00000100:00100000:0.0:1767319268.663611:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00100000:0.0:1767319268.664061:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+156:87929:x1853163923726592:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2201us (2393us total) trans 137438953579 rc 0/0 00000100:00100000:0.0:1767319268.664069:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 102 00000100:00100000:2.0:1767319268.666981:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.667065:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923726848 00000100:00100000:0.0:1767319268.667076:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923726848 00000100:00100000:0.0:1767319268.667133:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 369 00000100:00100000:0.0:1767319268.667143:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+156:87929:x1853163923726848:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319268.667326:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.667351:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c39c76 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ed8 expref: 156 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.667370:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2c:0x0].0x0 (ffff9e7c0729e900) 00010000:00010000:0.0:1767319268.667380:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.667403:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667416:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667425:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667437:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667442:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667448:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667717:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667725:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667746:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667767:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667777:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f10 expref: 155 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.667785:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 4/0,1 mode: --/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.667817:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f10 expref: 155 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.667829:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83c00/0x719a348ff1c39cd8 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f10 expref: 155 pid: 121323 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.667844:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988610816:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.668014:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708840 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.672115:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.673012:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988610816:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.673042:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.673851:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.673858:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.673915:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.673922:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319268.673931:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319268.673951:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988610944:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319268.673994:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.674018:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708840 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.674225:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988610944 00000100:00100000:1.0:1767319268.674231:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988610944 00000100:00100000:1.0:1767319268.674271:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:1.0:1767319268.674279:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:121476:x1853163988610944:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319268.674300:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.674314:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a1a8 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a1a1 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.674336:0:18378:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535c00/0x719a348ff1c39d72 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f48 expref: 20 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.674346:0:18378:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a1a8 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a1a1 expref: 29 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.674368:0:18378:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535c00/0x719a348ff1c39d72 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f48 expref: 20 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.674380:0:18378:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d31535c00/0x719a348ff1c39d72 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f48 expref: 20 pid: 121476 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.674396:0:18378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988611072:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.674454:0:18378:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.677969:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.678067:0:18378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18378:1853163988611072:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319268.678102:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a1a8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1a1 expref: 29 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.678114:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xd:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319268.678117:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.678122:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a1a8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1a1 expref: 29 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.678131:0:18378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a1a8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1a1 expref: 29 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.678138:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098a00, rc 0) 00000100:00100000:1.0:1767319268.678215:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:121476:x1853163988610944:12345-0@lo:101:mdt00_003.0 Request processed in 3936us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.678224:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00100000:2.0:1767319268.678385:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988610944:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319268.678402:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.678412:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.679101:0:15454:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1767319268.679111:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988611200 00000100:00100000:1.0:1767319268.679114:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988611200 00000100:00100000:1.0:1767319268.679147:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1767319268.679154:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40a24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988611200:12345-0@lo:105: 00010000:00010000:1.0:1767319268.679174:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679184:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679204:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679211:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679217:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679226:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.679251:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d36e18e00) 00000100:00100000:1.0:1767319268.679280:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40a24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988611200:12345-0@lo:105: Request processed in 127us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.679286:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1767319268.680455:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988611328 00000100:00100000:2.0:1767319268.680461:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988611328 00000100:00100000:2.0:1767319268.680501:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495 00000100:00100000:2.0:1767319268.680509:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:121476:x1853163988611328:12345-0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319268.682576:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:121476:x1853163988611328:12345-0@lo:403:mdt00_003.0 Request processed in 2060us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.682606:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495 00000040:00080000:2.0:1767319268.686383:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].24, 1016 off50096 00000004:00080000:2.0:1767319268.686392:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d4046e480 with version 26 00000100:00100000:0.0:1767319268.686677:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988611584 00000100:00100000:0.0:1767319268.686685:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988611584 00000100:00100000:0.0:1767319268.686740:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4496 00000100:00100000:0.0:1767319268.686750:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:125533:x1853163988611584:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.687130:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:125533:x1853163988611584:12345-0@lo:1000:osp_up1-0.0 Request processed in 380us (496us total) trans 90194313269 rc 0/0 00000100:00100000:0.0:1767319268.687138:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4496 00000004:00200000:2.0:1767319268.687274:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2c:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.687292:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687298:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687304:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687308:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.687311:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687324:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687336:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xd:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:2.0:1767319268.687338:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.687342:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 2/0,0 mode: --/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687346:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a19a lrc: 0/0,0 mode: --/EX res: [0x200009870:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687360:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.687365:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.687369:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a1a1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a1a8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.687392:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319268.687401:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xd:0x0] 00010000:00010000:2.0:1767319268.687407:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687412:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687417:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687421:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.687430:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687436:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687444:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2c:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:2.0:1767319268.687447:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.687450:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687455:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a193 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687654:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687661:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687666:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687671:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687675:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319268.687677:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687683:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687691:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.687693:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319268.687703:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687708:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a185 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319268.687718:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ae5de63 reply state 00000000fa460c5c transno 137438953580 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687730:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319268.687737:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x92feaf86 (ffff9e7c0729ec00) 00010000:00010000:2.0:1767319268.687739:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319268.687742:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319268.687802:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+156:87929:x1853163923726848:12345-192.168.204.13@tcp:36:rm.0 Request processed in 20658us (20828us total) trans 137438953580 rc 0/0 00000100:00100000:2.0:1767319268.687809:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 369 00000100:00100000:0.0:1767319268.689180:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988611712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319268.689238:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.689764:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988611712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.697313:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.697369:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923727360 00000100:00100000:0.0:1767319268.697379:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923727360 00000100:00100000:0.0:1767319268.697440:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 370 00000100:00100000:0.0:1767319268.697450:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+156:87929:x1853163923727360:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319268.697475:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.697508:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a1af lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3206e expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319268.697700:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2f:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.698152:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a1af lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3206e expref: 158 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.699303:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.699310:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319268.699318:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a1af lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3206e expref: 158 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.699336:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18800, rc 0) 00000100:00100000:0.0:1767319268.699410:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+157:87929:x1853163923727360:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1960us (2105us total) trans 137438953581 rc 301/301 00000100:00100000:0.0:1767319268.699418:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 370 00000100:00100000:1.0:1767319268.710664:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.710772:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923727488 00000100:00100000:0.0:1767319268.710783:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923727488 00000100:00100000:0.0:1767319268.710841:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 103 00000100:00100000:0.0:1767319268.710851:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+157:87929:x1853163923727488:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319268.740369:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+157:87929:x1853163923727488:12345-192.168.204.13@tcp:37:rm.0 Request processed in 29503us (29699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.740390:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 103 00000100:00100000:2.0:1767319268.750237:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.750400:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923727616 00000100:00100000:0.0:1767319268.750411:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923727616 00000100:00100000:0.0:1767319268.750477:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 104 00000100:00100000:0.0:1767319268.750487:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87929:x1853163923727616:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.756908:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+20:87929:x1853163923727616:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6410us (6671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.756924:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 104 00000100:00100000:1.0:1767319268.767109:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.767310:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923727872 00000100:00100000:2.0:1767319268.767322:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923727872 00000100:00100000:2.0:1767319268.767387:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00100000:2.0:1767319268.767397:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31bc1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+157:87929:x1853163923727872:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.767971:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988611840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.768025:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.768098:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83000 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.771213:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988611840 00000100:00100000:1.0:1767319268.771235:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988611840 00000100:00100000:1.0:1767319268.771368:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497 00000100:00100000:1.0:1767319268.771394:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:121324:x1853163988611840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.771802:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:121324:x1853163988611840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 423us (3775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.771811:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497 00000100:00100000:2.0:1767319268.771879:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988611840:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.772084:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].25, 344 off48520 00000040:00080000:2.0:1767319268.772132:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].25, 424 off50520 00000004:00080000:2.0:1767319268.772137:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03e83f00 with version 27 00000100:00100000:0.0:1767319268.775233:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988612096 00000100:00100000:0.0:1767319268.775249:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988612096 00000100:00100000:0.0:1767319268.775304:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:0.0:1767319268.775314:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:125533:x1853163988612096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.775336:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.775930:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:125533:x1853163988612096:12345-0@lo:1000:osp_up1-0.0 Request processed in 617us (3533us total) trans 90194313270 rc 0/0 00000100:00100000:2.0:1767319268.776976:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988612096:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.777182:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31bc1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+158:87929:x1853163923727872:12345-192.168.204.13@tcp:35:rm.0 Request processed in 9785us (10081us total) trans 137438953582 rc 0/0 00000100:00100000:1.0:1767319268.777208:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 105 00000100:00100000:0.0:1767319268.780285:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00100000:0.0:1767319268.783024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.783132:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923728128 00000100:00100000:1.0:1767319268.783143:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923728128 00000100:00100000:1.0:1767319268.783329:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 371 00000100:00100000:1.0:1767319268.783340:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+158:87929:x1853163923728128:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319268.783400:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319268.783425:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83200/0x719a348ff1c39daa lrc: 0/0,0 mode: --/PR res: [0x200006991:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f56 expref: 158 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.783446:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2f:0x0].0x0 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319268.783457:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319268.783480:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a1bd lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783493:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a1bd lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783502:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a1bd lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783529:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783536:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783542:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783690:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a1cb lrc: 3/0,1 mode: --/EX res: [0x200006991:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783712:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a1cb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783719:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a1cb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783895:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783907:0:122876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 157 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.783914:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.783948:0:122876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 157 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.783961:0:122876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 157 pid: 121476 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.783975:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988612224:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.784063:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.786893:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988612224:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319268.786922:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:1.0:1767319268.788326:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923728256 00000100:00100000:1.0:1767319268.788335:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923728256 00010000:00010000:1.0:1767319268.788375:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 158 pid: 121476 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.788429:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2645 00000100:00100000:1.0:1767319268.788438:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+158:2508:x1853163923728256:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319268.788453:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319268.788459:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 158 pid: 121476 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319268.788471:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 158 pid: 121476 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319268.788493:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4dc00/0x719a348ff1c39ea6 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f95 expref: 158 pid: 121476 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319268.788519:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x10:0x0].0x0 (ffff9e7d36e11700) 00010000:00010000:1.0:1767319268.788525:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.788534:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.788541:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a1d2 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.788572:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319268.788643:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+157:2508:x1853163923728256:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 205us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.788650:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2645 00000100:00100000:1.0:1767319268.789466:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988612352 00000100:00100000:1.0:1767319268.789472:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988612352 00000100:00100000:1.0:1767319268.789522:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:1.0:1767319268.789529:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:122876:x1853163988612352:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319268.789550:0:99440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319268.789565:0:99440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a1d9 expref: -99 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.789609:0:99440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 19 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.789619:0:99440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 31 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.789644:0:99440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 19 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.789655:0:99440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 19 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.789666:0:99440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988612480:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319268.789724:0:99440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0528bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.794307:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988612480:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319268.794346:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 31 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.794359:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x10:0x0].0x0 (ffff9e7d2c5d8900) 00010000:00010000:1.0:1767319268.794361:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319268.794365:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 31 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.794392:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 31 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.794398:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098600, rc 0) 00000100:00100000:1.0:1767319268.794458:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:122876:x1853163988612352:12345-0@lo:101:mdt00_004.0 Request processed in 4928us (5468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.794467:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000100:00100000:2.0:1767319268.796361:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.796995:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923728384 00000100:00100000:0.0:1767319268.797004:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923728384 00010000:00010000:0.0:1767319268.797040:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 20 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.797097:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2646 00000100:00100000:0.0:1767319268.797104:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+20:2509:x1853163923728384:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.797116:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.797121:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 20 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.797130:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 20 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.797146:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682cc00/0x719a348ff1c39f32 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe2 expref: 20 pid: 121320 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319268.797157:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x10:0x0].0x0 (ffff9e7d2c5d8900) 00010000:00010000:0.0:1767319268.797177:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 30 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.797202:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 30 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.797212:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 30 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.797248:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 30 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319268.797263:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988612608:0@lo:105: 00000100:00100000:0.0:1767319268.797315:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.797354:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.797520:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988612608 00000100:00100000:2.0:1767319268.797525:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988612608 00000100:00100000:2.0:1767319268.797562:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1767319268.797570:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988612608:12345-0@lo:105: 00010000:00010000:2.0:1767319268.797611:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797621:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797629:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797636:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797643:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797651:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.797683:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0682d600) 00000100:00100000:2.0:1767319268.797721:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988612608:12345-0@lo:105: Request processed in 152us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.797728:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1767319268.799095:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988612608:0@lo:105: 00010000:00010000:0.0:1767319268.799109:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.799308:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+19:2509:x1853163923728384:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 2201us (2953us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.799317:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2646 00000100:00100000:1.0:1767319268.799421:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988612736 00000100:00100000:1.0:1767319268.799427:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988612736 00000100:00100000:1.0:1767319268.799467:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:1.0:1767319268.799475:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:122876:x1853163988612736:12345-0@lo:403:mdt00_004.0 00000100:00100000:1.0:1767319268.801155:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:122876:x1853163988612736:12345-0@lo:403:mdt00_004.0 Request processed in 1674us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.801177:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000004:00080000:0.0:1767319268.802968:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 28 rpc_version 28 00000020:00100000:0.0:1767319268.803000:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.803007:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955c380 x1853163988612992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.803026:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988612992:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.803066:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.803086:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.804317:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988612992:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1767319268.805398:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319268.805411:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.805419:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319268.805424:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319268.805432:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.805454:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.805458:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319268.805522:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.805529:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682d600/0x719a348ff1c3a1d9 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a1e0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.805544:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.805546:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.805548:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319268.808747:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319268.809598:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.810257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988613120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.810308:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.811889:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988613120 00000100:00100000:0.0:1767319268.811899:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988613120 00000100:00100000:0.0:1767319268.813145:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1767319268.813155:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+32:7011:x1853163988613120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319268.813184:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.813221:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a1e0 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a1d9 expref: 32 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.813237:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x10:0x0].0x0 (ffff9e7d2c5d8900) 00010000:00010000:0.0:1767319268.813249:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319268.813318:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+31:7011:x1853163988613120:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.813324:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1767319268.813440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988613120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.815875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.815927:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923728768 00000100:00100000:1.0:1767319268.815938:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923728768 00000100:00100000:1.0:1767319268.816035:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 106 00000100:00100000:1.0:1767319268.816046:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+159:87929:x1853163923728768:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.821835:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+159:87929:x1853163923728768:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5779us (5956us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.821848:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 106 00000100:00100000:0.0:1767319268.825081:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.825136:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923728896 00000100:00100000:2.0:1767319268.825144:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923728896 00000100:00100000:2.0:1767319268.825261:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 107 00000100:00100000:2.0:1767319268.825269:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923728896:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319268.828775:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923728896:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3496us (3691us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.828789:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 107 00000100:00100000:1.0:1767319268.832205:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923729152 00000100:00100000:1.0:1767319268.832217:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923729152 00000100:00100000:1.0:1767319268.832311:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 108 00000100:00100000:1.0:1767319268.832318:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+159:87929:x1853163923729152:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319268.832638:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988613248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.832687:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.832726:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d31897180 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.832990:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988613248:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1767319268.833227:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].27, 344 off49816 00000040:00080000:1.0:1767319268.833271:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].27, 424 off51976 00000004:00080000:1.0:1767319268.833275:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d04c92900 with version 29 00000004:00080000:0.0:1767319268.833311:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 29 rpc_version 29 00000020:00100000:0.0:1767319268.833332:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319268.833339:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955fb80 x1853163988613504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.833364:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988613504:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.834003:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.834031:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.834529:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988613504:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.834696:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+160:87929:x1853163923729152:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2376us (2678us total) trans 137438953585 rc 0/0 00000100:00100000:1.0:1767319268.834702:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 108 00000100:00100000:1.0:1767319268.838013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.848638:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.848862:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923729536 00000100:00100000:1.0:1767319268.848872:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923729536 00010000:00010000:1.0:1767319268.848913:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39e9f lrc: 5/0,0 mode: PR/PR res: [0x200009870:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f9c expref: 160 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319268.848956:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2647 00000100:00100000:1.0:1767319268.848965:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+160:2509:x1853163923729536:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319268.848980:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319268.848987:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39e9f lrc: 5/0,0 mode: PR/PR res: [0x200009870:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f9c expref: 160 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319268.849270:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534400/0x719a348ff1c39e9f lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f9c expref: 160 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319268.849295:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xc:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:1.0:1767319268.849312:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.849322:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.849330:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 4/0,1 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.849351:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319268.849462:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+160:2509:x1853163923729536:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 496us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.849471:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2647 00000100:00100000:0.0:1767319268.851216:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988613760 00000100:00100000:0.0:1767319268.851222:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988613760 00000100:00100000:0.0:1767319268.851796:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504 00000100:00100000:0.0:1767319268.851807:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:122876:x1853163988613760:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1767319268.851827:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.851844:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a211 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.851868:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c39f24 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fd4 expref: 18 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.851888:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a211 expref: 33 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.851913:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c39f24 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fd4 expref: 18 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.851925:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c600/0x719a348ff1c39f24 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fd4 expref: 18 pid: 121320 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.851936:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988613888:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.852004:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40708240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319268.855502:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988613888:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.855537:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a211 expref: 33 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.855558:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xc:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:0.0:1767319268.855560:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.855565:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a211 expref: 33 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.855574:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a211 expref: 33 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.855605:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19400, rc 0) 00000100:00100000:0.0:1767319268.855653:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:122876:x1853163988613760:12345-0@lo:101:mdt00_004.0 Request processed in 3848us (4516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.855679:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504 00000100:00100000:1.0:1767319268.858522:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319268.858954:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988614016 00000100:00100000:1.0:1767319268.858960:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988614016 00000100:00100000:1.0:1767319268.859003:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1767319268.859010:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988614016:12345-0@lo:105: 00010000:00010000:1.0:1767319268.859020:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859030:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859039:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859048:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859055:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859071:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.859094:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d0682c200) 00000100:00100000:1.0:1767319268.859130:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988614016:12345-0@lo:105: Request processed in 121us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.859138:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1767319268.860203:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988614144 00000100:00100000:0.0:1767319268.860209:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988614144 00000100:00100000:0.0:1767319268.860251:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505 00000100:00100000:0.0:1767319268.860259:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:122876:x1853163988614144:12345-0@lo:403:mdt00_004.0 00000100:00100000:0.0:1767319268.861832:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:122876:x1853163988614144:12345-0@lo:403:mdt00_004.0 Request processed in 1568us (1769us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.861844:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505 00000040:00080000:0.0:1767319268.864038:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].28, 936 off50752 00000040:00080000:0.0:1767319268.864222:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].28, 1016 off52992 00000004:00080000:0.0:1767319268.864228:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d40708240 with version 30 00000004:00080000:2.0:1767319268.864282:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 30 rpc_version 30 00000020:00100000:2.0:1767319268.864311:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319268.864318:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03f84700 x1853163988614400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319268.864337:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988614400:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.864449:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.864475:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83600 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.865128:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988614400 00000100:00100000:0.0:1767319268.865137:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988614400 00000100:00100000:0.0:1767319268.865199:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767319268.865208:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:125533:x1853163988614400:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.865722:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:125533:x1853163988614400:12345-0@lo:1000:osp_up1-0.0 Request processed in 514us (1271us total) trans 90194313273 rc 0/0 00000100:00100000:0.0:1767319268.865731:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:2.0:1767319268.869013:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988614400:0@lo:1000:osp_up1-0.0 00000004:00200000:0.0:1767319268.869177:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2b:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.869199:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869209:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869217:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869223:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.869234:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869242:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869257:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xc:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:0.0:1767319268.869260:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.869265:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 2/0,0 mode: --/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869271:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682cc00/0x719a348ff1c3a20a lrc: 0/0,0 mode: --/EX res: [0x200009870:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869294:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.869302:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.869308:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d0682c200/0x719a348ff1c3a211 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a218 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.869329:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319268.869338:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xc:0x0] 00010000:00010000:0.0:1767319268.869346:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869353:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869364:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869399:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.869406:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869414:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869424:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2b:0x0].0x0 (ffff9e7d0b33a500) 00010000:00010000:0.0:1767319268.869427:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.869430:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.869438:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d600/0x719a348ff1c3a203 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:1.0:1767319268.869487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988614528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.869562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.869646:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988614528 00000100:00100000:2.0:1767319268.869653:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988614528 00000100:00100000:2.0:1767319268.869707:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1767319268.869716:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+34:7013:x1853163988614528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319268.869728:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.869746:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a218 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a211 expref: 34 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.869758:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xc:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:2.0:1767319268.869767:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.870025:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870032:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870038:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870044:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870210:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.870215:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870221:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870243:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.870245:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.870248:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870253:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a1f5 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319268.870263:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000089021f1b reply state 00000000b6cb69b1 transno 137438953586 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870274:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.870280:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x2ba66a17 (ffff9e7d0b33a100) 00010000:00010000:0.0:1767319268.870283:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319268.870286:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319268.870360:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+160:87929:x1853163923729408:12345-192.168.204.13@tcp:36:rm.0 Request processed in 31981us (32354us total) trans 137438953586 rc 0/0 00000100:00100000:0.0:1767319268.870369:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 373 00000100:00100000:2.0:1767319268.871497:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+33:7013:x1853163988614528:12345-0@lo:103:ldlm_bl.0 Request processed in 1778us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.871502:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988614528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319268.871509:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1767319268.874911:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.874969:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923729920 00000100:00100000:0.0:1767319268.874979:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923729920 00000100:00100000:0.0:1767319268.875080:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 374 00000100:00100000:0.0:1767319268.875090:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+160:87929:x1853163923729920:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319268.875113:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319268.875134:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a21f lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3207c expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319268.875307:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x23:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.875429:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a21f lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3207c expref: 162 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.875443:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.875446:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319268.875452:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a21f lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3207c expref: 162 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.875464:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18200, rc 0) 00000100:00100000:0.0:1767319268.875545:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+161:87929:x1853163923729920:12345-192.168.204.13@tcp:101:rm.0 Request processed in 455us (640us total) trans 137438953587 rc 301/301 00000100:00100000:0.0:1767319268.875553:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 374 00000100:00100000:1.0:1767319268.879713:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923730048 00000100:00100000:1.0:1767319268.879724:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923730048 00000100:00100000:1.0:1767319268.879837:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:1.0:1767319268.879849:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+161:87929:x1853163923730048:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.886862:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+161:87929:x1853163923730048:12345-192.168.204.13@tcp:37:rm.0 Request processed in 7008us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.886874:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 109 00000100:00100000:2.0:1767319268.893208:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923730176 00000100:00100000:2.0:1767319268.893218:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923730176 00000100:00100000:2.0:1767319268.893285:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 110 00000100:00100000:2.0:1767319268.893294:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c087050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923730176:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319268.899545:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c087050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923730176:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6240us (6392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.899561:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 110 00000100:00100000:1.0:1767319268.903621:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.903880:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923730432 00000100:00100000:2.0:1767319268.903890:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923730432 00000100:00100000:2.0:1767319268.903940:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 111 00000100:00100000:2.0:1767319268.903948:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+161:87929:x1853163923730432:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319268.904351:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988614656:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767319268.904396:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.904466:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83b40 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.904574:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988614656 00000100:00100000:0.0:1767319268.904597:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988614656 00000100:00100000:0.0:1767319268.904828:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507 00000100:00100000:0.0:1767319268.904837:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:121324:x1853163988614656:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767319268.904913:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:121324:x1853163988614656:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.904920:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507 00000100:00100000:2.0:1767319268.904979:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988614656:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767319268.905125:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].29, 344 off51096 00000040:00080000:2.0:1767319268.905177:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].29, 424 off53416 00000004:00080000:2.0:1767319268.905183:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03e836c0 with version 31 00000004:00080000:1.0:1767319268.905251:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 31 rpc_version 31 00000020:00100000:1.0:1767319268.905270:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319268.905277:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d05bfdf80 x1853163988614912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319268.905294:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988614912:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319268.905322:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.906031:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d067c0480 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.907040:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988614912:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.910408:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.910742:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923730688 00000100:00100000:0.0:1767319268.910752:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923730688 00000100:00100000:0.0:1767319268.910841:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 375 00000100:00100000:0.0:1767319268.910851:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+162:87929:x1853163923730688:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319268.910906:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319268.910931:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28ae00/0x719a348ff1c39de2 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f64 expref: 162 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.910950:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x23:0x0].0x0 (ffff9e7d0c7a5b00) 00010000:00010000:0.0:1767319268.910978:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319268.911003:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911016:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911026:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911041:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x75035796 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911048:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911054:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911141:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,1 mode: --/EX res: [0x200006991:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911149:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911274:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911298:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911308:0:122876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fa3 expref: 161 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.911316:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.911355:0:122876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fa3 expref: 161 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.911368:0:122876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c39eb4 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fa3 expref: 161 pid: 121476 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319268.911383:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988615040:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319268.911502:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d182b7780 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.914724:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.914844:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988615040:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319268.914870:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.919035:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.919051:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.919114:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.919122:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319268.919132:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT0 00000100:00100000:1.0:1767319268.919440:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988615168:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1767319268.919857:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.919931:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d067c0480 going to sleep for 50 seconds 00000100:00100000:2.0:1767319268.920279:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988615168 00000100:00100000:2.0:1767319268.920287:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988615168 00000100:00100000:2.0:1767319268.920377:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509 00000100:00100000:2.0:1767319268.920387:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:122876:x1853163988615168:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319268.920408:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.920426:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a249 expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.920450:0:35231:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fdb expref: 17 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.920459:0:35231:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a249 expref: 35 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.920487:0:35231:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fdb expref: 17 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.920501:0:35231:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c39f16 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fdb expref: 17 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.920555:0:35231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988615296:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.920656:0:35231:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319268.923490:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.923647:0:35231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:35231:1853163988615296:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.923682:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a249 expref: 35 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.923697:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x4:0x0].0x0 (ffff9e7d36e11200) 00010000:00010000:2.0:1767319268.923700:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319268.923703:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a249 expref: 35 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.923713:0:35231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a249 expref: 35 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.923720:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:2.0:1767319268.923768:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:122876:x1853163988615168:12345-0@lo:101:mdt00_004.0 Request processed in 3383us (4265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.923777:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509 00000100:00100000:1.0:1767319268.923857:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988615168:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319268.923874:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.923884:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.925123:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.925133:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319268.925880:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988615552:0@lo:403:mdt00_004.0 00000100:00100000:1.0:1767319268.925928:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.927414:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d067c0480 going to sleep for 50 seconds 00000100:00100000:0.0:1767319268.927492:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988615552 00000100:00100000:0.0:1767319268.927501:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988615552 00000100:00100000:0.0:1767319268.927764:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00000100:00100000:0.0:1767319268.927775:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:122876:x1853163988615552:12345-0@lo:403:mdt00_004.0 00000100:00100000:0.0:1767319268.930385:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:122876:x1853163988615552:12345-0@lo:403:mdt00_004.0 Request processed in 2605us (4447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.930399:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:1.0:1767319268.930482:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988615552:0@lo:403:mdt00_004.0 00000040:00080000:1.0:1767319268.931922:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].30, 936 off52032 00000040:00080000:1.0:1767319268.932120:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].30, 1016 off54432 00000004:00080000:1.0:1767319268.932127:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d067c0480 with version 32 00000004:00080000:2.0:1767319268.932272:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 32 rpc_version 32 00000020:00100000:2.0:1767319268.932305:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319268.932313:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d03f84e00 x1853163988615808/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319268.932336:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988615808:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.932391:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.932470:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.933394:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988615808:0@lo:1000:osp_up1-0.0 00000004:00200000:0.0:1767319268.933534:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x23:0x0]: returning size 4096 00010000:00010000:0.0:1767319268.933554:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933563:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933571:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933622:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.933627:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933635:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933654:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x4:0x0].0x0 (ffff9e7c0729e300) 00010000:00010000:0.0:1767319268.933657:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.933663:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933668:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a242 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933689:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.933697:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.933704:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319268.933725:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319268.933733:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x4:0x0] 00010000:00010000:0.0:1767319268.933742:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933748:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933763:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933768:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.933771:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933776:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933784:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x23:0x0].0x0 (ffff9e7c0729e600) 00010000:00010000:0.0:1767319268.933786:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319268.933789:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 2/0,0 mode: --/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933795:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a23b lrc: 0/0,0 mode: --/EX res: [0x200006991:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933975:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933983:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933988:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933993:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.933998:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319268.934000:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.934016:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.934024:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319268.934026:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319268.934029:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.934034:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a22d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319268.934044:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf187191 reply state 00000000431ac980 transno 137438953589 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.934054:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319268.934062:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x75035796 (ffff9e7c0729e900) 00010000:00010000:0.0:1767319268.934064:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319268.934067:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319268.934127:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+162:87929:x1853163923730688:12345-192.168.204.13@tcp:36:rm.0 Request processed in 23276us (23725us total) trans 137438953589 rc 0/0 00000100:00100000:0.0:1767319268.934135:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 375 00010000:00010000:1.0:1767319268.934284:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319268.934291:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934297:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319268.934301:0:15460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319268.934308:0:15460:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934337:0:15460:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934343:0:15460:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319268.934375:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934382:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099800/0x719a348ff1c3a249 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a250 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934402:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319268.934404:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319268.934406:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319268.934415:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319268.934429:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988615936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.934467:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.934504:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988615936 00000100:00100000:1.0:1767319268.934508:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988615936 00000100:00100000:1.0:1767319268.934547:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1767319268.934554:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+36:7013:x1853163988615936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319268.934566:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319268.934607:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a250 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a249 expref: 36 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319268.934621:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x4:0x0].0x0 (ffff9e7d36e11200) 00010000:00010000:1.0:1767319268.934630:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319268.934657:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+35:7013:x1853163988615936:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319268.934664:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1767319268.934693:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988615936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319268.942876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.942977:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923731200 00000100:00100000:2.0:1767319268.942987:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923731200 00000100:00100000:2.0:1767319268.943042:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 376 00000100:00100000:2.0:1767319268.943052:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+162:87929:x1853163923731200:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319268.943077:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319268.943099:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a257 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32083 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319268.943369:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x34:0x0]: returning size 4096 00010000:00010000:2.0:1767319268.943463:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a257 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32083 expref: 164 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.943478:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319268.943480:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319268.943486:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a257 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32083 expref: 164 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.943500:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5800, rc 0) 00000100:00100000:2.0:1767319268.943697:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+163:87929:x1853163923731200:12345-192.168.204.13@tcp:101:rm.0 Request processed in 645us (830us total) trans 137438953590 rc 301/301 00000100:00100000:2.0:1767319268.943705:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 376 00000100:00100000:1.0:1767319268.947327:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.959333:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+163:87929:x1853163923731328:12345-192.168.204.13@tcp:37:rm.0 Request processed in 11437us (12003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.959346:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 112 00000100:00100000:1.0:1767319268.968173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.978678:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923731456:12345-192.168.204.13@tcp:37:rm.0 Request processed in 9831us (10513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.978693:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 113 00000100:00100000:2.0:1767319268.983305:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319268.983411:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923731712 00000100:00100000:0.0:1767319268.983421:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923731712 00000100:00100000:0.0:1767319268.983483:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 114 00000100:00100000:0.0:1767319268.983492:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+163:87929:x1853163923731712:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319268.984275:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988616064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319268.984333:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.984377:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755c00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.984758:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988616064:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1767319268.984934:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].31, 344 off52376 00000040:00080000:1.0:1767319268.984975:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].31, 424 off54856 00000004:00080000:1.0:1767319268.984979:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d36b6d0c0 with version 33 00000004:00080000:2.0:1767319268.985124:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 33 rpc_version 33 00000020:00100000:2.0:1767319268.985146:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319268.985153:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d0955d500 x1853163988616320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319268.985270:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988616320:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319268.985302:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.985374:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83cc0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319268.985796:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988616320:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319268.985944:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+164:87929:x1853163923731712:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2450us (2647us total) trans 137438953591 rc 0/0 00000100:00100000:0.0:1767319268.985953:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 114 00000100:00100000:1.0:1767319268.989463:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319268.989680:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923731968 00000100:00100000:2.0:1767319268.989690:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923731968 00000100:00100000:2.0:1767319268.989803:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 377 00000100:00100000:2.0:1767319268.989813:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+164:87929:x1853163923731968:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319268.989872:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319268.989899:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c400/0x719a348ff1c39dfe lrc: 0/0,0 mode: --/PR res: [0x200006991:0x34:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f6b expref: 164 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.989917:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x34:0x0].0x0 (ffff9e7d0c7a5f00) 00010000:00010000:2.0:1767319268.989927:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319268.989949:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.989962:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.989971:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.989985:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.989992:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.989997:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990121:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990128:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990134:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990150:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,1 mode: --/EX res: [0x200009870:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990172:0:122876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31faa expref: 163 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.990180:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 4/0,1 mode: --/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.990216:0:122876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31faa expref: 163 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319268.990229:0:122876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c39f08 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31faa expref: 163 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:2.0:1767319268.990242:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988616448:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319268.990329:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83480 going to sleep for 11 seconds 00000100:00100000:2.0:1767319268.993884:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988616448:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319268.993916:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,1 mode: --/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:1.0:1767319268.995719:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319268.998430:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.998446:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.998500:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.998518:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319268.998532:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319268.998568:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988616576:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319268.998986:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319268.999029:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83480 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.004965:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.005471:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988616576:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319269.005490:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.005500:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.005831:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923732224 00000100:00100000:0.0:1767319269.005839:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923732224 00010000:00010000:0.0:1767319269.005869:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c39f71 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32005 expref: 17 pid: 122876 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319269.005946:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2652 00000100:00100000:0.0:1767319269.005955:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+17:2508:x1853163923732224:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.005971:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.005978:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c39f71 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32005 expref: 17 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319269.005990:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c39f71 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32005 expref: 17 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319269.006011:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c39f71 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32005 expref: 17 pid: 122876 timeout: 4615 lvb_type: 0 00010000:00010000:0.0:1767319269.006024:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x15:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:0.0:1767319269.006029:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a288 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a281 expref: 36 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.006038:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a288 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a281 expref: 36 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.006045:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a288 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a281 expref: 36 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.006095:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a288 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a281 expref: 36 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.006107:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988616832:0@lo:105: 00000100:00100000:0.0:1767319269.006142:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.006194:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d182b7780 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.006460:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988616832 00000100:00100000:2.0:1767319269.006466:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988616832 00000100:00100000:2.0:1767319269.006511:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1767319269.006519:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988616832:12345-0@lo:105: 00010000:00010000:2.0:1767319269.006530:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006558:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006566:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006572:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006603:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006612:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.006629:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c073c5000) 00000100:00100000:2.0:1767319269.006665:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988616832:12345-0@lo:105: Request processed in 147us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.006672:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1767319269.007041:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988616832:0@lo:105: 00010000:00010000:0.0:1767319269.007068:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.007116:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2508:x1853163923732224:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 1161us (2160us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.007124:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2652 00010000:00010000:2.0:1767319269.014946:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.014965:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.015993:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988616960:0@lo:403:mdt00_004.0 00000100:00100000:2.0:1767319269.016090:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.016120:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83480 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.016361:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988616960 00000100:00100000:1.0:1767319269.016369:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988616960 00000100:00100000:1.0:1767319269.016425:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515 00000100:00100000:1.0:1767319269.016434:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:122876:x1853163988616960:12345-0@lo:403:mdt00_004.0 00000100:00100000:1.0:1767319269.019107:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:122876:x1853163988616960:12345-0@lo:403:mdt00_004.0 Request processed in 2667us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.019122:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515 00000040:00080000:0.0:1767319269.020308:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].32, 952 off53328 00000040:00080000:0.0:1767319269.020476:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].32, 1032 off55888 00000004:00080000:0.0:1767319269.020483:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d182b7780 with version 34 00000004:00080000:1.0:1767319269.020696:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 34 rpc_version 34 00000020:00100000:1.0:1767319269.020728:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.020737:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d32f64380 x1853163988617216/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2248/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.020759:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988617216:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.020807:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.020923:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d6c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.021410:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988617216:0@lo:1000:osp_up1-0.0 00000004:00200000:0.0:1767319269.021461:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x34:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.021479:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021488:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021496:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021511:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.021516:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021524:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021551:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x15:0x0].0x0 (ffff9e7d36e11d00) 00010000:00010000:0.0:1767319269.021554:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.021558:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 2/0,0 mode: --/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021565:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a27a lrc: 0/0,0 mode: --/EX res: [0x200009870:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021601:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.021609:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.021617:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.021639:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319269.021646:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x15:0x0] 00010000:00010000:0.0:1767319269.021652:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021657:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021663:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021668:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.021671:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021685:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021693:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x34:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:0.0:1767319269.021696:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.021698:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021704:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a273 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021851:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021858:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021863:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021869:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021875:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.021878:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021884:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021891:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.021893:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.021896:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021907:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a265 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319269.021917:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001a4d0208 reply state 000000001fb58200 transno 137438953592 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021928:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.021935:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x72814bbe (ffff9e7d3b4b4000) 00010000:00010000:0.0:1767319269.021938:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.021940:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.021994:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+164:87929:x1853163923731968:12345-192.168.204.13@tcp:36:rm.0 Request processed in 32181us (32543us total) trans 137438953592 rc 0/0 00000100:00100000:0.0:1767319269.022000:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 377 00010000:00010000:1.0:1767319269.022136:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319269.022142:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.022165:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319269.022169:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319269.022175:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.022199:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.022204:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319269.022230:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.022237:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c5000/0x719a348ff1c3a281 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a288 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.022250:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.022252:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.022253:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.022260:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319269.022271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988617344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319269.022301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.022366:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988617344 00000100:00100000:0.0:1767319269.022371:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988617344 00000100:00100000:0.0:1767319269.022440:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1767319269.022448:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+38:7012:x1853163988617344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.022457:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.022473:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a288 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a281 expref: 38 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.022483:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x15:0x0].0x0 (ffff9e7d0b33a300) 00010000:00010000:0.0:1767319269.022489:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.022516:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+37:7012:x1853163988617344:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.022522:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1767319269.022949:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988617344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319269.027486:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.027575:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923732480 00000100:00100000:0.0:1767319269.027635:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923732480 00000100:00100000:0.0:1767319269.027691:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 378 00000100:00100000:0.0:1767319269.027699:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+164:87929:x1853163923732480:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.027725:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.027745:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a28f lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3208a expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.027901:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x31:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.027993:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a28f lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3208a expref: 166 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.028005:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.028008:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.028012:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a28f lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3208a expref: 166 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.028023:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18600, rc 0) 00000100:00100000:0.0:1767319269.028080:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+165:87929:x1853163923732480:12345-192.168.204.13@tcp:101:rm.0 Request processed in 381us (606us total) trans 137438953593 rc 301/301 00000100:00100000:0.0:1767319269.028087:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 378 00000100:00100000:0.0:1767319269.033449:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.033533:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923732608 00000100:00100000:1.0:1767319269.033544:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923732608 00000100:00100000:1.0:1767319269.033632:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 115 00000100:00100000:1.0:1767319269.033657:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c087450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+165:87929:x1853163923732608:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319269.039131:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c087450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+165:87929:x1853163923732608:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5467us (5681us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.039143:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 115 00000100:00100000:2.0:1767319269.045452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.045721:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923732736 00000100:00100000:0.0:1767319269.045730:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923732736 00000100:00100000:0.0:1767319269.045775:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:0.0:1767319269.045786:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923732736:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319269.049197:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923732736:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3403us (3746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.049212:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 116 00000100:00100000:1.0:1767319269.052827:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.052931:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923732992 00000100:00100000:0.0:1767319269.052941:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923732992 00000100:00100000:0.0:1767319269.052998:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:0.0:1767319269.053008:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+165:87929:x1853163923732992:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319269.053283:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988617472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767319269.053341:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.053374:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d06b130c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.053853:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988617472:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1767319269.054014:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].33, 344 off53672 00000040:00080000:0.0:1767319269.054058:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].33, 424 off56312 00000004:00080000:0.0:1767319269.054064:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d05f93f00 with version 35 00000004:00080000:1.0:1767319269.054130:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 35 rpc_version 35 00000020:00100000:1.0:1767319269.054149:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.054167:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d361ca300 x1853163988617728/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.054184:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988617728:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.054212:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.054284:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d6c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.055469:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518 00000100:00100000:2.0:1767319269.055478:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:125533:x1853163988617728:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.055673:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:125533:x1853163988617728:12345-0@lo:1000:osp_up1-0.0 Request processed in 195us (1458us total) trans 90194313278 rc 0/0 00000100:00100000:2.0:1767319269.055681:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518 00000100:00100000:1.0:1767319269.055767:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988617728:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319269.055901:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+166:87929:x1853163923732992:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2892us (3080us total) trans 137438953594 rc 0/0 00000100:00100000:0.0:1767319269.055908:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 117 00000100:00100000:2.0:1767319269.060355:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.060419:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923733248 00000100:00100000:0.0:1767319269.060430:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923733248 00000100:00100000:0.0:1767319269.060489:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 379 00000100:00100000:0.0:1767319269.060499:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+166:87929:x1853163923733248:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.060792:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.060819:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c39e1a lrc: 0/0,0 mode: --/PR res: [0x200006991:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f72 expref: 166 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.060853:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x31:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:0.0:1767319269.060865:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.060890:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.060901:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.060910:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.060922:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.060928:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.060933:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061012:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,1 mode: --/EX res: [0x200006991:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061019:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061026:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061040:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061049:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 165 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.061062:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.061089:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 165 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.061100:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 165 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:0.0:1767319269.061113:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988617856:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319269.061241:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08ed6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.066301:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.066377:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988617856:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319269.066404:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319269.066476:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923733376 00000100:00100000:1.0:1767319269.066483:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923733376 00010000:00010000:1.0:1767319269.066529:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 166 pid: 121322 timeout: 4615 lvb_type: 0 00000100:00100000:1.0:1767319269.066574:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2653 00000100:00100000:1.0:1767319269.066616:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4ce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+166:2508:x1853163923733376:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319269.066631:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.066638:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 166 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319269.066649:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 166 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319269.066671:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c39ec9 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fb1 expref: 166 pid: 121322 timeout: 4615 lvb_type: 0 00010000:00010000:1.0:1767319269.066697:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x12:0x0].0x0 (ffff9e7d36e11800) 00010000:00010000:1.0:1767319269.066702:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.066711:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.066717:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.066739:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319269.066800:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4ce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+165:2508:x1853163923733376:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 186us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.066808:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2653 00010000:00010000:0.0:1767319269.066933:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.066940:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.066979:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.066984:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.066994:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319269.067020:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988617984:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319269.067055:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.067086:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08ed6f00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.067264:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988617984 00000100:00100000:1.0:1767319269.067269:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988617984 00000100:00100000:1.0:1767319269.067306:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:1.0:1767319269.067313:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:121476:x1853163988617984:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319269.067333:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.067347:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a2b9 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.067368:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 15 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.067377:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 39 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.067399:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 15 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.067418:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 15 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.067429:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988618112:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.067484:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.072318:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.072343:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988618112:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319269.072376:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 39 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.072391:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x12:0x0].0x0 (ffff9e7d36e11f00) 00010000:00010000:1.0:1767319269.072393:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.072397:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 39 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.072406:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 39 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.072412:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098e00, rc 0) 00000100:00100000:1.0:1767319269.072475:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:121476:x1853163988617984:12345-0@lo:101:mdt00_003.0 Request processed in 5162us (5419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.072485:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1767319269.072542:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988617984:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319269.072561:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.072572:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.072753:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923733504 00000100:00100000:0.0:1767319269.072760:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923733504 00010000:00010000:0.0:1767319269.072791:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 16 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:0.0:1767319269.072822:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2654 00000100:00100000:0.0:1767319269.072830:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+16:2508:x1853163923733504:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.072843:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.072848:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 16 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.072859:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 16 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.072878:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098200/0x719a348ff1c39f63 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ffe expref: 16 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.072891:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x12:0x0].0x0 (ffff9e7d36e11f00) 00010000:00010000:0.0:1767319269.072895:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 38 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.072903:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 38 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.072927:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 38 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.072956:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a2c0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2b9 expref: 38 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.072967:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988618240:0@lo:105: 00000100:00100000:0.0:1767319269.072997:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.073021:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d08ed6f00 going to sleep for 11 seconds 00010000:00010000:2.0:1767319269.073705:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.073715:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.074346:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988618368:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319269.074393:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.074426:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83780 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.074493:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988618368 00000100:00100000:1.0:1767319269.074499:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988618368 00000100:00100000:1.0:1767319269.074557:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520 00000100:00100000:1.0:1767319269.074564:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:121476:x1853163988618368:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319269.077018:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:121476:x1853163988618368:12345-0@lo:403:mdt00_003.0 Request processed in 2446us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.077039:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520 00000100:00100000:2.0:1767319269.077222:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988618368:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767319269.078099:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].34, 952 off54624 00000040:00080000:2.0:1767319269.078300:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].34, 1032 off57344 00000004:00080000:2.0:1767319269.078307:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03e83780 with version 36 00000004:00080000:1.0:1767319269.078428:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 36 rpc_version 36 00000020:00100000:1.0:1767319269.078458:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.078467:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d361c8000 x1853163988618624/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.078490:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988618624:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.078829:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.078858:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d3c0 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.083856:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988618624 00000100:00100000:2.0:1767319269.083871:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988618624 00000100:00100000:2.0:1767319269.083929:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521 00000100:00100000:2.0:1767319269.083939:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4089ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:125533:x1853163988618624:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.084329:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4089ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:125533:x1853163988618624:12345-0@lo:1000:osp_up1-0.0 Request processed in 392us (5501us total) trans 90194313279 rc 0/0 00000100:00100000:2.0:1767319269.084336:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521 00000100:00100000:1.0:1767319269.086353:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988618624:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767319269.086677:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x31:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.086706:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086716:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086723:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086729:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.086733:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086741:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086759:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x12:0x0].0x0 (ffff9e7d36e11800) 00010000:00010000:2.0:1767319269.086762:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.086766:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086770:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a2b2 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086804:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086809:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086814:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086829:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319269.086838:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x12:0x0] 00010000:00010000:2.0:1767319269.086845:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086851:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.086856:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.086860:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319269.086861:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.086864:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.086868:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086869:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.086875:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319269.086877:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x31:0x0].0x0 (ffff9e7c0729e300) 00010000:00010000:0.0:1767319269.086879:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086879:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.086882:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 2/0,0 mode: --/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319269.086886:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.086896:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a2ab lrc: 0/0,0 mode: --/EX res: [0x200006991:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.086928:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.086934:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767319269.086993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988618752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319269.087059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319269.087173:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087180:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087184:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087189:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087194:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.087197:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087203:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087211:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319269.087213:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.087217:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087222:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a29d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319269.087231:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098551333 reply state 00000000c0ea149c transno 137438953595 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087251:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.087259:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd8f6d583 (ffff9e7c0729e600) 00010000:00010000:2.0:1767319269.087261:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.087264:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767319269.087325:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.087331:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+166:87929:x1853163923733248:12345-192.168.204.13@tcp:36:rm.0 Request processed in 26832us (26986us total) trans 137438953595 rc 0/0 00010000:00010000:0.0:1767319269.087333:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18400/0x719a348ff1c3a2b9 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a2c0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.087340:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 379 00010000:00010000:0.0:1767319269.087365:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.087367:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.087368:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.092406:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.092495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988618752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319269.102381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.102470:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923733888 00000100:00100000:0.0:1767319269.102480:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923733888 00000100:00100000:0.0:1767319269.102555:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 118 00000100:00100000:0.0:1767319269.102564:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+167:87929:x1853163923733888:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.108957:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+167:87929:x1853163923733888:12345-192.168.204.13@tcp:37:rm.0 Request processed in 6380us (6573us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.108973:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 118 00000100:00100000:2.0:1767319269.113491:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.113779:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923734016 00000100:00100000:1.0:1767319269.113789:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923734016 00000100:00100000:1.0:1767319269.113879:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 119 00000100:00100000:1.0:1767319269.113889:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923734016:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.119100:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923734016:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5203us (5609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.119115:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 119 00000100:00100000:0.0:1767319269.123100:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.123198:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923734272 00000100:00100000:1.0:1767319269.123208:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923734272 00000100:00100000:1.0:1767319269.123284:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 120 00000100:00100000:1.0:1767319269.123292:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c086850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+167:87929:x1853163923734272:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.123530:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988618880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319269.123658:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.123707:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6dc00 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.124218:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988618880:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1767319269.124407:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].35, 344 off54968 00000040:00080000:0.0:1767319269.124455:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].35, 424 off57768 00000004:00080000:0.0:1767319269.124460:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d08ed6cc0 with version 37 00000100:00100000:2.0:1767319269.124880:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988619136 00000100:00100000:2.0:1767319269.124885:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988619136 00000100:00100000:2.0:1767319269.124923:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:2.0:1767319269.124929:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:125533:x1853163988619136:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.125165:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:125533:x1853163988619136:12345-0@lo:1000:osp_up1-0.0 Request processed in 236us (363us total) trans 90194313280 rc 0/0 00000100:00100000:2.0:1767319269.125172:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00100000:0.0:1767319269.125459:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988619136:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.125752:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c086850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+168:87929:x1853163923734272:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2457us (2660us total) trans 137438953597 rc 0/0 00000100:00100000:2.0:1767319269.125759:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 120 00000100:00100000:2.0:1767319269.128657:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.135747:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988619264:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.135777:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,1 mode: --/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319269.137009:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319269.137616:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.137624:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.137669:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.137676:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.137685:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319269.137704:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988619392:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319269.137747:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.137769:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6fe840 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.142410:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923734784 00000100:00100000:2.0:1767319269.142419:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923734784 00010000:00010000:2.0:1767319269.142457:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 15 pid: 121476 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.142498:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2656 00000100:00100000:2.0:1767319269.142516:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:2509:x1853163923734784:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319269.142532:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.142539:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 15 pid: 121476 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.142561:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 15 pid: 121476 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.142615:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x8:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:2.0:1767319269.142622:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c3a2f8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a2f1 expref: 41 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.142632:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c3a2f8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a2f1 expref: 41 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.142640:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c3a2f8 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a2f1 expref: 41 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.142672:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c3a2f8 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2f1 expref: 41 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.142705:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988619648:0@lo:105: 00000100:00100000:2.0:1767319269.142753:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.142788:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.142862:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988619648 00000100:00100000:0.0:1767319269.142868:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988619648 00000100:00100000:0.0:1767319269.142906:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1767319269.142913:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988619648:12345-0@lo:105: 00010000:00010000:0.0:1767319269.142923:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142932:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142940:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142946:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142953:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142960:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.142974:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d36e19e00) 00000100:00100000:0.0:1767319269.143016:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988619648:12345-0@lo:105: Request processed in 103us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.143023:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1767319269.143061:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988619648:0@lo:105: 00010000:00010000:0.0:1767319269.143084:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.143123:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+15:2509:x1853163923734784:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 608us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.143129:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2656 00010000:00010000:1.0:1767319269.143501:0:99440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d2ea82e00/0x719a348ff1c39f40 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fe9 expref: 14 pid: 121476 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.143517:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988619520:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319269.143535:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682c000/0x719a348ff1c3a2f8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a2f1 expref: 41 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.143543:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x8:0x0].0x0 (ffff9e7d3b4b4300) 00010000:00010000:1.0:1767319269.143556:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.143559:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682c000, rc 0) 00000100:00100000:1.0:1767319269.143628:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:121476:x1853163988619392:12345-0@lo:101:mdt00_003.0 Request processed in 5432us (5880us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.143635:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:1.0:1767319269.145129:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988619776 00000100:00100000:1.0:1767319269.145138:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988619776 00000100:00100000:1.0:1767319269.145200:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525 00000100:00100000:1.0:1767319269.145209:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:121476:x1853163988619776:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319269.146837:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:121476:x1853163988619776:12345-0@lo:403:mdt00_003.0 Request processed in 1622us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.146848:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525 00000040:00080000:0.0:1767319269.151421:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].36, 1016 off58784 00000004:00080000:0.0:1767319269.151435:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7c0ca51780 with version 38 00000100:00100000:2.0:1767319269.152358:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988620032 00000100:00100000:2.0:1767319269.152366:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988620032 00000100:00100000:2.0:1767319269.152423:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526 00000100:00100000:2.0:1767319269.152432:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:125533:x1853163988620032:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.152787:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:125533:x1853163988620032:12345-0@lo:1000:osp_up1-0.0 Request processed in 356us (592us total) trans 90194313281 rc 0/0 00000100:00100000:2.0:1767319269.152796:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526 00000004:00200000:1.0:1767319269.153188:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x27:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.153228:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153238:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153258:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153264:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.153268:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153275:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153291:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x8:0x0].0x0 (ffff9e7d407b3f00) 00010000:00010000:1.0:1767319269.153293:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.153299:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 2/0,0 mode: --/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153304:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a2ea lrc: 0/0,0 mode: --/EX res: [0x200009870:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153324:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.153331:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.153337:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e19e00/0x719a348ff1c3a2f1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a2f8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.153359:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319269.153374:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x8:0x0] 00010000:00010000:1.0:1767319269.153383:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153389:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153394:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153400:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.153403:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153408:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153416:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x27:0x0].0x0 (ffff9e7d0b33ac00) 00010000:00010000:1.0:1767319269.153419:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.153421:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153426:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d000/0x719a348ff1c3a2e3 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153665:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153673:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153679:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153685:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153695:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.153698:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153704:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153712:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319269.153714:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.153717:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153722:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c600/0x719a348ff1c3a2d5 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:1.0:1767319269.153730:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d7a980d reply state 000000005931f4f3 transno 137438953598 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153741:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.153748:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xda59b63d (ffff9e7d0b33a900) 00010000:00010000:1.0:1767319269.153750:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.153753:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.153814:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+168:87929:x1853163923734528:12345-192.168.204.13@tcp:36:rm.0 Request processed in 24743us (25164us total) trans 137438953598 rc 0/0 00000100:00100000:1.0:1767319269.153822:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 381 00000100:00100000:1.0:1767319269.160143:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923735040 00000100:00100000:1.0:1767319269.160224:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923735040 00000100:00100000:1.0:1767319269.160401:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 382 00000100:00100000:1.0:1767319269.160413:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+168:87929:x1853163923735040:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.160451:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.160473:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a2ff lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32098 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319269.160684:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x24:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.160788:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a2ff lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32098 expref: 170 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.160801:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319269.160806:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319269.160811:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a2ff lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32098 expref: 170 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.160825:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099e00, rc 0) 00000100:00100000:1.0:1767319269.160892:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+169:87929:x1853163923735040:12345-192.168.204.13@tcp:101:rm.0 Request processed in 482us (1821us total) trans 137438953599 rc 301/301 00000100:00100000:1.0:1767319269.160899:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 382 00000100:00100000:0.0:1767319269.164946:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923735168 00000100:00100000:0.0:1767319269.164955:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923735168 00000100:00100000:0.0:1767319269.165012:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 121 00000100:00100000:0.0:1767319269.165022:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+169:87929:x1853163923735168:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319269.170275:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+169:87929:x1853163923735168:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5243us (5406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.170289:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 121 00000100:00100000:2.0:1767319269.180983:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923735296 00000100:00100000:2.0:1767319269.180994:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923735296 00000100:00100000:2.0:1767319269.181052:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 122 00000100:00100000:2.0:1767319269.181063:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923735296:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.198683:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923735296:12345-192.168.204.13@tcp:37:rm.0 Request processed in 17610us (17805us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.198699:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 122 00000100:00100000:2.0:1767319269.206314:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.206420:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923735552 00000100:00100000:1.0:1767319269.206431:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923735552 00000100:00100000:1.0:1767319269.206494:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 123 00000100:00100000:1.0:1767319269.206514:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+169:87929:x1853163923735552:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.206909:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988620288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319269.206968:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.207061:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6dc00 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.208403:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988620288 00000100:00100000:0.0:1767319269.208415:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988620288 00000100:00100000:0.0:1767319269.208544:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527 00000100:00100000:0.0:1767319269.208553:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:121324:x1853163988620288:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767319269.208684:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:121324:x1853163988620288:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 132us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.208692:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527 00000100:00100000:1.0:1767319269.208783:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988620288:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1767319269.208988:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].37, 344 off56248 00000040:00080000:1.0:1767319269.209037:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].37, 424 off59208 00000004:00080000:1.0:1767319269.209042:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d36b6d3c0 with version 39 00000100:00100000:2.0:1767319269.216367:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988620544 00000100:00100000:2.0:1767319269.216379:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988620544 00000100:00100000:0.0:1767319269.216559:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528 00000100:00100000:0.0:1767319269.216569:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:125533:x1853163988620544:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319269.216825:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:125533:x1853163988620544:12345-0@lo:1000:osp_up1-0.0 Request processed in 256us (5822us total) trans 90194313282 rc 0/0 00000100:00100000:0.0:1767319269.216833:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528 00000100:00100000:0.0:1767319269.217867:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+170:87929:x1853163923735552:12345-192.168.204.13@tcp:35:rm.0 Request processed in 11351us (11559us total) trans 137438953600 rc 0/0 00000100:00100000:0.0:1767319269.217879:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 123 00000100:00100000:2.0:1767319269.220798:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923735808 00000100:00100000:2.0:1767319269.220807:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923735808 00000100:00100000:2.0:1767319269.220866:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 383 00000100:00100000:2.0:1767319269.220875:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+170:87929:x1853163923735808:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.220925:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.220961:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c39e52 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f80 expref: 170 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.220978:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x24:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:2.0:1767319269.220987:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.221007:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221019:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221029:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221042:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221047:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221053:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221132:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,1 mode: --/EX res: [0x200006991:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221141:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221148:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221180:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221198:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39ede lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fbf expref: 169 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.221206:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.221236:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39ede lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fbf expref: 169 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.221394:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682de00/0x719a348ff1c39ede lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fbf expref: 169 pid: 122876 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.221409:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988620672:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319269.221565:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.225659:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988620672:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.225690:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319269.226350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319269.227504:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.227513:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.227573:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.227607:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.227629:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319269.227648:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988620800:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767319269.227691:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.227715:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e839c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.227895:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988620800 00000100:00100000:1.0:1767319269.227901:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988620800 00000100:00100000:1.0:1767319269.227944:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:1.0:1767319269.227953:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:121476:x1853163988620800:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319269.227971:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.227986:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a330 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a329 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.228007:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 13 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.228017:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a330 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a329 expref: 43 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.228042:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 13 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.228055:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 13 pid: 122877 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.228065:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988620928:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.228109:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d000 going to sleep for 11 seconds 00000100:00100000:1.0:1767319269.232097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.232985:0:15455:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1767319269.232998:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988621056 00000100:00100000:0.0:1767319269.233002:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988621056 00000100:00100000:0.0:1767319269.233036:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1767319269.233043:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d318bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988621056:12345-0@lo:105: 00010000:00010000:0.0:1767319269.233054:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233062:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233070:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233077:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233084:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233091:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.233104:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c073c4600) 00000100:00100000:0.0:1767319269.233144:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d318bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988621056:12345-0@lo:105: Request processed in 102us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.233162:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00010000:00010000:2.0:1767319269.235112:0:18380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c39f4e lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff0 expref: 13 pid: 122877 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.235132:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988620928:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.235173:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a330 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a329 expref: 43 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.235184:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x5:0x0].0x0 (ffff9e7c0729e100) 00010000:00010000:2.0:1767319269.235186:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.235189:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099e00, rc 0) 00000100:00100000:2.0:1767319269.235254:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:121476:x1853163988620800:12345-0@lo:101:mdt00_003.0 Request processed in 7302us (7562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.235262:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00100000:1.0:1767319269.235401:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988620800:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767319269.235417:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319269.236056:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988621184:0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319269.236100:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.236124:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.236344:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988621184 00000100:00100000:2.0:1767319269.236351:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988621184 00000100:00100000:2.0:1767319269.236391:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:2.0:1767319269.236399:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:121476:x1853163988621184:12345-0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319269.237897:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:121476:x1853163988621184:12345-0@lo:403:mdt00_003.0 Request processed in 1494us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.237909:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00100000:0.0:1767319269.238561:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988621184:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1767319269.239478:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].38, 936 off57184 00000040:00080000:0.0:1767319269.239695:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].38, 1016 off60224 00000004:00080000:0.0:1767319269.239702:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d0b160780 with version 40 00000020:00100000:2.0:1767319269.240878:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767319269.240897:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d2d02e680 x1853163988621440/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319269.240921:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988621440:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.240982:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.241064:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83180 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.241105:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988621440 00000100:00100000:1.0:1767319269.241113:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988621440 00000100:00100000:1.0:1767319269.241272:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531 00000100:00100000:1.0:1767319269.241283:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:125533:x1853163988621440:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.241830:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:125533:x1853163988621440:12345-0@lo:1000:osp_up1-0.0 Request processed in 548us (846us total) trans 90194313283 rc 0/0 00000100:00100000:1.0:1767319269.241839:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531 00000004:00200000:0.0:1767319269.242028:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x24:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.242051:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242061:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242069:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242076:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.242081:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242089:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242105:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x5:0x0].0x0 (ffff9e7d407b3800) 00010000:00010000:0.0:1767319269.242108:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.242114:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242119:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a322 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242139:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.242147:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.242168:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c073c4600/0x719a348ff1c3a329 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a330 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.242200:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319269.242209:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x5:0x0] 00010000:00010000:0.0:1767319269.242218:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242224:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242229:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242233:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.242237:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242242:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242250:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x24:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:0.0:1767319269.242251:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.242254:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 2/0,0 mode: --/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242259:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a31b lrc: 0/0,0 mode: --/EX res: [0x200006991:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242417:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242424:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242428:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242439:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242444:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.242446:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242452:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242460:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.242462:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.242465:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242470:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a30d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319269.242479:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000090e5ccc3 reply state 0000000037385c44 transno 137438953601 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242489:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.242496:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd35f3667 (ffff9e7d3b4b4300) 00010000:00010000:0.0:1767319269.242719:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.242723:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.243319:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+170:87929:x1853163923735808:12345-192.168.204.13@tcp:36:rm.0 Request processed in 22443us (22641us total) trans 137438953601 rc 0/0 00000100:00100000:0.0:1767319269.243327:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 383 00000100:00100000:1.0:1767319269.247476:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.247861:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923736320 00000100:00100000:0.0:1767319269.247882:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923736320 00000100:00100000:0.0:1767319269.247962:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 384 00000100:00100000:0.0:1767319269.247972:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+170:87929:x1853163923736320:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.247994:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.248013:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a337 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3209f expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.248188:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2a:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.248274:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a337 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3209f expref: 172 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.248287:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.248290:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.248295:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a337 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3209f expref: 172 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.248307:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19200, rc 0) 00000100:00100000:0.0:1767319269.248409:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+171:87929:x1853163923736320:12345-192.168.204.13@tcp:101:rm.0 Request processed in 438us (942us total) trans 137438953602 rc 301/301 00000100:00100000:0.0:1767319269.248417:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 384 00000100:00100000:2.0:1767319269.252806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.252888:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923736448 00000100:00100000:1.0:1767319269.252899:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923736448 00000100:00100000:1.0:1767319269.252955:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 124 00000100:00100000:1.0:1767319269.252966:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+171:87929:x1853163923736448:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.258289:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+171:87929:x1853163923736448:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5314us (5481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.258303:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 124 00000100:00100000:0.0:1767319269.262148:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.262294:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923736576 00000100:00100000:1.0:1767319269.262304:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923736576 00000100:00100000:1.0:1767319269.262403:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:1.0:1767319269.262412:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c085c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923736576:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.266840:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c085c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+13:87929:x1853163923736576:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4413us (4685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.266855:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 125 00000100:00100000:0.0:1767319269.270144:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.270290:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923736832 00000100:00100000:1.0:1767319269.270299:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923736832 00000100:00100000:1.0:1767319269.270361:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 126 00000100:00100000:1.0:1767319269.270371:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+171:87929:x1853163923736832:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.270636:0:121324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988621696:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767319269.270685:0:121324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.270721:0:121324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6c00 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.271085:0:121324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:121324:1853163988621696:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1767319269.271262:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].39, 344 off57528 00000040:00080000:0.0:1767319269.271307:0:121324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].39, 424 off60648 00000004:00080000:0.0:1767319269.271312:0:121324:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d3979ce40 with version 41 00000100:00100000:0.0:1767319269.271740:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988621952 00000100:00100000:0.0:1767319269.271751:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988621952 00000100:00100000:0.0:1767319269.271789:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:0.0:1767319269.271795:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:125533:x1853163988621952:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319269.271909:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:125533:x1853163988621952:12345-0@lo:1000:osp_up1-0.0 Request processed in 113us (356us total) trans 90194313284 rc 0/0 00000100:00100000:0.0:1767319269.271917:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00100000:0.0:1767319269.272306:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+172:87929:x1853163923736832:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1934us (2168us total) trans 137438953603 rc 0/0 00000100:00100000:0.0:1767319269.272314:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 126 00000100:00100000:0.0:1767319269.275525:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.275711:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923737088 00000100:00100000:1.0:1767319269.275722:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923737088 00000100:00100000:1.0:1767319269.275782:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 385 00000100:00100000:1.0:1767319269.275792:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+172:87929:x1853163923737088:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.275847:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.275874:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c39e6e lrc: 0/0,0 mode: --/PR res: [0x200006991:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f87 expref: 172 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.275893:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2a:0x0].0x0 (ffff9e7d36e11b00) 00010000:00010000:1.0:1767319269.275904:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.275925:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.275938:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.275947:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.275974:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.275980:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.275986:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276065:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276073:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276081:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276100:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,1 mode: --/EX res: [0x200009870:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276110:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 2/0,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 171 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.276119:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 4/0,1 mode: --/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.276168:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 171 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.276181:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 171 pid: 121476 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.276208:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988622080:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.276295:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d000 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.279946:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:1.0:1767319269.282208:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c39eec lrc: 0/0,0 mode: --/PR res: [0x200009870:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fc6 expref: 171 pid: 121476 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.282230:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988622080:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319269.282251:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.282260:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.282265:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.282314:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.282321:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.282330:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:1.0:1767319269.282350:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988622208:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1767319269.282398:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.282434:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d36b6d000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.282575:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988622208 00000100:00100000:2.0:1767319269.282605:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988622208 00000100:00100000:2.0:1767319269.282656:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534 00000100:00100000:2.0:1767319269.282664:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:121476:x1853163988622208:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767319269.282682:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.282696:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a368 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a361 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.282720:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff7 expref: 12 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.282729:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a368 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a361 expref: 45 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.282752:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff7 expref: 12 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.282765:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d09557000/0x719a348ff1c39f86 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31ff7 expref: 12 pid: 122877 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.282776:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988622336:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319269.282852:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83240 going to sleep for 11 seconds 00000100:00100000:1.0:1767319269.286738:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988622336:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319269.286779:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a368 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a361 expref: 45 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.286806:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xb:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:1.0:1767319269.286809:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.286814:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a368 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a361 expref: 45 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.286823:0:18380:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a368 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a361 expref: 45 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.286830:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:1.0:1767319269.287512:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:121476:x1853163988622208:12345-0@lo:101:mdt00_003.0 Request processed in 4847us (5111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.287523:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534 00000100:00100000:2.0:1767319269.287822:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.288058:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988622208:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319269.288076:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288087:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.288486:0:15454:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988622464 00000100:00100000:0.0:1767319269.288490:0:15454:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988622464 00000100:00100000:0.0:1767319269.288534:0:15454:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1767319269.288541:0:15454:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988622464:12345-0@lo:105: 00010000:00010000:0.0:1767319269.288889:0:15454:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288899:0:15454:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288907:0:15454:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288922:0:15454:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288929:0:15454:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288936:0:15454:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.288956:0:15454:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c0c099e00) 00000100:00100000:0.0:1767319269.289005:0:15454:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:15456:x1853163988622464:12345-0@lo:105: Request processed in 464us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.289011:0:15454:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00010000:00010000:2.0:1767319269.289074:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.289083:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.289984:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988622592:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319269.290031:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.290068:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03e83480 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.291049:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988622592 00000100:00100000:0.0:1767319269.291059:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988622592 00000100:00100000:0.0:1767319269.291117:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535 00000100:00100000:0.0:1767319269.291125:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:121476:x1853163988622592:12345-0@lo:403:mdt00_003.0 00000100:00100000:0.0:1767319269.293825:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:121476:x1853163988622592:12345-0@lo:403:mdt00_003.0 Request processed in 2692us (3784us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.293841:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535 00000100:00100000:2.0:1767319269.294060:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988622592:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767319269.294941:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].40, 936 off58464 00000040:00080000:2.0:1767319269.295134:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].40, 1016 off61664 00000004:00080000:2.0:1767319269.295140:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03e83480 with version 42 00000004:00080000:0.0:1767319269.295883:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 42 rpc_version 42 00000020:00100000:0.0:1767319269.295919:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767319269.295928:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d32f64000 x1853163988622848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319269.295952:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988622848:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319269.296006:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.296082:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540cb40 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.296331:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988622848 00000100:00100000:2.0:1767319269.296339:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988622848 00000100:00100000:2.0:1767319269.296424:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:2.0:1767319269.296433:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:125533:x1853163988622848:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.297140:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:125533:x1853163988622848:12345-0@lo:1000:osp_up1-0.0 Request processed in 707us (1131us total) trans 90194313285 rc 0/0 00000100:00100000:2.0:1767319269.297163:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000004:00200000:0.0:1767319269.297418:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2a:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.297440:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297450:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297458:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297464:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.297468:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297475:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297489:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xb:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319269.297492:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.297604:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 2/0,0 mode: --/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297612:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a35a lrc: 0/0,0 mode: --/EX res: [0x200009870:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297634:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.297641:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.297647:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.297727:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319269.297737:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xb:0x0] 00010000:00010000:0.0:1767319269.297744:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297750:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297756:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297760:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.297763:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297768:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297776:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2a:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:0.0:1767319269.297778:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.297781:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297786:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a353 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297950:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297957:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297962:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297974:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297979:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.297982:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297988:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.297996:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.297999:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.298002:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.298007:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a345 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319269.298018:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000079571411 reply state 00000000ecdf54f3 transno 137438953604 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.298028:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.298035:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x99fb7af0 (ffff9e7d407b3f00) 00010000:00010000:0.0:1767319269.298037:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.298040:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.298114:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+172:87929:x1853163923737088:12345-192.168.204.13@tcp:36:rm.0 Request processed in 22321us (22596us total) trans 137438953604 rc 0/0 00000100:00100000:0.0:1767319269.298121:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 385 00000100:00100000:0.0:1767319269.301939:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923737600 00000100:00100000:0.0:1767319269.301964:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923737600 00000100:00100000:0.0:1767319269.302029:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 386 00000100:00100000:0.0:1767319269.302039:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+172:87929:x1853163923737600:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.302063:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.302085:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a36f lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320a6 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.302255:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2d:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.302354:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a36f lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320a6 expref: 174 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.302368:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.302371:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.302376:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a36f lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320a6 expref: 174 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.302389:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19c00, rc 0) 00000100:00100000:0.0:1767319269.302455:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+173:87929:x1853163923737600:12345-192.168.204.13@tcp:101:rm.0 Request processed in 417us (622us total) trans 137438953605 rc 301/301 00000100:00100000:0.0:1767319269.302462:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 386 00010000:00010000:1.0:1767319269.304017:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319269.304029:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.304040:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099e00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319269.304047:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319269.304055:0:15459:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.304095:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.304102:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767319269.304182:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988622976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319269.304242:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319269.304413:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.304446:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7c0c099e00/0x719a348ff1c3a361 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a368 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.304465:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.304470:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.304472:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319269.304621:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988622976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319269.308973:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923737728 00000100:00100000:2.0:1767319269.308984:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923737728 00000100:00100000:2.0:1767319269.309075:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 127 00000100:00100000:2.0:1767319269.309086:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+173:87929:x1853163923737728:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319269.319235:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923737856 00000100:00100000:2.0:1767319269.319258:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923737856 00000100:00100000:2.0:1767319269.319368:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:2.0:1767319269.319378:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923737856:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319269.324097:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923737856:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4707us (4983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.324114:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 128 00000100:00100000:2.0:1767319269.332064:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923738112 00000100:00100000:2.0:1767319269.332075:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923738112 00000100:00100000:2.0:1767319269.332135:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 129 00000100:00100000:2.0:1767319269.332143:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+173:87929:x1853163923738112:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319269.332394:0:126596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:126596:1853163988623104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319269.332438:0:126596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.332468:0:126596:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d2dab6c00 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.332810:0:126596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:126596:1853163988623104:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:2.0:1767319269.332978:0:126596:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].41, 344 off58808 00000040:00080000:2.0:1767319269.333018:0:126596:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].41, 424 off62088 00000004:00080000:2.0:1767319269.333022:0:126596:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03e839c0 with version 43 00000100:00100000:0.0:1767319269.333230:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988623360 00000100:00100000:0.0:1767319269.333235:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988623360 00000100:00100000:0.0:1767319269.333300:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538 00000100:00100000:0.0:1767319269.333306:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:125533:x1853163988623360:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767319269.333422:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:125533:x1853163988623360:12345-0@lo:1000:osp_up1-0.0 Request processed in 116us (298us total) trans 90194313286 rc 0/0 00000100:00100000:0.0:1767319269.333426:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538 00000100:00100000:1.0:1767319269.333520:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988623360:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.333654:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+174:87929:x1853163923738112:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1510us (1748us total) trans 137438953606 rc 0/0 00000100:00100000:2.0:1767319269.333662:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 129 00000100:00100000:2.0:1767319269.339728:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923738368 00000100:00100000:2.0:1767319269.339738:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923738368 00000100:00100000:2.0:1767319269.339842:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 387 00000100:00100000:2.0:1767319269.339852:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+174:87929:x1853163923738368:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.339912:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.339953:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4c800/0x719a348ff1c39e8a lrc: 0/0,0 mode: --/PR res: [0x200006991:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31f8e expref: 174 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.339973:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2d:0x0].0x0 (ffff9e7d36e11e00) 00010000:00010000:2.0:1767319269.339983:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.340006:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340019:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340028:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340041:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340047:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340053:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340133:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,1 mode: --/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340141:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340159:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340177:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340195:0:122876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 2/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 173 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.340203:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 4/0,1 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.340236:0:122876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 173 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.340250:0:122876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 173 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.340264:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988623488:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319269.340347:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.345338:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988623488:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.345373:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319269.346820:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923738496 00000100:00100000:2.0:1767319269.346830:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923738496 00010000:00010000:2.0:1767319269.346867:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 174 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.346909:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2661 00000100:00100000:2.0:1767319269.346918:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+174:2509:x1853163923738496:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319269.346932:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.346939:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 4/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 174 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.346963:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 3/0,0 mode: PR/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 174 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.346985:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c39efa lrc: 0/0,0 mode: --/PR res: [0x200009870:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31fcd expref: 174 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.347012:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xe:0x0].0x0 (ffff9e7d36e11a00) 00010000:00010000:2.0:1767319269.347018:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.347028:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.347035:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 4/0,1 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.347061:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319269.347119:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+173:2509:x1853163923738496:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 202us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.347127:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2661 00010000:00010000:0.0:1767319269.347776:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.347786:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.347839:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.347846:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.347857:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT0 00000100:00100000:0.0:1767319269.347876:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988623616:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1767319269.347921:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.347958:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c540 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.348109:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988623616 00000100:00100000:2.0:1767319269.348116:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988623616 00000100:00100000:2.0:1767319269.348167:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539 00000100:00100000:2.0:1767319269.348175:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:122876:x1853163988623616:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319269.348197:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.348213:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a399 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.348237:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 11 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.348256:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.348283:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 11 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.348297:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 11 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.348309:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988623744:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319269.348372:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.351455:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923738624 00000100:00100000:0.0:1767319269.351465:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923738624 00010000:00010000:0.0:1767319269.351517:0:15456:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 12 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:0.0:1767319269.351572:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2662 00000100:00100000:0.0:1767319269.351614:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:2508:x1853163923738624:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.351630:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.351638:0:15456:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 5/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 12 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.351667:0:15456:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 12 pid: 121322 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.351689:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xe:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:0.0:1767319269.351697:0:15456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.351707:0:15456:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.351715:0:15456:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.351750:0:15456:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 4/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.351764:0:15456:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:15456:1853163988623872:0@lo:105: 00000100:00100000:0.0:1767319269.351809:0:15456:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.351842:0:15456:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c480 going to sleep for 11 seconds 00010000:00010000:2.0:1767319269.354862:0:18380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099600/0x719a348ff1c39f7f lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3200c expref: 11 pid: 121322 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.354889:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:18380:1853163988623744:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.354917:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 47 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.354924:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xe:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:2.0:1767319269.354926:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.354929:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:2.0:1767319269.355235:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:122876:x1853163988623616:12345-0@lo:101:mdt00_004.0 Request processed in 7060us (7312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.355242:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539 00000100:00100000:2.0:1767319269.356246:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988624000:0@lo:403:mdt00_004.0 00000100:00100000:2.0:1767319269.358758:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.358804:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d1a6759c0 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.360777:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988624000:0@lo:403:mdt00_004.0 00000040:00080000:1.0:1767319269.361746:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].42, 936 off59744 00000040:00080000:1.0:1767319269.361909:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].42, 1016 off63104 00000004:00080000:1.0:1767319269.361914:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d36b6d000 with version 44 00000100:00100000:2.0:1767319269.362922:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988624256 00000100:00100000:2.0:1767319269.362929:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988624256 00000100:00100000:2.0:1767319269.363022:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:2.0:1767319269.363031:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:125533:x1853163988624256:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.363369:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+48:125533:x1853163988624256:12345-0@lo:1000:osp_up1-0.0 Request processed in 338us (891us total) trans 90194313287 rc 0/0 00000100:00100000:2.0:1767319269.363376:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1767319269.363467:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988624256:0@lo:1000:osp_up1-0.0 00000004:00200000:0.0:1767319269.363767:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x2d:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.363787:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363796:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363805:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363811:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.363826:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363833:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363848:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0xe:0x0].0x0 (ffff9e7d36e11a00) 00010000:00010000:0.0:1767319269.363851:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.363855:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 2/0,0 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363861:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a392 lrc: 0/0,0 mode: --/EX res: [0x200009870:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363881:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.363889:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.363895:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.363918:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319269.363926:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0xe:0x0] 00010000:00010000:0.0:1767319269.363932:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363938:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363943:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363957:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.363960:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363967:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363974:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x2d:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:0.0:1767319269.363977:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.363980:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 2/0,0 mode: --/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.363985:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a38b lrc: 0/0,0 mode: --/EX res: [0x200006991:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364178:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364185:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364191:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364197:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364202:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.364205:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364210:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364228:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.364231:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.364234:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364239:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a37d lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:0.0:1767319269.364249:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000081a1716e reply state 0000000004ccefe0 transno 137438953607 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364260:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.364266:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xf35791e7 (ffff9e7d3b4b4900) 00010000:00010000:0.0:1767319269.364269:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.364271:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.364330:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+174:87929:x1853163923738368:12345-192.168.204.13@tcp:36:rm.0 Request processed in 24479us (24841us total) trans 137438953607 rc 0/0 00000100:00100000:0.0:1767319269.364338:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 387 00010000:00010000:1.0:1767319269.364460:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319269.364467:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364475:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:1.0:1767319269.364479:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767319269.364486:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364528:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364535:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767319269.364572:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 1/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364607:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18c00/0x719a348ff1c3a399 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a3a0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364622:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.364623:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.364626:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.364633:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319269.364647:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988624384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319269.364691:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.364729:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988624384 00000100:00100000:1.0:1767319269.364735:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988624384 00000100:00100000:1.0:1767319269.364781:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1767319269.364788:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+48:7011:x1853163988624384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767319269.364801:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.364819:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a3a0 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a399 expref: 48 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.364830:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0xe:0x0].0x0 (ffff9e7d36e11300) 00010000:00010000:1.0:1767319269.364838:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319269.364863:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+47:7011:x1853163988624384:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.364870:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1767319269.364927:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988624384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319269.371516:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923738880 00000100:00100000:0.0:1767319269.371527:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923738880 00000100:00100000:0.0:1767319269.371666:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 388 00000100:00100000:0.0:1767319269.371676:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+174:87929:x1853163923738880:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.371700:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.371718:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3a7 lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320ad expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.371895:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x33:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.372017:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3a7 lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320ad expref: 176 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.372031:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.372034:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.372039:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3a7 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320ad expref: 176 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.372053:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18200, rc 0) 00000100:00100000:0.0:1767319269.372106:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+175:87929:x1853163923738880:12345-192.168.204.13@tcp:101:rm.0 Request processed in 431us (686us total) trans 137438953608 rc 301/301 00000100:00100000:0.0:1767319269.372114:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 388 00000100:00100000:1.0:1767319269.377618:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.377838:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923739008 00000100:00100000:2.0:1767319269.377848:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923739008 00000004:00080000:2.0:1767319269.384948:0:123531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4516319364491ns, next at 4517319361749ns, rc = 0 00000100:00100000:1.0:1767319269.385039:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988624512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319269.385138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.385425:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988624512 00000100:00100000:2.0:1767319269.385433:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988624512 00000100:00100000:2.0:1767319269.385500:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1767319269.385510:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988624512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319269.385536:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319269.385624:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988624512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.385631:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:1.0:1767319269.385690:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319269.392478:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.408271:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.408743:0:126596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:126596:1853163988624640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319269.408868:0:126596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.408921:0:126596:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d060fff00 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.411540:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:2.0:1767319269.411550:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:126596:x1853163988624640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767319269.411699:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:126596:x1853163988624640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 149us (2829us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.411722:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000004:00080000:1.0:1767319269.412197:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 45 rpc_version 45 00000020:00100000:1.0:1767319269.412223:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.412231:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d361c9f80 x1853163988624896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.412254:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988624896:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.412292:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.412315:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d067c0900 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.412330:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988624896 00000100:00100000:2.0:1767319269.412335:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988624896 00000100:00100000:2.0:1767319269.412366:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767319269.412374:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:125533:x1853163988624896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.412492:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+48:125533:x1853163988624896:12345-0@lo:1000:osp_up1-0.0 Request processed in 119us (199us total) trans 90194313288 rc 0/0 00000100:00100000:1.0:1767319269.412537:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988624896:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.412639:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767319269.416395:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.416693:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923739648 00000100:00100000:0.0:1767319269.416704:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923739648 00000100:00100000:0.0:1767319269.416767:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 389 00000100:00100000:0.0:1767319269.416777:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+176:87929:x1853163923739648:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.416836:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.416863:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83a00/0x719a348ff1c39fcc lrc: 0/0,0 mode: --/PR res: [0x200006991:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3201a expref: 176 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.416883:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x33:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:0.0:1767319269.416895:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.416919:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.416934:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417411:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417445:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417453:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417461:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417732:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417741:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417748:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417764:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,1 mode: --/EX res: [0x200009870:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417775:0:121476:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32028 expref: 175 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.417784:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 4/0,1 mode: --/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.417818:0:121476:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32028 expref: 175 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.417833:0:121476:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938400/0x719a348ff1c3a004 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32028 expref: 175 pid: 121320 timeout: 4616 lvb_type: 0 00000100:00100000:0.0:1767319269.417859:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988625024:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319269.417942:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.420839:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:121476:1853163988625024:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.420839:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319269.420869:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,1 mode: --/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.421279:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.421286:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.421326:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.421334:0:121476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.421343:0:121476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 121476 initiator: MDT0 00000100:00100000:0.0:1767319269.421361:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988625152:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767319269.421398:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.421434:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540ccc0 going to sleep for 50 seconds 00010000:00010000:2.0:1767319269.421826:0:99440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 2/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 10 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.421835:0:99440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 4/0,0 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 49 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.421860:0:99440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 10 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.421874:0:99440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 10 pid: 122876 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.421885:0:99440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988625280:192.168.204.13@tcp:104: 00000100:00100000:2.0:1767319269.421941:0:99440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319269.425101:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988625280:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.425163:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 49 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.425198:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x14:0x0].0x0 (ffff9e7d0b33a400) 00010000:00010000:2.0:1767319269.425201:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.425207:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 49 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.425218:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 49 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.425226:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682de00, rc 0) 00000100:00100000:2.0:1767319269.425293:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:121476:x1853163988625152:12345-0@lo:101:mdt00_003.0 Request processed in 3767us (3893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.425302:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4544 00000100:00100000:0.0:1767319269.425847:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988625152:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767319269.425866:0:121476:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.425877:0:121476:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.428997:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.432435:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923739904 00000100:00100000:1.0:1767319269.432453:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923739904 00010000:00010000:1.0:1767319269.432521:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 11 pid: 122876 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.433464:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2664 00000100:00100000:1.0:1767319269.433479:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+11:2509:x1853163923739904:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767319269.433497:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.433505:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 11 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:1.0:1767319269.433521:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 11 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:1.0:1767319269.433544:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0ab4d800/0x719a348ff1c3a02e lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3203d expref: 11 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:1.0:1767319269.433576:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x14:0x0].0x0 (ffff9e7d0b33a400) 00010000:00010000:1.0:1767319269.433611:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 48 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.433622:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 48 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.433631:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 48 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.433669:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a3d8 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a3d1 expref: 48 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319269.433681:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988625408:0@lo:105: 00000100:00100000:1.0:1767319269.433738:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.433819:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755c00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.438444:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988625408 00000100:00100000:0.0:1767319269.438459:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988625408 00000100:00100000:0.0:1767319269.438521:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1767319269.438531:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988625408:12345-0@lo:105: 00010000:00010000:0.0:1767319269.438547:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438559:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438569:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 5/0,1 mode: --/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438596:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 5/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438606:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438614:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 6/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.438636:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7d36e18a00) 00000100:00100000:0.0:1767319269.438704:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:15457:x1853163988625408:12345-0@lo:105: Request processed in 175us (4965us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.438712:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:2.0:1767319269.438826:0:121476:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.438837:0:121476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.439561:0:121476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988625536:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767319269.439635:0:121476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.439661:0:121476:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4046ea80 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.439681:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988625536 00000100:00100000:2.0:1767319269.439686:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988625536 00000100:00100000:2.0:1767319269.439715:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545 00000100:00100000:2.0:1767319269.439720:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:121476:x1853163988625536:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1767319269.440287:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988625408:0@lo:105: 00010000:00010000:1.0:1767319269.440305:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767319269.440361:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923739904:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 6886us (11374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.440370:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2664 00000100:00100000:2.0:1767319269.443560:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:121476:x1853163988625536:12345-0@lo:403:mdt00_003.0 Request processed in 3830us (3915us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.443608:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545 00000100:00100000:0.0:1767319269.443800:0:121476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:121476:1853163988625536:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1767319269.444840:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].44, 952 off61040 00000040:00080000:0.0:1767319269.445014:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].44, 1032 off64560 00000004:00080000:0.0:1767319269.445020:0:121476:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d0540ccc0 with version 46 00000004:00080000:1.0:1767319269.445104:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 46 rpc_version 46 00000020:00100000:1.0:1767319269.445133:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.445142:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d361c8700 x1853163988625792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.445177:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988625792:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.445233:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.445263:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755c00 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.446716:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988625792:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767319269.446952:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x33:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.446972:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.446982:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.446990:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.446996:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.447000:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447008:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447022:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x14:0x0].0x0 (ffff9e7c0729ea00) 00010000:00010000:2.0:1767319269.447025:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.447029:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 2/0,0 mode: --/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447034:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a3ca lrc: 0/0,0 mode: --/EX res: [0x200009870:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447122:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.447130:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.447137:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18a00/0x719a348ff1c3a3d1 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a3d8 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.447178:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767319269.447186:0:121476:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x14:0x0] 00010000:00010000:2.0:1767319269.447193:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447199:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447205:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447210:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.447213:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447218:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447225:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x33:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:2.0:1767319269.447228:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.447231:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447236:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a3c3 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447382:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447388:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447394:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447404:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447409:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.447412:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447417:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447426:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319269.447428:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.447431:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447436:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a3b5 lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:2.0:1767319269.447444:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc866556 reply state 0000000067b40374 transno 137438953610 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447455:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319269.447462:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xea860ef5 (ffff9e7c0729e300) 00010000:00010000:2.0:1767319269.447464:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.447466:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.447833:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+176:87929:x1853163923739648:12345-192.168.204.13@tcp:36:rm.0 Request processed in 31056us (31448us total) trans 137438953610 rc 0/0 00000100:00100000:2.0:1767319269.447842:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 389 00000100:00100000:2.0:1767319269.452473:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.452633:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923740160 00000100:00100000:0.0:1767319269.452642:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923740160 00000100:00100000:0.0:1767319269.452686:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 390 00000100:00100000:0.0:1767319269.452693:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+176:87929:x1853163923740160:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.452716:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.452735:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a3df lrc: 2/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320b4 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.452876:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x26:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.452957:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a3df lrc: 1/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320b4 expref: 178 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.452971:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.452974:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.452979:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a3df lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320b4 expref: 178 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.452992:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18e00, rc 0) 00000100:00100000:0.0:1767319269.453049:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+177:87929:x1853163923740160:12345-192.168.204.13@tcp:101:rm.0 Request processed in 346us (575us total) trans 137438953611 rc 301/301 00000100:00100000:0.0:1767319269.453056:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 390 00000100:00100000:1.0:1767319269.457568:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.471547:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+177:87929:x1853163923740288:12345-192.168.204.13@tcp:37:rm.0 Request processed in 13771us (13979us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.471559:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 133 00000100:00100000:2.0:1767319269.474568:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.480424:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.480906:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988626048 00000100:00100000:1.0:1767319269.480909:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988626048 00000100:00100000:1.0:1767319269.480936:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4547 00000100:00100000:1.0:1767319269.480940:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:126596:x1853163988626048:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1767319269.481021:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:126596:x1853163988626048:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 80us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.481026:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4547 00000100:00100000:2.0:1767319269.481264:0:126596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:126596:1853163988626048:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:2.0:1767319269.481394:0:126596:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].45, 344 off61384 00000040:00080000:2.0:1767319269.481427:0:126596:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].45, 424 off64984 00000004:00080000:2.0:1767319269.481430:0:126596:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d4046e0c0 with version 47 00000004:00080000:1.0:1767319269.481477:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 47 rpc_version 47 00000020:00100000:1.0:1767319269.481498:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.481504:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d066db800 x1853163988626304/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.481515:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988626304:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.481534:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.481551:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d067c0900 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.481592:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988626304 00000100:00100000:2.0:1767319269.481595:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988626304 00000100:00100000:2.0:1767319269.481620:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548 00000100:00100000:2.0:1767319269.481624:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:125533:x1853163988626304:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.481709:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:125533:x1853163988626304:12345-0@lo:1000:osp_up1-0.0 Request processed in 85us (174us total) trans 90194313290 rc 0/0 00000100:00100000:2.0:1767319269.481714:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548 00000100:00100000:1.0:1767319269.481782:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988626304:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767319269.481908:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c086050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+178:87929:x1853163923740672:12345-192.168.204.13@tcp:35:rm.0 Request processed in 1288us (1490us total) trans 137438953612 rc 0/0 00000100:00100000:2.0:1767319269.481913:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 135 00000100:00100000:2.0:1767319269.483720:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.483782:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923740928 00000100:00100000:1.0:1767319269.483788:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923740928 00000100:00100000:1.0:1767319269.483828:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 391 00000100:00100000:1.0:1767319269.483834:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+178:87929:x1853163923740928:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.483876:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.483909:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c39fe8 lrc: 0/0,0 mode: --/PR res: [0x200006991:0x26:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32021 expref: 178 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.483924:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x26:0x0].0x0 (ffff9e7d3b4b4f00) 00010000:00010000:1.0:1767319269.483933:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.483950:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 3/0,1 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.483961:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.483968:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 3/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.483977:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: --/PW res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.483981:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.483984:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484070:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,1 mode: --/EX res: [0x200006991:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484078:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484085:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484102:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,1 mode: --/EX res: [0x200009870:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484122:0:122876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 2/0,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 177 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.484130:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 4/0,1 mode: --/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.484168:0:122876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 3/0,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 177 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.484182:0:122876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 4/0,0 mode: PR/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 177 pid: 121320 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.484196:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066dad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988626432:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.484392:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d03755c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319269.486790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319269.487906:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938600/0x719a348ff1c3a012 lrc: 0/0,0 mode: --/PR res: [0x200009870:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3202f expref: 177 pid: 121320 timeout: 4616 lvb_type: 0 00000100:00100000:0.0:1767319269.487921:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066dad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:122876:1853163988626432:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319269.487947:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.487953:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.487956:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.487989:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.487993:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.488069:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 3/0,1 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT0 00000100:00100000:0.0:1767319269.488087:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988626560:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1767319269.488124:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.488204:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c000 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.489865:0:99440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:99440:1853163988626688:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319269.489889:0:99440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 51 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.489899:0:99440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x7:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:2.0:1767319269.489901:0:99440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.489904:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 51 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.489929:0:99440:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 3/0,0 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 51 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.489937:0:99440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d0682de00, rc 0) 00000100:00100000:2.0:1767319269.489984:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:122876:x1853163988626560:12345-0@lo:101:mdt00_004.0 Request processed in 1646us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.489991:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549 00000100:00100000:0.0:1767319269.490107:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988626560:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1767319269.490122:0:122876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.490131:0:122876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.490702:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923741184 00000100:00100000:0.0:1767319269.490709:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923741184 00010000:00010000:0.0:1767319269.490736:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 10 pid: 121476 timeout: 4616 lvb_type: 0 00000100:00100000:0.0:1767319269.490773:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2666 00000100:00100000:0.0:1767319269.490781:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2508:x1853163923741184:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.490794:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.490798:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 4/0,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 10 pid: 121476 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.490806:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 3/0,0 mode: PR/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 10 pid: 121476 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.490821:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0a939400/0x719a348ff1c3a020 lrc: 0/0,0 mode: --/PR res: [0x2400088d1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32036 expref: 10 pid: 121476 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.490829:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x7:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.490832:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 2/0,0 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 50 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.490838:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 2/0,0 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 50 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.490843:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 50 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.490864:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 50 pid: 99440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.490871:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988626816:0@lo:105: 00000100:00100000:0.0:1767319269.490898:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.490925:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.491277:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:15457:1853163988626816:0@lo:105: 00010000:00010000:0.0:1767319269.491287:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.491318:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923741184:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 539us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.491323:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2666 00010000:00010000:0.0:1767319269.491338:0:122876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.491344:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.491876:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988626944:0@lo:403:mdt00_004.0 00000100:00100000:0.0:1767319269.491904:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.491921:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c000 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.492033:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988626944 00000100:00100000:1.0:1767319269.492037:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988626944 00000100:00100000:1.0:1767319269.492076:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550 00000100:00100000:1.0:1767319269.492083:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:122876:x1853163988626944:12345-0@lo:403:mdt00_004.0 00000100:00100000:1.0:1767319269.493391:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:122876:x1853163988626944:12345-0@lo:403:mdt00_004.0 Request processed in 1305us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.493398:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550 00000100:00100000:1.0:1767319269.493436:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988626944:0@lo:403:mdt00_004.0 00000040:00080000:1.0:1767319269.494194:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f630:0x1:0x0].46, 936 off62320 00000040:00080000:1.0:1767319269.494357:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a041:0x1:0x0].47, 1016 off66552 00000004:00080000:1.0:1767319269.494361:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e7d03755c00 with version 48 00000004:00080000:1.0:1767319269.494378:0:125533:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e7d095ffd80 version 48 rpc_version 48 00000020:00100000:1.0:1767319269.494406:0:125533:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767319269.494412:0:125533:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e7d066db480 x1853163988627200/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.494428:0:125533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988627200:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.494459:0:125533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.494473:0:125533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062c000 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.494487:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988627200 00000100:00100000:1.0:1767319269.494490:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988627200 00000100:00100000:1.0:1767319269.494514:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551 00000100:00100000:1.0:1767319269.494519:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4089b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:125533:x1853163988627200:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767319269.494812:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4089b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+52:125533:x1853163988627200:12345-0@lo:1000:osp_up1-0.0 Request processed in 292us (351us total) trans 90194313291 rc 0/0 00000100:00100000:1.0:1767319269.494817:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551 00000100:00100000:1.0:1767319269.494916:0:125533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:125533:1853163988627200:0@lo:1000:osp_up1-0.0 00000004:00200000:1.0:1767319269.494932:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x26:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.494947:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,1 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494953:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 2/0,0 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494958:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494962:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.494965:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 3/0,0 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494969:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 4/0,0 mode: EX/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494985:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200009870:0x7:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319269.494988:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.494991:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 2/0,0 mode: --/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.494995:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a402 lrc: 0/0,0 mode: --/EX res: [0x200009870:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495008:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.495012:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 4/0,1 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.495016:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e7d36e18e00/0x719a348ff1c3a409 lrc: 3/0,0 mode: EX/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a410 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.495027:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767319269.495032:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400088d1:0x7:0x0] 00010000:00010000:1.0:1767319269.495036:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495040:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495046:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495050:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.495053:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495067:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495074:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x26:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319269.495076:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.495079:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 2/0,0 mode: --/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.495085:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a3fb lrc: 0/0,0 mode: --/EX res: [0x200006991:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:0.0:1767319269.495965:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988627328 00000100:00100000:0.0:1767319269.495971:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988627328 00000100:00100000:0.0:1767319269.496018:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1767319269.496026:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+52:7011:x1853163988627328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.496036:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.496052:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d0682de00/0x719a348ff1c3a410 lrc: 0/0,0 mode: --/EX res: [0x2400088d1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a409 expref: 52 pid: 99440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.496063:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d1:0x7:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.496070:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.496100:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+51:7011:x1853163988627328:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.496106:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00010000:00010000:1.0:1767319269.496700:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496707:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 4/0,1 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496710:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 3/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496714:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496717:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.496719:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 4/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496723:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 5/0,0 mode: CW/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496729:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319269.496731:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.496733:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 3/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496742:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a3ed lrc: 0/0,0 mode: --/CW res: [0x200006991:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:1.0:1767319269.496749:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000780f2eb3 reply state 000000000e8de2eb transno 137438953613 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496758:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.496762:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb9f662d8 (ffff9e7d407b3100) 00010000:00010000:1.0:1767319269.496764:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.496766:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.496846:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+178:87929:x1853163923740928:12345-192.168.204.13@tcp:36:rm.0 Request processed in 13011us (13130us total) trans 137438953613 rc 0/0 00000100:00100000:1.0:1767319269.496851:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 391 00000100:00100000:1.0:1767319269.499402:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923741312 00000100:00100000:1.0:1767319269.499410:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923741312 00000100:00100000:1.0:1767319269.499475:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 392 00000100:00100000:1.0:1767319269.499482:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+178:87929:x1853163923741312:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.499507:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.499524:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a417 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320bb expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.499619:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499633:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499643:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499666:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499670:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499674:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499731:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 3/1,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499737:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499740:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319269.499769:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1e:0x0]: returning size 4096 00000004:00200000:1.0:1767319269.499771:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.499785:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 3/1,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499794:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499800:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499805:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499811:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499828:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.499832:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499837:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499848:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:1.0:1767319269.499850:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.499855:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499860:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a41e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499873:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499878:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499883:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499888:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.499890:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499895:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499901:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa3cc5d9b (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319269.499908:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.499912:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499917:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a425 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.499943:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a417 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320bb expref: 180 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.499956:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 3/0,0 mode: PR/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320bb expref: 179 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.499962:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319269.499964:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319269.499966:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098800, rc 0) 00000100:00100000:1.0:1767319269.500016:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+179:87929:x1853163923741312:12345-192.168.204.13@tcp:101:rm.0 Request processed in 535us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.500022:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 392 00000100:00100000:1.0:1767319269.503444:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.503612:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923741568 00000100:00100000:0.0:1767319269.503621:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923741568 00000100:00100000:0.0:1767319269.503667:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 136 00000100:00100000:0.0:1767319269.503673:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+179:87929:x1853163923741568:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319269.503853:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+180:87929:x1853163923741568:12345-192.168.204.13@tcp:35:rm.0 Request processed in 180us (417us total) trans 137438953614 rc 0/0 00000100:00100000:0.0:1767319269.503858:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 136 00000100:00100000:1.0:1767319269.505486:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923741824 00000100:00100000:1.0:1767319269.505495:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923741824 00000100:00100000:1.0:1767319269.505611:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 393 00000100:00100000:1.0:1767319269.505621:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+180:87929:x1853163923741824:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.505678:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767319269.505703:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a42c lrc: 0/0,0 mode: --/PR res: [0x200006991:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320bb expref: 180 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.505722:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83600/0x719a348ff1c39b49 lrc: 0/0,0 mode: --/CR res: [0x200006991:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e84 expref: 179 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.505747:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:1.0:1767319269.505760:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82000/0x719a348ff1c39b11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31e6f expref: 178 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.505765:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:1.0:1767319269.505768:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.505788:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505797:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505803:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505810:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505814:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505818:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505872:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,1 mode: --/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505876:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.505880:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319269.506069:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200006991:0x1e:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.506083:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,1 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506090:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 2/0,0 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506097:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506103:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.506107:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 3/0,0 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506111:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 4/0,0 mode: EX/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506117:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:1.0:1767319269.506119:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.506121:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 2/0,0 mode: --/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506126:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a441 lrc: 0/0,0 mode: --/EX res: [0x200006991:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506256:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506261:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506264:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506275:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506278:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.506279:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506283:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506288:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3600) 00010000:00010000:1.0:1767319269.506289:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.506291:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506295:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a433 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:1.0:1767319269.506302:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e453e70 reply state 000000003327f28a transno 137438953615 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506309:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.506312:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa3cc5d9b (ffff9e7d407b3800) 00010000:00010000:1.0:1767319269.506314:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.506315:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.506369:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+179:87929:x1853163923741824:12345-192.168.204.13@tcp:36:rm.0 Request processed in 750us (959us total) trans 137438953615 rc 0/0 00000100:00100000:1.0:1767319269.506374:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 393 00000100:00100000:2.0:1767319269.508419:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.508482:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923741952 00000100:00100000:1.0:1767319269.508507:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923741952 00000100:00100000:1.0:1767319269.508619:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 394 00000100:00100000:1.0:1767319269.508629:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+179:87929:x1853163923741952:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.508653:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.508671:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a448 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320c2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.508723:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.508731:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.508738:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319269.508770:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767319269.508772:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.508785:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.508801:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a448 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c2 expref: 181 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.508812:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c2 expref: 180 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.508818:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.508820:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319269.508822:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099200, rc 0) 00000100:00100000:1.0:1767319269.508857:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+180:87929:x1853163923741952:12345-192.168.204.13@tcp:101:rm.0 Request processed in 232us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.508867:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 394 00000100:00100000:1.0:1767319269.512907:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923742080 00000100:00100000:1.0:1767319269.512918:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923742080 00000100:00100000:1.0:1767319269.513024:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 395 00000100:00100000:1.0:1767319269.513034:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+180:87929:x1853163923742080:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.513056:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.513077:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a456 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320c9 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.513169:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513184:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513196:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513210:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513217:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513223:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513382:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513390:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513413:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:1.0:1767319269.513449:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767319269.513454:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.513479:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513491:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513497:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513502:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513508:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513513:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.513517:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513524:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513536:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.513539:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.513545:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513551:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a45d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513571:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513630:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513636:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513640:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.513643:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513648:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513656:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319269.513658:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.513660:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513664:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a464 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.513695:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a456 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c9 expref: 182 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.513706:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c9 expref: 181 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.513712:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319269.513720:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767319269.513722:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098400, rc 0) 00000100:00100000:1.0:1767319269.513778:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+181:87929:x1853163923742080:12345-192.168.204.13@tcp:101:rm.0 Request processed in 744us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.513786:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 395 00000100:00100000:1.0:1767319269.520778:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923742336 00000100:00100000:1.0:1767319269.520788:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923742336 00000100:00100000:1.0:1767319269.520884:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 396 00000100:00100000:1.0:1767319269.520894:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+181:87929:x1853163923742336:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.520914:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.520935:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a472 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320d0 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767319269.521044:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x3:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.521168:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a472 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320d0 expref: 183 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.521184:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.521187:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319269.521192:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a472 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320d0 expref: 183 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.521206:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098a00, rc 0) 00000100:00100000:1.0:1767319269.521266:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+182:87929:x1853163923742336:12345-192.168.204.13@tcp:101:rm.0 Request processed in 372us (773us total) trans 137438953616 rc 301/301 00000100:00100000:1.0:1767319269.521273:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 396 00000100:00100000:1.0:1767319269.526487:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923742464 00000100:00100000:1.0:1767319269.526498:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923742464 00000100:00100000:1.0:1767319269.526633:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 137 00000100:00100000:1.0:1767319269.526643:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+182:87929:x1853163923742464:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.531154:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+182:87929:x1853163923742464:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4482us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.531170:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 137 00000100:00100000:1.0:1767319269.538649:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923742720 00000100:00100000:1.0:1767319269.538660:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923742720 00000100:00100000:1.0:1767319269.538742:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 138 00000100:00100000:1.0:1767319269.538748:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+182:87929:x1853163923742720:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.538973:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+183:87929:x1853163923742720:12345-192.168.204.13@tcp:35:rm.0 Request processed in 224us (1538us total) trans 137438953617 rc 0/0 00000100:00100000:1.0:1767319269.538979:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 138 00000100:00100000:0.0:1767319269.544024:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923742976 00000100:00100000:0.0:1767319269.544035:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923742976 00000100:00100000:0.0:1767319269.544101:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 397 00000100:00100000:0.0:1767319269.544110:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+183:87929:x1853163923742976:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.544135:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.544163:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a480 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320d7 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.544269:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a487 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.544280:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a487 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.544288:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a487 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:0.0:1767319269.544296:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.544384:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a480 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320d7 expref: 186 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.544402:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a487 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320d7 expref: 185 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.544429:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:0.0:1767319269.544432:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767319269.544434:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18600, rc 0) 00000100:00100000:0.0:1767319269.544486:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+185:87929:x1853163923742976:12345-192.168.204.13@tcp:101:rm.0 Request processed in 378us (747us total) trans 137438953618 rc 0/0 00000100:00100000:0.0:1767319269.544492:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 397 00000100:00100000:2.0:1767319269.547166:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923743104 00000100:00100000:2.0:1767319269.547175:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923743104 00000100:00100000:2.0:1767319269.547275:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 398 00000100:00100000:2.0:1767319269.547285:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+185:87929:x1853163923743104:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.547309:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.547330:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a495 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320de expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.547388:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547400:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547410:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547423:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547430:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547450:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547641:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547650:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547657:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.547691:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.547711:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.547731:0:122876:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x5:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1767319269.547734:0:122876:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x5:0x0] updating lvb mtime from disk: 0 -> 1767318532 00000004:00010000:2.0:1767319269.547737:0:122876:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x5:0x0] updating lvb atime from disk: 0 -> 1767318532 00000004:00010000:2.0:1767319269.547739:0:122876:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x5:0x0] updating lvb ctime from disk: 0 -> 1767318532 00000004:00010000:2.0:1767319269.547741:0:122876:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x5:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00002000:00010000:2.0:1767319269.547745:0:122876:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1767319269.547752:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 4/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547758:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 4/1,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547764:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547770:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547781:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.547785:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547792:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 5/0,0 mode: CR/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547804:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319269.547807:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.547811:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 3/0,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547816:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a49c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547831:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547836:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547841:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547846:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.547848:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547853:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547858:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0xfa0fa5c1 (ffff9e7d3b4b4400) 00010000:00010000:2.0:1767319269.547867:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.547870:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547875:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a4a3 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.547906:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a495 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320de expref: 187 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.547918:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320de expref: 186 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.547924:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x5:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.547926:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1767319269.547929:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00000100:00100000:2.0:1767319269.547990:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+186:87929:x1853163923743104:12345-192.168.204.13@tcp:101:rm.0 Request processed in 706us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.548008:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 398 00000100:00100000:2.0:1767319269.552234:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923743360 00000100:00100000:2.0:1767319269.552245:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923743360 00000100:00100000:2.0:1767319269.552307:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 399 00000100:00100000:2.0:1767319269.552318:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+186:87929:x1853163923743360:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.552370:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319269.552415:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4aa lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320de expref: 186 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.552437:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x5:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.552460:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a46b lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c9 expref: 185 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.552486:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319269.552489:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.552506:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552805:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552818:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552832:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552838:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552844:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552916:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552924:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.552930:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553171:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553180:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553196:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553203:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553209:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553214:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553289:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.553310:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553316:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553322:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553327:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.553331:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553339:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553348:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x5:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:2.0:1767319269.553350:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.553353:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553367:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4bf lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553471:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553478:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553483:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553488:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553493:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.553495:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553500:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 5/0,0 mode: CW/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553507:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319269.553509:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.553512:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 3/0,0 mode: --/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553518:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4b1 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.553527:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe680b68 reply state 00000000a5d6fc51 transno 137438953619 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553537:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.553549:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0xfa0fa5c1 (ffff9e7d3b4b4f00) 00010000:00010000:2.0:1767319269.553552:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.553555:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.553675:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+186:87929:x1853163923743360:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1357us (1551us total) trans 137438953619 rc 0/0 00000100:00100000:2.0:1767319269.553685:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 399 00010000:00010000:1.0:1767319269.554681:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319269.554689:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.554697:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4c00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319269.554700:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.554707:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.554719:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x5:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:1.0:1767319269.554721:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319269.554725:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.554729:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a4c6 lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319269.554758:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.554759:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.554761:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.556245:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923743488 00000100:00100000:2.0:1767319269.556254:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923743488 00000100:00100000:2.0:1767319269.556358:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 400 00000100:00100000:2.0:1767319269.556369:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+186:87929:x1853163923743488:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.556391:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.556411:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a4cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320e5 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.556474:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556487:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556497:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556510:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556529:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556535:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556671:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556680:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556686:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.556720:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767319269.556724:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.556742:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556753:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556759:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556764:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556770:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556776:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.556780:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556787:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556797:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:2.0:1767319269.556806:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.556811:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556818:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a4d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556830:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556836:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556842:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556847:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.556849:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556855:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556862:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319269.556864:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.556867:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556871:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a4db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.556897:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a4cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320e5 expref: 188 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.556921:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320e5 expref: 187 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.556929:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319269.556931:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319269.556934:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5400, rc 0) 00000100:00100000:2.0:1767319269.556985:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+187:87929:x1853163923743488:12345-192.168.204.13@tcp:101:rm.0 Request processed in 617us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.556992:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 400 00000100:00100000:1.0:1767319269.560260:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923743744 00000100:00100000:1.0:1767319269.560270:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923743744 00000100:00100000:1.0:1767319269.560371:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 139 00000100:00100000:1.0:1767319269.560382:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+187:87929:x1853163923743744:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.560770:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+188:87929:x1853163923743744:12345-192.168.204.13@tcp:35:rm.0 Request processed in 388us (894us total) trans 137438953620 rc 0/0 00000100:00100000:1.0:1767319269.560779:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 139 00000100:00100000:2.0:1767319269.565050:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744000 00000100:00100000:2.0:1767319269.565061:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744000 00000100:00100000:2.0:1767319269.565132:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 401 00000100:00100000:2.0:1767319269.565140:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+188:87929:x1853163923744000:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.565206:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767319269.565233:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a4e2 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320e5 expref: 188 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.565254:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a487 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320d7 expref: 187 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.565264:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:2.0:1767319269.565277:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a44f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320c2 expref: 186 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.565286:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:2.0:1767319269.565291:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.565330:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565343:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565353:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565365:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565371:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565377:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565456:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565464:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565471:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.565721:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.565736:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565742:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565748:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565763:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.565767:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565774:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565781:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319269.565784:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.565787:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565793:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a4f7 lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565924:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565931:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565936:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565942:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565947:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.565950:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565956:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565974:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.565976:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.565980:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.565986:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a4e9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.565998:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a032cf8 reply state 00000000aceaf307 transno 137438953621 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.566008:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.566015:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (ffff9e7d3b4b4400) 00010000:00010000:2.0:1767319269.566017:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.566019:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.566085:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+187:87929:x1853163923744000:12345-192.168.204.13@tcp:36:rm.0 Request processed in 943us (1130us total) trans 137438953621 rc 0/0 00000100:00100000:2.0:1767319269.566093:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 401 00000100:00100000:0.0:1767319269.570713:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744128 00000100:00100000:0.0:1767319269.570723:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744128 00000100:00100000:0.0:1767319269.570776:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 402 00000100:00100000:0.0:1767319269.570784:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+187:87929:x1853163923744128:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.570810:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.570832:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a4fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320ec expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.570894:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a505 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.570908:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.570918:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319269.570961:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319269.570965:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.570982:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.571017:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a4fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320ec expref: 189 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.571047:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a505 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320ec expref: 188 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.571057:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.571059:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319269.571063:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18400, rc 0) 00000100:00100000:0.0:1767319269.571119:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+188:87929:x1853163923744128:12345-192.168.204.13@tcp:101:rm.0 Request processed in 335us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.571131:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 402 00000100:00100000:2.0:1767319269.573828:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744256 00000100:00100000:2.0:1767319269.573837:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744256 00000100:00100000:2.0:1767319269.573923:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 403 00000100:00100000:2.0:1767319269.573933:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+188:87929:x1853163923744256:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.573953:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.573973:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a50c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320f3 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.574041:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574062:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574070:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574080:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574084:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574087:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574235:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574240:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574244:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.574267:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319269.574270:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.574284:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574293:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574297:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574309:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574313:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574317:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.574319:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574324:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574333:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:2.0:1767319269.574334:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.574338:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574342:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a513 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574352:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574355:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574358:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574361:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.574363:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574371:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574376:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91905c78 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.574377:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.574379:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574382:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a51a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.574404:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a50c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 190 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.574411:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 189 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.574415:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319269.574416:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319269.574418:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:2.0:1767319269.574468:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+189:87929:x1853163923744256:12345-192.168.204.13@tcp:101:rm.0 Request processed in 537us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.574480:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 403 00000100:00100000:2.0:1767319269.577171:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744512 00000100:00100000:2.0:1767319269.577180:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744512 00000100:00100000:2.0:1767319269.577226:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 404 00000100:00100000:2.0:1767319269.577232:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+189:87929:x1853163923744512:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.577248:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.577276:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a528 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e320fa expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319269.577363:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.577445:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a528 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320fa expref: 191 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.577454:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:2.0:1767319269.577457:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319269.577460:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a528 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320fa expref: 191 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.577471:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:2.0:1767319269.577516:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+190:87929:x1853163923744512:12345-192.168.204.13@tcp:101:rm.0 Request processed in 283us (420us total) trans 137438953622 rc 301/301 00000100:00100000:2.0:1767319269.577523:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 404 00000100:00100000:1.0:1767319269.581359:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744640 00000100:00100000:1.0:1767319269.581368:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744640 00000100:00100000:1.0:1767319269.581414:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 140 00000100:00100000:1.0:1767319269.581423:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c084050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+190:87929:x1853163923744640:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.585810:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c084050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+190:87929:x1853163923744640:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4369us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.585822:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 140 00000100:00100000:1.0:1767319269.594801:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923744896 00000100:00100000:1.0:1767319269.594810:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923744896 00000100:00100000:1.0:1767319269.594854:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 141 00000100:00100000:1.0:1767319269.594864:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+190:87929:x1853163923744896:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.595093:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+191:87929:x1853163923744896:12345-192.168.204.13@tcp:35:rm.0 Request processed in 231us (369us total) trans 137438953623 rc 0/0 00000100:00100000:1.0:1767319269.595099:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 141 00000100:00100000:0.0:1767319269.598216:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923745152 00000100:00100000:0.0:1767319269.598226:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923745152 00000100:00100000:0.0:1767319269.598285:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 405 00000100:00100000:0.0:1767319269.598294:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+191:87929:x1853163923745152:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.598317:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.598337:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a536 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32101 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.598449:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a53d lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.598463:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a53d lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.598475:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a53d lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319269.598484:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.598571:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a536 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32101 expref: 194 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.598643:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a53d lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32101 expref: 193 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.598651:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:0.0:1767319269.598653:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767319269.598655:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18600, rc 0) 00000100:00100000:0.0:1767319269.598699:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923745152:12345-192.168.204.13@tcp:101:rm.0 Request processed in 407us (662us total) trans 137438953624 rc 0/0 00000100:00100000:0.0:1767319269.598706:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 405 00000100:00100000:2.0:1767319269.601893:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923745280 00000100:00100000:2.0:1767319269.601901:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923745280 00000100:00100000:2.0:1767319269.601951:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 406 00000100:00100000:2.0:1767319269.601958:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923745280:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.601978:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.601995:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a54b lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32108 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.602061:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.602074:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.602098:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.602109:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.602113:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.602117:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319269.602340:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988627456:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.602381:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.602410:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038840 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.603261:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988627456:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319269.603307:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a560 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603318:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a560 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603327:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a560 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.603348:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a560 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603358:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603362:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603371:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603376:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603379:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.603382:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603387:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603395:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319269.603397:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.603400:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603404:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a552 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603414:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603417:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603420:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603423:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.603424:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603433:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603438:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0xb04f75d6 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.603439:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.603441:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603444:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5400/0x719a348ff1c3a559 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.603468:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a54b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32108 expref: 195 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.603475:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a560 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32108 expref: 194 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.603479:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:2.0:1767319269.603481:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319269.603482:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00000100:00100000:2.0:1767319269.603528:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923745280:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1570us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.603536:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 406 00000100:00100000:2.0:1767319269.606448:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923745408 00000100:00100000:2.0:1767319269.606458:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923745408 00000100:00100000:2.0:1767319269.606518:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 407 00000100:00100000:2.0:1767319269.606528:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:87929:x1853163923745408:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.606548:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.606600:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a567 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3210f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.606661:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a56e lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.606674:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a56e lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.606685:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a56e lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319269.606732:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x2:0x0]: returning size 4096 00000004:00200000:2.0:1767319269.606736:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767319269.606773:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a567 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3210f expref: 11 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.607967:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a56e lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3210f expref: 10 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.607980:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:2.0:1767319269.607983:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319269.607987:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4200, rc 0) 00000100:00100000:2.0:1767319269.608908:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923745408:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2377us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.608919:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 407 00000100:00100000:2.0:1767319269.614488:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923745664 00000100:00100000:2.0:1767319269.614499:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923745664 00000100:00100000:2.0:1767319269.614566:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 408 00000100:00100000:2.0:1767319269.614575:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+10:87929:x1853163923745664:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.614628:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.614652:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a575 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32116 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319269.614744:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.614861:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a575 lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32116 expref: 12 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.614874:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4c00) 00010000:00010000:2.0:1767319269.614877:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319269.614882:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a575 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32116 expref: 12 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.614900:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:2.0:1767319269.614963:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923745664:12345-192.168.204.13@tcp:101:rm.0 Request processed in 389us (534us total) trans 90194313292 rc 301/301 00000100:00100000:2.0:1767319269.614971:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 408 00000100:00100000:1.0:1767319269.618935:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923745792 00000100:00100000:1.0:1767319269.618956:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923745792 00000100:00100000:1.0:1767319269.619008:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 142 00000100:00100000:1.0:1767319269.619018:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923745792:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:1.0:1767319269.623689:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923745792:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4661us (4933us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.623705:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 142 00000100:00100000:0.0:1767319269.627562:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.627716:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746048 00000100:00100000:1.0:1767319269.627726:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746048 00000100:00100000:1.0:1767319269.627778:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 143 00000100:00100000:1.0:1767319269.627787:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+11:87929:x1853163923746048:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:1.0:1767319269.628050:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923746048:12345-192.168.204.13@tcp:35:rm.0 Request processed in 262us (494us total) trans 90194313293 rc 0/0 00000100:00100000:1.0:1767319269.628058:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 143 00000100:00100000:1.0:1767319269.630670:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746304 00000100:00100000:1.0:1767319269.630680:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746304 00000100:00100000:1.0:1767319269.630739:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 409 00000100:00100000:1.0:1767319269.630749:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+12:87929:x1853163923746304:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.630771:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.630793:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a583 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3211d expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.630893:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a58a lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.630907:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a58a lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.630918:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a58a lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:1.0:1767319269.630944:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1767319269.631042:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a583 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3211d expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.631064:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a58a lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3211d expref: 14 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.631073:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:1.0:1767319269.631076:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767319269.631079:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099c00, rc 0) 00000100:00100000:1.0:1767319269.631157:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923746304:12345-192.168.204.13@tcp:101:rm.0 Request processed in 397us (616us total) trans 90194313294 rc 0/0 00000100:00100000:1.0:1767319269.631164:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 409 00000100:00100000:1.0:1767319269.635242:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746432 00000100:00100000:1.0:1767319269.635253:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746432 00000100:00100000:1.0:1767319269.635313:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 410 00000100:00100000:1.0:1767319269.635322:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+14:87929:x1853163923746432:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.635345:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.635366:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a598 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32124 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.635424:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.635437:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635447:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635472:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.635479:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635484:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635676:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.635684:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635690:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:1.0:1767319269.635720:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x4:0x0]: returning size 0 00000004:00200000:1.0:1767319269.635724:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.635742:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635753:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635761:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635767:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635773:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635788:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635794:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.635798:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635805:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635817:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:1.0:1767319269.635820:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.635825:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635831:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a59f lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635843:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635848:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635853:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635858:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.635861:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635866:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635884:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x9add8152 (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319269.635887:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.635890:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635895:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5a6 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.635923:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a598 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32124 expref: 16 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.635936:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32124 expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.635943:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:1.0:1767319269.635946:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319269.635948:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098c00, rc 0) 00000100:00100000:1.0:1767319269.636006:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923746432:12345-192.168.204.13@tcp:101:rm.0 Request processed in 684us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.636013:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 410 00000100:00100000:0.0:1767319269.640885:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.640961:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746688 00000100:00100000:1.0:1767319269.640971:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746688 00000100:00100000:1.0:1767319269.641040:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 411 00000100:00100000:1.0:1767319269.641050:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923746688:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.641101:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319269.641126:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a5ad lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32124 expref: 15 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.641177:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d407b3200) 00010000:00010000:1.0:1767319269.641196:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a56e lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3210f expref: 14 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.641207:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:1.0:1767319269.641210:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.641230:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.641243:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641252:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641267:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.641273:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641279:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641356:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.641364:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641371:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000040:00080000:1.0:1767319269.641677:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].6, 64 off8576 00010000:00010000:1.0:1767319269.641722:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.641730:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641738:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641745:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 4/0,1 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641750:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 4/0,1 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641756:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641771:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319269.641788:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641795:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641801:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641807:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.641810:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641817:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641833:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.641836:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.641840:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641847:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5c2 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641943:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641950:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641956:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 3/0,0 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641961:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641966:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.641969:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641974:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 5/0,0 mode: CW/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641982:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:1.0:1767319269.641985:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.641987:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 3/0,0 mode: --/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.641993:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5b4 lrc: 0/0,0 mode: --/CW res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000004:00010000:1.0:1767319269.642010:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000906c1e62 reply state 00000000032397e4 transno 90194313295 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.642020:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.642026:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x9add8152 (ffff9e7d407b3600) 00010000:00010000:1.0:1767319269.642029:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.642031:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.642106:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923746688:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1056us (1228us total) trans 90194313295 rc 0/0 00000100:00100000:1.0:1767319269.642113:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 411 00010000:00010000:0.0:1767319269.642788:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319269.642797:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 2/0,0 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319269.642805:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319269.642807:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 2/0,0 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319269.642814:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319269.642823:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x4:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:0.0:1767319269.642826:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767319269.642829:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 1/0,0 mode: --/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319269.642834:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a5c9 lrc: 0/0,0 mode: --/PW res: [0x2400088d5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319269.642860:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.642862:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.642863:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.646749:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746816 00000100:00100000:1.0:1767319269.646759:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746816 00000100:00100000:1.0:1767319269.646820:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 412 00000100:00100000:1.0:1767319269.646830:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923746816:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.646849:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.646870:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a5d0 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3212b expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.646936:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.646950:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.646961:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.646974:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647005:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647013:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647061:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647069:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647075:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00010000:1.0:1767319269.647094:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647106:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647112:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647118:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647124:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647130:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.647134:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647160:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647172:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:1.0:1767319269.647174:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.647179:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647185:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a5d7 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647199:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647205:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647210:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647215:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.647217:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647223:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647229:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0xb04f75d6 (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319269.647232:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.647234:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647239:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a5de lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.647275:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a5d0 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3212b expref: 196 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.647288:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3212b expref: 195 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.647295:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:1.0:1767319269.647297:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767319269.647299:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098200, rc 0) 00000100:00100000:1.0:1767319269.647352:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+195:87929:x1853163923746816:12345-192.168.204.13@tcp:101:rm.0 Request processed in 523us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.647360:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 412 00000100:00100000:0.0:1767319269.651728:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923747072 00000100:00100000:0.0:1767319269.651737:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923747072 00000100:00100000:0.0:1767319269.651806:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 853 00000100:00100000:0.0:1767319269.651816:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4cf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+195:2508:x1853163923747072:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.651832:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.651854:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a5e5 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3212b expref: 195 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.651873:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4500) 00010000:00010000:0.0:1767319269.651878:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.651932:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4cf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+194:2508:x1853163923747072:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 117us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.651939:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 853 00000100:00100000:1.0:1767319269.652191:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923746944 00000100:00100000:1.0:1767319269.652196:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923746944 00000100:00100000:1.0:1767319269.652224:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 413 00000100:00100000:1.0:1767319269.652230:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+15:87929:x1853163923746944:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.652250:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.652266:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5ec lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32132 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.652337:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5f3 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.652349:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5f3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.652358:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5f3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000004:00200000:1.0:1767319269.652406:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x2:0x0]: returning size 4096 00000004:00200000:1.0:1767319269.652410:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767319269.652442:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a5ec lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32132 expref: 17 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.652455:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32132 expref: 16 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.652463:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:1.0:1767319269.652466:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767319269.652468:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098000, rc 0) 00000100:00100000:1.0:1767319269.652506:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923746944:12345-192.168.204.13@tcp:101:rm.0 Request processed in 275us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.652513:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 413 00000100:00100000:0.0:1767319269.659323:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.659419:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.659503:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923747456 00000100:00100000:2.0:1767319269.659514:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923747456 00000100:00100000:2.0:1767319269.659601:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 144 00000100:00100000:2.0:1767319269.659610:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923747456:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319269.660154:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923747456:12345-192.168.204.13@tcp:35:rm.0 Request processed in 532us (722us total) trans 90194313296 rc 0/0 00000100:00100000:2.0:1767319269.660163:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 144 00000100:00100000:2.0:1767319269.663672:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923747712 00000100:00100000:2.0:1767319269.663681:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923747712 00000100:00100000:2.0:1767319269.663740:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 414 00000100:00100000:2.0:1767319269.663764:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923747712:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.663826:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319269.664006:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a5f3 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32132 expref: 17 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.664032:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a58a lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3211d expref: 16 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.664043:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4700) 00010000:00010000:2.0:1767319269.664054:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319269.664152:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988627584:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.665080:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.665111:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038240 going to sleep for 50 seconds 00000100:00100000:2.0:1767319269.666199:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988627584:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319269.666272:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.666282:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.666292:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319269.666310:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988627712:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319269.666343:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.666372:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038780 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.666507:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988627712 00000100:00100000:1.0:1767319269.666513:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988627712 00000100:00100000:1.0:1767319269.666552:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554 00000100:00100000:1.0:1767319269.666560:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:122876:x1853163988627712:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319269.666570:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.666615:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a5fa expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.666643:0:18380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 192 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.666653:0:18380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 4/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.666693:0:18380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 192 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.666707:0:18380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 192 pid: 122876 timeout: 4616 lvb_type: 0 00000100:00100000:1.0:1767319269.666718:0:18380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db100 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18380:1853163988627840:192.168.204.13@tcp:104: 00000100:00100000:1.0:1767319269.666784:0:18380:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d4062cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.672042:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.672275:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923747840 00000100:00100000:2.0:1767319269.672285:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923747840 00010000:00010000:2.0:1767319269.672326:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 5/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 193 pid: 122876 timeout: 4616 lvb_type: 0 00000100:00100000:2.0:1767319269.672377:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2667 00000100:00100000:2.0:1767319269.672388:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+193:2509:x1853163923747840:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319269.672403:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.672409:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 5/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 193 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.672422:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 193 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:2.0:1767319269.672439:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319269.672444:0:15457:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.672452:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.672458:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.672485:0:15457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319269.672496:0:15457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988627968:0@lo:105: 00000100:00100000:2.0:1767319269.672538:0:15457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.672606:0:15457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038240 going to sleep for 11 seconds 00000100:00100000:0.0:1767319269.672620:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988627968 00000100:00100000:0.0:1767319269.672624:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988627968 00000100:00100000:0.0:1767319269.672656:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1767319269.672663:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988627968:12345-0@lo:105: 00010000:00010000:0.0:1767319269.672673:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.672682:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.672687:0:18380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a521 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e320f3 expref: 193 pid: 122876 timeout: 4616 lvb_type: 0 00010000:00010000:0.0:1767319269.672697:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319269.672703:0:18380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db100 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:18380:1853163988627840:192.168.204.13@tcp:104: 00010000:00010000:0.0:1767319269.672705:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.672711:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 5/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.672717:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 5/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.672727:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a601 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a5fa expref: 15 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.672728:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e7c073c5c00) 00010000:00010000:1.0:1767319269.672734:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:1.0:1767319269.672737:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.672739:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098a00, rc 0) 00000100:00100000:1.0:1767319269.672778:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988627712:12345-0@lo:101:mdt00_004.0 Request processed in 6218us (6434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.672786:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1767319269.672847:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15457:x1853163988627968:12345-0@lo:105: Request processed in 185us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.672854:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1767319269.672966:0:15457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15457:1853163988627968:0@lo:105: 00010000:00010000:2.0:1767319269.672984:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319269.673126:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+192:2509:x1853163923747840:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 740us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.673134:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2667 00000100:00100000:2.0:1767319269.673175:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988627712:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319269.673188:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319269.673205:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00010000:00010000:2.0:1767319269.673231:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.673238:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.673246:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319269.673259:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628096:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319269.673280:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.673304:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038780 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.675233:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628096 00000100:00100000:1.0:1767319269.675243:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628096 00000100:00100000:1.0:1767319269.675290:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555 00000100:00100000:1.0:1767319269.675298:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:122876:x1853163988628096:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1767319269.675313:0:18380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.675341:0:18380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a60f lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a608 expref: -99 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.675364:0:18380:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a60f lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a608 expref: 16 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.675377:0:18380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a60f lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a608 expref: 16 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.675386:0:18380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0xb04f75d6 (ffff9e7d407b3d00) 00010000:00010000:1.0:1767319269.675389:0:18380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.675392:0:18380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099400, rc 0) 00000100:00100000:1.0:1767319269.675445:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628096:12345-0@lo:101:mdt00_004.0 Request processed in 148us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.675451:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555 00000100:00100000:2.0:1767319269.675572:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628096:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319269.675627:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.675637:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767319269.675654:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00000100:00100000:2.0:1767319269.675699:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628224:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.675727:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.675746:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038240 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.675905:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628224 00000100:00100000:1.0:1767319269.675910:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628224 00000100:00100000:1.0:1767319269.675938:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556 00000100:00100000:1.0:1767319269.675944:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628224:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767319269.676007:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628224:12345-0@lo:1000:mdt00_004.0 Request processed in 62us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.676013:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556 00000100:00100000:2.0:1767319269.676095:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628224:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.676130:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628352:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.676161:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.676181:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.676228:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628352 00000100:00100000:0.0:1767319269.676232:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628352 00000100:00100000:0.0:1767319269.676265:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557 00000100:00100000:0.0:1767319269.676271:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628352:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319269.676337:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628352:12345-0@lo:1000:mdt00_004.0 Request processed in 66us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.676344:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557 00000100:00100000:2.0:1767319269.676442:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628352:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.676472:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628480:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.676491:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.676509:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038240 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.676561:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628480 00000100:00100000:0.0:1767319269.676565:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628480 00000100:00100000:0.0:1767319269.676609:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558 00000100:00100000:0.0:1767319269.676615:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628480:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319269.676685:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628480:12345-0@lo:1000:mdt00_004.0 Request processed in 70us (193us total) trans 0 rc 1/1 00000100:00100000:0.0:1767319269.676692:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558 00000100:00100000:2.0:1767319269.676858:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628480:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319269.676903:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.676912:0:122876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.676920:0:122876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122876 initiator: MDT1 00000100:00100000:2.0:1767319269.676930:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628608:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1767319269.676949:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.676969:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d40038780 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.677016:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628608 00000100:00100000:0.0:1767319269.677020:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628608 00000100:00100000:0.0:1767319269.677047:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000100:00100000:0.0:1767319269.677052:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122876:x1853163988628608:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1767319269.677060:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.677076:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a61d lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a616 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.677093:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a61d lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a616 expref: 17 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.677103:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a61d lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a616 expref: 17 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.677111:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.677114:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.677116:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18a00, rc 0) 00000100:00100000:0.0:1767319269.677140:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:122876:x1853163988628608:12345-0@lo:101:mdt00_004.0 Request processed in 87us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.677154:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00100000:2.0:1767319269.677555:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:122876:1853163988628608:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1767319269.677567:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a61d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.677607:0:122876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a61d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.677627:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.677635:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.677643:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000040:00080000:2.0:1767319269.677906:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].8, 416 off37752 00000040:00080000:2.0:1767319269.677946:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].8, 496 off38392 00000004:00080000:2.0:1767319269.677951:0:122876:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d40038780 with version 14 00000100:00100000:2.0:1767319269.678354:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988628864 00000100:00100000:2.0:1767319269.678359:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988628864 00000100:00100000:2.0:1767319269.678416:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560 00000100:00100000:2.0:1767319269.678424:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:123528:x1853163988628864:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767319269.678716:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:123528:x1853163988628864:12345-0@lo:1000:osp_up0-1.0 Request processed in 293us (486us total) trans 137438953625 rc 0/0 00000100:00100000:2.0:1767319269.678723:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560 00000004:00200000:0.0:1767319269.680833:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.680860:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680871:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680893:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680897:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.680900:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680905:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680916:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x0 (ffff9e7d3b4b4100) 00010000:00010000:0.0:1767319269.680918:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.680922:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680925:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a624 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.680943:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a61d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.680948:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a61d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.680952:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c4600/0x719a348ff1c3a616 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a61d expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.680964:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767319269.681091:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00010000:00010000:0.0:1767319269.681096:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.681108:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.681112:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5c00/0x719a348ff1c3a5fa lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x719a348ff1c3a601 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.681119:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767319269.681123:0:122876:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00010000:00010000:0.0:1767319269.681128:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.681134:0:122876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319269.681226:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923747712:12345-192.168.204.13@tcp:36:rm.0 Request processed in 17461us (17710us total) trans 90194313297 rc 0/0 00000100:00100000:0.0:1767319269.681232:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 414 00000100:00100000:0.0:1767319269.688801:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.688868:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923747968 00000100:00100000:2.0:1767319269.688878:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923747968 00000100:00100000:2.0:1767319269.688929:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 415 00000100:00100000:2.0:1767319269.688939:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+192:87929:x1853163923747968:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.688960:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.688982:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a62b lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32139 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.689077:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.689092:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.689103:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.689117:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.689124:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.689131:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319269.689246:0:122876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988629248:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767319269.689292:0:122876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.689326:0:122876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d400389c0 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.689440:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988629248 00000100:00100000:0.0:1767319269.689445:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988629248 00000100:00100000:0.0:1767319269.689483:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561 00000100:00100000:0.0:1767319269.689490:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:122876:x1853163988629248:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767319269.690496:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:122876:x1853163988629248:12345-0@lo:1000:mdt00_004.0 Request processed in 995us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.690506:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561 00000100:00100000:2.0:1767319269.690724:0:122876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:122876:1853163988629248:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767319269.690776:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690787:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690880:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.690902:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690924:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690930:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690935:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690941:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690946:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.690949:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690957:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690967:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:2.0:1767319269.690970:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.690975:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.690980:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a632 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691072:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691080:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691086:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691096:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.691099:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691105:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691113:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x8f93a2f9 (ffff9e7d03e87400) 00010000:00010000:2.0:1767319269.691116:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.691119:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691125:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a639 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.691172:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a62b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32139 expref: 194 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.691186:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32139 expref: 193 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.691194:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7d03e87e00) 00010000:00010000:2.0:1767319269.691196:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319269.691199:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4a00, rc 0) 00000100:00100000:2.0:1767319269.691298:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923747968:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2360us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.691305:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 415 00000100:00100000:2.0:1767319269.694766:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.694949:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923748096 00000100:00100000:0.0:1767319269.694958:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923748096 00000100:00100000:0.0:1767319269.695171:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 416 00000100:00100000:0.0:1767319269.695182:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+16:87929:x1853163923748096:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.695208:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.695230:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a647 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32140 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.695292:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a64e lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.695306:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a64e lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:0.0:1767319269.695318:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a64e lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:0.0:1767319269.695361:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1767319269.695365:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767319269.695403:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a647 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32140 expref: 18 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.695420:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a64e lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32140 expref: 17 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.695429:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.695431:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767319269.695434:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19200, rc 0) 00000100:00100000:0.0:1767319269.695493:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923748096:12345-192.168.204.13@tcp:101:rm.0 Request processed in 313us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.695501:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 416 00000100:00100000:1.0:1767319269.701770:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.701917:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923748352 00000100:00100000:2.0:1767319269.701937:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923748352 00000100:00100000:2.0:1767319269.702016:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 417 00000100:00100000:2.0:1767319269.702024:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+17:87929:x1853163923748352:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.702041:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.702063:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a655 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32147 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767319269.702171:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.702258:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a655 lrc: 1/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32147 expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.702269:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d03e87400) 00010000:00010000:2.0:1767319269.702271:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767319269.702275:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a655 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32147 expref: 19 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.702289:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5800, rc 0) 00000100:00100000:2.0:1767319269.702343:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923748352:12345-192.168.204.13@tcp:101:rm.0 Request processed in 320us (581us total) trans 90194313298 rc 301/301 00000100:00100000:2.0:1767319269.702348:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 417 00000100:00100000:2.0:1767319269.711238:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923748480 00000100:00100000:2.0:1767319269.711247:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923748480 00000100:00100000:2.0:1767319269.711337:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 145 00000100:00100000:2.0:1767319269.711345:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c087c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923748480:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:2.0:1767319269.715154:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c087c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923748480:12345-192.168.204.13@tcp:37:rm.0 Request processed in 3791us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.715170:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 145 00000100:00100000:1.0:1767319269.718989:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.719107:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923748736 00000100:00100000:2.0:1767319269.719117:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923748736 00000100:00100000:2.0:1767319269.719751:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 146 00000100:00100000:2.0:1767319269.719761:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+18:87929:x1853163923748736:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319269.720072:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923748736:12345-192.168.204.13@tcp:35:rm.0 Request processed in 312us (1093us total) trans 90194313299 rc 0/0 00000100:00100000:2.0:1767319269.720080:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 146 00000100:00100000:2.0:1767319269.723373:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923748992 00000100:00100000:2.0:1767319269.723384:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923748992 00000100:00100000:2.0:1767319269.723445:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 418 00000100:00100000:2.0:1767319269.723454:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+19:87929:x1853163923748992:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.723479:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.723513:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a663 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3214e expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.723807:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a66a lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.723821:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a66a lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.723832:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a66a lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319269.723842:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.723939:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a663 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3214e expref: 22 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.723964:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a66a lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3214e expref: 21 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.723991:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:2.0:1767319269.723995:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767319269.723998:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c4400, rc 0) 00000100:00100000:2.0:1767319269.724057:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923748992:12345-192.168.204.13@tcp:101:rm.0 Request processed in 604us (841us total) trans 90194313300 rc 0/0 00000100:00100000:2.0:1767319269.724064:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 418 00000100:00100000:0.0:1767319269.727900:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.728299:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923749120 00000100:00100000:2.0:1767319269.728310:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923749120 00000100:00100000:2.0:1767319269.728423:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 419 00000100:00100000:2.0:1767319269.728434:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+21:87929:x1853163923749120:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.728457:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.728477:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a678 lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32155 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.728563:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 3/1,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.728618:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728629:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 3/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728643:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.728650:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728668:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728808:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.728816:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728822:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00000004:00200000:2.0:1767319269.728855:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x5:0x0]: returning size 0 00000004:00200000:2.0:1767319269.728859:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.728880:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728891:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728900:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728906:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 4/1,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728914:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 3/0,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728920:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728926:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.728930:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 4/0,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728942:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 5/0,0 mode: CR/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728953:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:2.0:1767319269.728956:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.728961:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 3/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728968:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a67f lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728983:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728989:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 2/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.728995:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.729001:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.729003:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.729009:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 4/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.729016:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x9add8152 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319269.729019:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.729021:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 2/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.729026:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a686 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT1 00010000:00010000:2.0:1767319269.729064:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a678 lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32155 expref: 23 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.729079:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32155 expref: 22 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.729085:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x5:0x0].0x0 (ffff9e7d03e87700) 00010000:00010000:2.0:1767319269.729087:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.729090:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5e00, rc 0) 00000100:00100000:2.0:1767319269.729165:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923749120:12345-192.168.204.13@tcp:101:rm.0 Request processed in 732us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.729173:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 419 00000100:00100000:1.0:1767319269.738022:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923749376 00000100:00100000:1.0:1767319269.738037:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923749376 00000100:00100000:1.0:1767319269.738105:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 420 00000100:00100000:1.0:1767319269.738116:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923749376:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.738203:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767319269.738230:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a68d lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32155 expref: 22 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.738254:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x5:0x0].0x0 (ffff9e7d03e87700) 00010000:00010000:1.0:1767319269.738286:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a64e lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32140 expref: 21 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.738296:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:1.0:1767319269.738300:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.738320:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 3/0,1 mode: --/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.738333:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.738343:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 3/0,1 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.738359:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.738367:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.738373:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.738457:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.738465:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.738479:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00000040:00080000:1.0:1767319269.739061:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x54:0x0].7, 64 off8640 00010000:00010000:1.0:1767319269.739107:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 3/0,1 mode: --/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.739116:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739122:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739128:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 4/0,1 mode: PW/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739134:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 4/0,1 mode: PW/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739139:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a6a9 lrc: 3/0,0 mode: PW/PW res: [0x2400088d5:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739292:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319269.739311:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739317:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739323:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739328:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.739332:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739347:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 4/0,0 mode: EX/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739356:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x5:0x0].0x0 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319269.739358:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.739362:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739368:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a6a2 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739468:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739475:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 4/0,1 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739480:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 3/0,0 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739485:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739489:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.739503:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 4/0,0 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739509:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 5/0,0 mode: CW/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739517:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:1.0:1767319269.739520:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.739522:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 3/0,0 mode: --/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739534:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a694 lrc: 0/0,0 mode: --/CW res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000004:00010000:1.0:1767319269.739543:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025e6c67e reply state 000000009127ca53 transno 90194313301 ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: PW/PW res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739554:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:1.0:1767319269.739559:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x9add8152 (ffff9e7d407b3200) 00010000:00010000:1.0:1767319269.739562:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.739565:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.739665:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923749376:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1548us (7312us total) trans 90194313301 rc 0/0 00000100:00100000:1.0:1767319269.739674:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 420 00000100:00100000:2.0:1767319269.743723:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.743783:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923749504 00000100:00100000:0.0:1767319269.743792:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923749504 00000100:00100000:0.0:1767319269.743866:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 421 00000100:00100000:0.0:1767319269.743874:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923749504:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.743891:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.743906:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a6b0 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3215c expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.743977:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.743989:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.743998:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744010:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744016:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744022:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744064:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744070:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744076:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319269.744098:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744109:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744116:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744122:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744127:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.744130:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744135:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744246:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:0.0:1767319269.744250:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.744253:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744775:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a6b7 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744789:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744795:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744801:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744814:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.744817:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744824:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744833:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x8f93a2f9 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319269.744835:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.744838:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744844:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19c00/0x719a348ff1c3a6be lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.744876:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a6b0 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3215c expref: 195 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.744889:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3215c expref: 194 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.744897:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7d03e87e00) 00010000:00010000:0.0:1767319269.744899:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.744901:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18200, rc 0) 00000100:00100000:0.0:1767319269.744969:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923749504:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1095us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.744977:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 421 00000100:00100000:0.0:1767319269.748337:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.748462:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923749632 00000100:00100000:2.0:1767319269.748472:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923749632 00000100:00100000:2.0:1767319269.748543:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 422 00000100:00100000:2.0:1767319269.748552:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+22:87929:x1853163923749632:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.748575:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.748641:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a6cc lrc: 2/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32163 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.748699:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a6d3 lrc: 3/1,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.748713:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a6d3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT1 00010000:00010000:2.0:1767319269.748724:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a6d3 lrc: 3/1,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT1 00000004:00200000:2.0:1767319269.748780:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400088d5:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767319269.748784:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767319269.748818:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a6cc lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32163 expref: 24 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.748836:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a6d3 lrc: 3/0,0 mode: PR/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32163 expref: 23 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.748844:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:2.0:1767319269.748846:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767319269.748850:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:2.0:1767319269.748901:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923749632:12345-192.168.204.13@tcp:101:rm.0 Request processed in 350us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.748909:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 422 00000100:00100000:0.0:1767319269.752461:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923750016 00000100:00100000:0.0:1767319269.752476:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923750016 00000100:00100000:0.0:1767319269.752534:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 147 00000100:00100000:0.0:1767319269.752557:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+23:87929:x1853163923750016:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319269.752802:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+24:87929:x1853163923750016:12345-192.168.204.13@tcp:35:rm.0 Request processed in 260us (432us total) trans 90194313302 rc 0/0 00000100:00100000:0.0:1767319269.752810:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 147 00000100:00100000:2.0:1767319269.753216:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923749760 00000100:00100000:2.0:1767319269.753220:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923749760 00000100:00100000:2.0:1767319269.753348:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 857 00000100:00100000:2.0:1767319269.753357:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+194:2508:x1853163923749760:12345-192.168.204.13@tcp:103:rm.0 00010000:00010000:2.0:1767319269.753368:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319269.753390:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a6c5 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3215c expref: 194 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.753410:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a640 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32139 expref: 193 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.753421:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7d03e87e00) 00010000:00010000:2.0:1767319269.753431:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319269.753474:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+192:2508:x1853163923749760:12345-192.168.204.13@tcp:103:rm.0 Request processed in 119us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.753481:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 857 00000100:00100000:0.0:1767319269.755858:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923750272 00000100:00100000:0.0:1767319269.755867:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923750272 00000100:00100000:0.0:1767319269.755955:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 423 00000100:00100000:0.0:1767319269.755965:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+24:87929:x1853163923750272:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.756021:0:122877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319269.756047:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a6d3 lrc: 0/0,0 mode: --/PR res: [0x2400088d5:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32163 expref: 24 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.756069:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a66a lrc: 0/0,0 mode: --/CR res: [0x2400088d5:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3214e expref: 23 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.756080:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.756090:0:122877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.756139:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.756161:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319269.756170:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:0.0:1767319269.756190:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629376:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1767319269.756249:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.756285:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540cb40 going to sleep for 50 seconds 00000100:00100000:1.0:1767319269.756346:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988629376 00000100:00100000:1.0:1767319269.756351:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988629376 00000100:00100000:1.0:1767319269.756389:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562 00000100:00100000:1.0:1767319269.756396:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:122877:x1853163988629376:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1767319269.756408:0:35231:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.756422:0:35231:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a6e1 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a6da expref: -99 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.756441:0:35231:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a6e1 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a6da expref: 17 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.756451:0:35231:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a6e1 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a6da expref: 17 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.756469:0:35231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:1.0:1767319269.756471:0:35231:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.756474:0:35231:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098c00, rc 0) 00000100:00100000:1.0:1767319269.756517:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:122877:x1853163988629376:12345-0@lo:101:mdt00_005.0 Request processed in 121us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.756523:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562 00000100:00100000:0.0:1767319269.756748:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629376:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1767319269.756762:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.756772:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319269.756792:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00010000:00010000:0.0:1767319269.756812:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.756818:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319269.756825:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:0.0:1767319269.756837:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629504:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1767319269.756859:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.756882:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540cb40 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.757111:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629504:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1767319269.757121:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757129:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319269.757152:0:122877:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20000d6f1:0x1:0x0] 00000100:00100000:0.0:1767319269.757190:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629632:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319269.757213:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.757235:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c840 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.757248:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988629632 00000100:00100000:0.0:1767319269.757251:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988629632 00000100:00100000:0.0:1767319269.757270:0:35231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564 00000100:00100000:0.0:1767319269.757276:0:35231:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:122877:x1853163988629632:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319269.757327:0:35231:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:122877:x1853163988629632:12345-0@lo:1000:mdt00_005.0 Request processed in 50us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.757334:0:35231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564 00000100:00100000:0.0:1767319269.757358:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629632:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319269.757393:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629760:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319269.757413:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.757427:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540c840 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.757438:0:35231:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988629760 00000100:00100000:0.0:1767319269.757441:0:35231:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988629760 00000100:00100000:0.0:1767319269.757466:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4565 00000100:00100000:0.0:1767319269.757472:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:122877:x1853163988629760:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1767319269.757541:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:122877:x1853163988629760:12345-0@lo:1000:mdt00_005.0 Request processed in 68us (127us total) trans 0 rc 1/1 00000100:00100000:0.0:1767319269.757664:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4565 00000100:00100000:0.0:1767319269.757689:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629760:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1767319269.757723:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.757731:0:122877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319269.757749:0:122877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 122877 initiator: MDT1 00000100:00100000:0.0:1767319269.757759:0:122877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629888:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1767319269.757781:0:122877:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.757796:0:122877:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d0540cb40 going to sleep for 50 seconds 00000100:00100000:0.0:1767319269.757808:0:18378:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988629888 00000100:00100000:0.0:1767319269.757811:0:18378:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988629888 00000100:00100000:0.0:1767319269.757828:0:18378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566 00000100:00100000:0.0:1767319269.757833:0:18378:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:122877:x1853163988629888:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1767319269.757841:0:18378:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.757852:0:18378:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a6fd lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x719a348ff1c3a6f6 expref: -99 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757868:0:18378:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a6fd lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x719a348ff1c3a6f6 expref: 19 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757879:0:18378:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a6fd lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x719a348ff1c3a6f6 expref: 19 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757886:0:18378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:0.0:1767319269.757889:0:18378:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.757891:0:18378:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18800, rc 0) 00000100:00100000:0.0:1767319269.757917:0:18378:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+19:122877:x1853163988629888:12345-0@lo:101:mdt00_005.0 Request processed in 84us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.757923:0:18378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566 00000100:00100000:0.0:1767319269.757947:0:122877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:122877:1853163988629888:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1767319269.757957:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757972:0:122877:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 4/0,1 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.757995:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a704 lrc: 3/0,1 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.758004:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a704 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT1 00010000:00010000:0.0:1767319269.758011:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a704 lrc: 3/0,1 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT1 00000040:00080000:0.0:1767319269.758309:0:122877:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x24000a040:0x1:0x0].9, 416 off38168 00000040:00080000:0.0:1767319269.758347:0:122877:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x20000f632:0x1:0x0].9, 496 off38888 00000004:00080000:0.0:1767319269.758352:0:122877:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e7d0540cb40 with version 15 00000100:00100000:2.0:1767319269.758982:0:123528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:123528:1853163988630144:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1767319269.759732:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319269.759739:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 2/0,0 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.759746:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc196d290) 00010000:00010000:2.0:1767319269.759751:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319269.759758:0:49994:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 3/0,0 mode: EX/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.759785:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 2/0,0 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.759791:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319269.759811:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 1/0,0 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.759818:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e18c00/0x719a348ff1c3a6f6 lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6fd expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.759831:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.759833:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.759834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.760025:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988630272 00000100:00100000:2.0:1767319269.760030:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988630272 00000100:00100000:2.0:1767319269.760075:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1767319269.760081:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+20:7014:x1853163988630272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319269.760091:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.760106:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a6fd lrc: 0/0,0 mode: --/EX res: [0x2400088d5:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a6f6 expref: 20 pid: 18378 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.760116:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:2.0:1767319269.760123:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319269.760175:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+19:7014:x1853163988630272:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.760181:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1767319269.760246:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988630272:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.760943:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319269.760949:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.760957:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc196d290) 00010000:00010000:0.0:1767319269.760961:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767319269.760969:0:16652:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.760988:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.760994:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319269.761024:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 1/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.761031:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19800/0x719a348ff1c3a6da lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6e1 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.761043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.761045:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.761047:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.761081:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319269.761092:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988630400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319269.761121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.761188:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988630400 00000100:00100000:0.0:1767319269.761192:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988630400 00000100:00100000:0.0:1767319269.761226:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1767319269.761233:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+19:7012:x1853163988630400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319269.761242:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.761255:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a6e1 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a6da expref: 19 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.761265:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0x0 (ffff9e7d3b4b4a00) 00010000:00010000:0.0:1767319269.761269:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319269.761295:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+18:7012:x1853163988630400:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.761301:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1767319269.761339:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988630400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319269.764214:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.770737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.770796:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923750656 00000100:00100000:0.0:1767319269.770807:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923750656 00000100:00100000:0.0:1767319269.770945:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 148 00000100:00100000:0.0:1767319269.770956:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923750656:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319269.773541:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923750656:12345-192.168.204.13@tcp:35:rm.0 Request processed in 2579us (2804us total) trans 137438953627 rc 0/0 00000100:00100000:0.0:1767319269.773561:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 148 00000100:00100000:0.0:1767319269.784850:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.790137:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923751040 00000100:00100000:0.0:1767319269.790292:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923751040 00000100:00100000:0.0:1767319269.790409:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 426 00000100:00100000:0.0:1767319269.790420:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+193:87929:x1853163923751040:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.790442:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.790467:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a73c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32171 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.790557:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.790571:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.790605:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00200000:0.0:1767319269.790654:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319269.790658:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.790676:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.790698:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a73c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32171 expref: 195 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.790713:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32171 expref: 194 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.790735:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319269.790738:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319269.790742:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18800, rc 0) 00000100:00100000:0.0:1767319269.790798:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923751040:12345-192.168.204.13@tcp:101:rm.0 Request processed in 380us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.790805:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 426 00000100:00100000:1.0:1767319269.794488:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.794574:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923751168 00000100:00100000:0.0:1767319269.794622:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923751168 00000100:00100000:0.0:1767319269.794689:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 427 00000100:00100000:0.0:1767319269.794699:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+194:87929:x1853163923751168:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.794722:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.794743:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a74a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32178 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.794841:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.794855:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.794866:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.794879:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.794886:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.794902:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795058:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795066:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795073:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00200000:0.0:1767319269.795103:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1767319269.795107:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.795128:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795400:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795409:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795415:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795421:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795426:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.795430:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795438:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795457:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319269.795460:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.795465:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795471:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a751 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795484:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795490:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795495:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795501:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.795504:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795510:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795516:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1134d0c6 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.795519:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.795522:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795527:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a758 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.795556:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a74a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32178 expref: 196 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.795855:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32178 expref: 195 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.795865:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.795868:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319269.795870:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18200, rc 0) 00000100:00100000:0.0:1767319269.795972:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+195:87929:x1853163923751168:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1274us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.795981:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 427 00000100:00100000:0.0:1767319269.800865:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923751424 00000100:00100000:0.0:1767319269.800876:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923751424 00000100:00100000:0.0:1767319269.800938:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 428 00000100:00100000:0.0:1767319269.800947:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+195:87929:x1853163923751424:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.800968:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.800987:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3217f expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767319269.801080:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x4:0x0]: returning size 4096 00010000:00010000:0.0:1767319269.801186:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a766 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3217f expref: 197 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.801200:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:0.0:1767319269.801202:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767319269.801207:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3217f expref: 197 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.801220:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18a00, rc 0) 00000100:00100000:0.0:1767319269.801335:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+196:87929:x1853163923751424:12345-192.168.204.13@tcp:101:rm.0 Request processed in 388us (557us total) trans 137438953629 rc 301/301 00000100:00100000:0.0:1767319269.801342:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 428 00000100:00100000:0.0:1767319269.809348:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923751552 00000100:00100000:0.0:1767319269.809359:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923751552 00000100:00100000:0.0:1767319269.809423:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 149 00000100:00100000:0.0:1767319269.809433:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+196:87929:x1853163923751552:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319269.814935:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+196:87929:x1853163923751552:12345-192.168.204.13@tcp:37:rm.0 Request processed in 5492us (5670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.814950:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 149 00000100:00100000:1.0:1767319269.818380:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.818483:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923751808 00000100:00100000:0.0:1767319269.818505:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923751808 00000100:00100000:0.0:1767319269.818565:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 150 00000100:00100000:0.0:1767319269.818575:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+196:87929:x1853163923751808:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319269.818851:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+197:87929:x1853163923751808:12345-192.168.204.13@tcp:35:rm.0 Request processed in 276us (479us total) trans 137438953630 rc 0/0 00000100:00100000:0.0:1767319269.818858:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 150 00000100:00100000:2.0:1767319269.821915:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752064 00000100:00100000:2.0:1767319269.821924:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752064 00000100:00100000:2.0:1767319269.821986:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 429 00000100:00100000:2.0:1767319269.821995:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+197:87929:x1853163923752064:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.822020:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.822040:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a774 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32186 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.822159:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a77b lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.822174:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a77b lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.822185:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a77b lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:2.0:1767319269.822211:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x4:0x0]: returning size 4096 00010000:00010000:2.0:1767319269.822316:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a774 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32186 expref: 200 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.822336:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a77b lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32186 expref: 199 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.822345:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.822348:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767319269.822352:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5800, rc 0) 00000100:00100000:2.0:1767319269.822413:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+199:87929:x1853163923752064:12345-192.168.204.13@tcp:101:rm.0 Request processed in 419us (619us total) trans 137438953631 rc 0/0 00000100:00100000:2.0:1767319269.822420:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 429 00000100:00100000:1.0:1767319269.826413:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.826522:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752192 00000100:00100000:0.0:1767319269.826532:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752192 00000100:00100000:0.0:1767319269.826641:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 430 00000100:00100000:0.0:1767319269.826650:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+199:87929:x1853163923752192:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.826674:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.826695:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a789 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3218d expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.826763:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826793:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826804:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826820:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826827:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826834:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826983:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826992:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.826998:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00200000:0.0:1767319269.827029:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0xd:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.827034:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.827053:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827064:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827074:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827090:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827097:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827103:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827109:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.827112:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827120:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827131:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.827134:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.827151:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827158:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a790 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827171:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827177:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827183:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827187:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.827196:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827201:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827209:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x965f6ba3 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.827212:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.827214:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827220:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a797 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.827255:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a789 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3218d expref: 201 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.827269:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3218d expref: 200 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.827276:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xd:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319269.827278:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.827280:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19e00, rc 0) 00000100:00100000:0.0:1767319269.827344:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+200:87929:x1853163923752192:12345-192.168.204.13@tcp:101:rm.0 Request processed in 694us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.827352:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 430 00000100:00100000:1.0:1767319269.830366:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.830443:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752448 00000100:00100000:2.0:1767319269.830454:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752448 00000100:00100000:2.0:1767319269.830512:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 431 00000100:00100000:2.0:1767319269.830522:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+200:87929:x1853163923752448:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.830639:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319269.830664:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a79e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3218d expref: 200 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.830681:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xd:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:2.0:1767319269.830697:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a75f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32178 expref: 199 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.830706:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.830717:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.830737:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830749:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830758:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830771:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830777:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830783:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830857:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830864:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.830871:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:2.0:1767319269.831105:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].8, 64 off8704 00000004:00080000:2.0:1767319269.831116:0:121320:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4516765535361ns, next at 4517765532665ns, rc = 0 00010000:00010000:2.0:1767319269.831171:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831180:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831198:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831205:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831211:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831217:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a7ba lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831238:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.831256:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831262:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831269:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831274:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.831278:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831285:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831293:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xd:0x0].0x0 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319269.831295:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.831299:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831313:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a7b3 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831419:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831425:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831431:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831435:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.831438:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831443:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831450:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.831452:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.831456:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831460:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a7a5 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:2.0:1767319269.831476:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da543d65 reply state 00000000f5c17cef transno 137438953632 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831489:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.831504:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x965f6ba3 (ffff9e7d03e87e00) 00010000:00010000:2.0:1767319269.831507:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.831509:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.831609:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+200:87929:x1853163923752448:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1053us (1217us total) trans 137438953632 rc 0/0 00000100:00100000:2.0:1767319269.831618:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 431 00000100:00100000:0.0:1767319269.835418:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752576 00000100:00100000:0.0:1767319269.835428:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752576 00000100:00100000:0.0:1767319269.835495:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 432 00000100:00100000:0.0:1767319269.835507:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+200:87929:x1853163923752576:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.835555:0:122877:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.835602:0:122877:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a7c1 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32194 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.835667:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835681:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835691:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835707:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835714:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835721:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835870:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835878:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835885:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000004:00200000:0.0:1767319269.835920:0:122877:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x13:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.835925:0:122877:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.835945:0:122877:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835961:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835969:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835975:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835981:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835986:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.835991:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.835994:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836001:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836011:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.836014:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.836018:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836023:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a7c8 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836035:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836040:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836052:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836057:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.836060:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836065:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836073:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xd57f5ca3 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.836075:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.836077:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836083:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a7cf lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.836117:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a7c1 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32194 expref: 202 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.836131:0:122877:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32194 expref: 201 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.836137:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x13:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:0.0:1767319269.836149:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.836152:0:122877:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18600, rc 0) 00000100:00100000:0.0:1767319269.836326:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+201:87929:x1853163923752576:12345-192.168.204.13@tcp:101:rm.0 Request processed in 822us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.836337:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 432 00000100:00100000:1.0:1767319269.840114:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.840267:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752832 00000100:00100000:0.0:1767319269.840278:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752832 00000100:00100000:0.0:1767319269.840374:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 433 00000100:00100000:0.0:1767319269.840384:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+201:87929:x1853163923752832:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.840440:0:122877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.840466:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a7d6 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32194 expref: 201 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.840483:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x13:0x0].0x0 (ffff9e7c0729eb00) 00010000:00010000:0.0:1767319269.840505:0:122877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.840529:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840543:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840566:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840670:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840678:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840685:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840766:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840775:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.840796:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00000040:00080000:0.0:1767319269.841031:0:122877:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].9, 64 off8768 00010000:00010000:0.0:1767319269.841076:0:122877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841086:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841093:0:122877:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841100:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841107:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841113:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3a7f2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841434:0:122877:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.841455:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841462:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841468:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841474:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.841479:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841494:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841504:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x13:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.841507:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.841511:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841517:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a7eb lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841646:0:122877:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841653:0:122877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841659:0:122877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841664:0:122877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841669:0:122877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.841672:0:122877:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841678:0:122877:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841686:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.841688:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.841691:0:122877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841702:0:122877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a7dd lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00000004:00010000:0.0:1767319269.841711:0:122877:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e5595c9 reply state 00000000094b831b transno 137438953633 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841720:0:122877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:0.0:1767319269.841727:0:122877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xd57f5ca3 (ffff9e7c0729e100) 00010000:00010000:0.0:1767319269.841729:0:122877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.841731:0:122877:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.841812:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+202:87929:x1853163923752832:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1428us (1705us total) trans 137438953633 rc 0/0 00000100:00100000:0.0:1767319269.841821:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 433 00000100:00100000:1.0:1767319269.844318:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.845505:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923752960 00000100:00100000:2.0:1767319269.845518:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923752960 00000100:00100000:1.0:1767319269.845704:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 434 00000100:00100000:1.0:1767319269.845719:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+202:87929:x1853163923752960:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.845743:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.845761:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a7f9 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3219b expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.845855:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.845868:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.845878:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.845900:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.845907:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.845913:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846059:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846068:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846075:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:1.0:1767319269.846107:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x18:0x0]: returning size 1024 00000004:00200000:1.0:1767319269.846111:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.846132:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846221:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846233:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846238:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846244:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846261:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846267:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.846270:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846277:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846288:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319269.846290:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.846295:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846300:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098c00/0x719a348ff1c3a800 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846311:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846317:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846323:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846327:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.846330:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846335:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846352:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x961c5ca3 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319269.846355:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.846358:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846363:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3a807 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319269.846391:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a7f9 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3219b expref: 204 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.846405:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3219b expref: 203 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.846412:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x18:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.846415:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319269.846417:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099800, rc 0) 00000100:00100000:1.0:1767319269.846481:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+203:87929:x1853163923752960:12345-192.168.204.13@tcp:101:rm.0 Request processed in 767us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.846498:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 434 00000100:00100000:1.0:1767319269.848538:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.848880:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 435 00000100:00100000:2.0:1767319269.848887:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+203:87929:x1853163923753216:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.848925:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.848944:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099800/0x719a348ff1c3a80e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3219b expref: 203 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.848955:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x18:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:2.0:1767319269.848963:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.848979:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.848987:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.848993:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849002:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849005:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849014:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849081:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849086:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849089:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319269.849361:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].10, 64 off8832 00010000:00010000:2.0:1767319269.849405:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849413:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849420:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849427:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849434:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849440:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849456:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.849475:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849478:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319269.849485:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849490:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849495:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849501:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319269.849501:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.849505:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849506:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849514:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849514:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849529:0:16652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x18:0x0].0x0 (ffff9e7d03e87900) 00010000:00010000:0.0:1767319269.849531:0:16652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319269.849534:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x18:0x0].0x0 (ffff9e7d03e87900) 00010000:00010000:0.0:1767319269.849535:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849536:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.849538:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849540:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a82a lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x18:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 122876 initiator: MDT0 00010000:00010000:0.0:1767319269.849558:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.849560:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319269.849562:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.849740:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a823 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849837:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849844:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849850:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849855:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849860:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.849868:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849874:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849883:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.849885:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.849888:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849894:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a815 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.849910:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000362c6f56 reply state 00000000159c5bac transno 137438953634 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849920:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.849925:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x961c5ca3 (ffff9e7d03e87400) 00010000:00010000:2.0:1767319269.849927:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.849929:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.853839:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+204:87929:x1853163923753216:12345-192.168.204.13@tcp:36:rm.0 Request processed in 4940us (5298us total) trans 137438953634 rc 0/0 00000100:00100000:2.0:1767319269.853853:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 435 00000100:00100000:0.0:1767319269.860508:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.860692:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923753344 00000100:00100000:2.0:1767319269.860702:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923753344 00000100:00100000:2.0:1767319269.860791:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 436 00000100:00100000:2.0:1767319269.860798:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+204:87929:x1853163923753344:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.860817:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.860835:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a831 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321a2 expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.860911:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.860922:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.860930:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.860939:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.860943:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.860947:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861055:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861060:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861063:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.861088:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x10:0x0]: returning size 1024 00000004:00200000:2.0:1767319269.861091:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.861105:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861115:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861132:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861148:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861154:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861160:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861166:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.861170:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861177:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861189:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.861192:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.861196:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861202:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a838 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861216:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861221:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861227:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861238:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.861242:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861248:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861256:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xc8545ca3 (ffff9e7d03e87900) 00010000:00010000:2.0:1767319269.861259:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.861261:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861266:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a83f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.861294:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a831 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a2 expref: 206 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.861304:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a2 expref: 205 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.861309:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x10:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:2.0:1767319269.861310:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.861312:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5c00, rc 0) 00000100:00100000:2.0:1767319269.861369:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+205:87929:x1853163923753344:12345-192.168.204.13@tcp:101:rm.0 Request processed in 572us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.861376:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 436 00000100:00100000:1.0:1767319269.863750:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.863810:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923753600 00000100:00100000:0.0:1767319269.863820:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923753600 00000100:00100000:0.0:1767319269.863879:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 437 00000100:00100000:0.0:1767319269.863888:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+205:87929:x1853163923753600:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.863959:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.863984:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a846 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a2 expref: 205 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.864003:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x10:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:0.0:1767319269.864013:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.864033:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864044:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864053:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864068:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864075:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864080:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864229:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864239:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864245:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000040:00080000:0.0:1767319269.864428:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].11, 64 off8896 00010000:00010000:0.0:1767319269.864472:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864478:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864483:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864703:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864708:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864712:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3a862 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864727:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.864742:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864745:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864757:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864761:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.864764:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864768:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864774:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x10:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.864776:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.864779:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864782:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a85b lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864862:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864866:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864870:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864873:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864875:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.864877:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864887:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864892:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.864894:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.864895:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864899:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a84d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319269.864904:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cdd6caf4 reply state 00000000bb321ef7 transno 137438953635 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864911:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.864915:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xc8545ca3 (ffff9e7c0729eb00) 00010000:00010000:0.0:1767319269.864916:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.864918:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.865010:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+206:87929:x1853163923753600:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1123us (1266us total) trans 137438953635 rc 0/0 00000100:00100000:0.0:1767319269.865015:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 437 00000100:00100000:0.0:1767319269.868617:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923753728 00000100:00100000:0.0:1767319269.868627:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923753728 00000100:00100000:0.0:1767319269.868678:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 438 00000100:00100000:0.0:1767319269.868687:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+206:87929:x1853163923753728:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.868707:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.868723:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a869 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321a9 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.868798:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868808:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868815:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868824:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868828:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868831:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868941:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868946:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.868949:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319269.868982:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0xb:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.868986:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.869004:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869015:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869031:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869037:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869043:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869048:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869053:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.869057:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869063:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869074:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.869077:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.869080:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869086:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a870 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869098:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869103:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869108:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869119:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.869121:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869127:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869134:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x5abf9a3 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.869136:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.869148:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869154:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a877 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.869182:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a869 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a9 expref: 208 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.869194:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a9 expref: 207 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.869201:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xb:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.869204:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.869206:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901d000, rc 0) 00000100:00100000:0.0:1767319269.869256:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+207:87929:x1853163923753728:12345-192.168.204.13@tcp:101:rm.0 Request processed in 570us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.869261:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 438 00000100:00100000:1.0:1767319269.871403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.871499:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923753984 00000100:00100000:2.0:1767319269.871507:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923753984 00000100:00100000:2.0:1767319269.871574:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 439 00000100:00100000:2.0:1767319269.871618:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+207:87929:x1853163923753984:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.871664:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.871684:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3a87e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321a9 expref: 207 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.871696:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xb:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:2.0:1767319269.871703:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.871719:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871728:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871733:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871740:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871744:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871748:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871806:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871810:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.871814:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319269.871995:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].12, 64 off8960 00010000:00010000:2.0:1767319269.872028:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872035:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872040:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872044:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872048:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872051:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3a89a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872063:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.872075:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872078:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872081:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872084:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.872087:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872091:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872101:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xb:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319269.872103:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.872105:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872111:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3a893 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872222:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872230:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872236:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872241:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872246:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.872248:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872252:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872258:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.872259:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.872261:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872265:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3a885 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.872277:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ab929e0 reply state 00000000db3aad7b transno 137438953636 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872284:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.872288:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x5abf9a3 (ffff9e7d03e87900) 00010000:00010000:2.0:1767319269.872289:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.872291:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.872344:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+208:87929:x1853163923753984:12345-192.168.204.13@tcp:36:rm.0 Request processed in 729us (948us total) trans 137438953636 rc 0/0 00000100:00100000:2.0:1767319269.872349:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 439 00000100:00100000:1.0:1767319269.875013:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.875074:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923754112 00000100:00100000:0.0:1767319269.875081:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923754112 00000100:00100000:0.0:1767319269.875153:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 440 00000100:00100000:0.0:1767319269.875163:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+208:87929:x1853163923754112:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.875187:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.875206:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a8a1 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321b0 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.875264:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875274:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875281:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875289:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875294:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875297:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875405:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875412:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875418:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319269.875451:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0xa:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.875461:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.875486:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875496:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875504:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875510:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875515:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875520:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875526:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.875530:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875536:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875558:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.875561:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.875565:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875571:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3a8a8 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875617:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875630:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875636:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875640:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.875643:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875649:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875657:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xbd5240a3 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319269.875660:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.875662:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875667:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3a8af lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.875695:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a8a1 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b0 expref: 210 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.875707:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b0 expref: 209 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.875713:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xa:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.875715:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.875718:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901da00, rc 0) 00000100:00100000:0.0:1767319269.875765:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+209:87929:x1853163923754112:12345-192.168.204.13@tcp:101:rm.0 Request processed in 603us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.875775:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 440 00000100:00100000:1.0:1767319269.878216:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.878285:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923754368 00000100:00100000:2.0:1767319269.878293:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923754368 00000100:00100000:2.0:1767319269.878337:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 441 00000100:00100000:2.0:1767319269.878343:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+209:87929:x1853163923754368:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.878384:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.878407:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3a8b6 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b0 expref: 209 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.878424:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xa:0x0].0x0 (ffff9e7c0729e700) 00010000:00010000:2.0:1767319269.878433:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.878450:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878459:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878465:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878494:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878498:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878502:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878573:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878640:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878647:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319269.878817:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].13, 64 off9024 00010000:00010000:2.0:1767319269.878852:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878858:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878863:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878867:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878871:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878882:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a8d2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878894:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.878909:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878912:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878916:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878920:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.878923:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878928:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878932:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xa:0x0].0x0 (ffff9e7d03e87300) 00010000:00010000:2.0:1767319269.878934:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.878937:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.878940:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a8cb lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879014:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879018:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879028:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879031:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879034:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.879036:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879039:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879044:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.879045:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.879047:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879050:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3a8bd lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.879056:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094308b48 reply state 0000000057a323e4 transno 137438953637 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879062:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.879066:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xbd5240a3 (ffff9e7d03e87500) 00010000:00010000:2.0:1767319269.879067:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.879069:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.879120:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+210:87929:x1853163923754368:12345-192.168.204.13@tcp:36:rm.0 Request processed in 775us (914us total) trans 137438953637 rc 0/0 00000100:00100000:2.0:1767319269.879134:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 441 00000100:00100000:1.0:1767319269.881341:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.881429:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923754496 00000100:00100000:0.0:1767319269.881438:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923754496 00000100:00100000:0.0:1767319269.881494:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 442 00000100:00100000:0.0:1767319269.881504:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+210:87929:x1853163923754496:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.881526:0:121476:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.881556:0:121476:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a8d9 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321b7 expref: -99 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.881644:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881656:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881666:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881679:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881685:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881691:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881819:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881827:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881846:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000004:00200000:0.0:1767319269.881878:0:121476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0xf:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.881883:0:121476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.881903:0:121476:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881915:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881925:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881931:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881937:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881943:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881949:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.881953:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881960:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881970:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.881973:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.881976:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.881988:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a8e0 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882001:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882006:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882010:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882015:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.882017:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882023:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882030:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x6e9b5ca3 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.882032:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.882035:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882040:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a8e7 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.882068:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a8d9 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b7 expref: 212 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.882080:0:121476:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b7 expref: 211 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.882097:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xf:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.882099:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.882101:0:121476:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901de00, rc 0) 00000100:00100000:0.0:1767319269.882159:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+211:87929:x1853163923754496:12345-192.168.204.13@tcp:101:rm.0 Request processed in 657us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.882167:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 442 00000100:00100000:1.0:1767319269.884998:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.885098:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923754752 00000100:00100000:2.0:1767319269.885108:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923754752 00000100:00100000:2.0:1767319269.885205:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 443 00000100:00100000:2.0:1767319269.885215:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+211:87929:x1853163923754752:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.885266:0:122876:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.885291:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3a8ee lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321b7 expref: 211 pid: 121476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.885309:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xf:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:2.0:1767319269.885319:0:122876:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.885340:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885350:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885359:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885372:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885379:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885385:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885457:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885477:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.885484:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000040:00080000:2.0:1767319269.885999:0:122876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].14, 64 off9088 00010000:00010000:2.0:1767319269.886046:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886055:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886062:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886069:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886075:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886081:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3a90a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886128:0:122876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.886155:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886162:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886169:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886183:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.886185:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886190:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886197:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xf:0x0].0x0 (ffff9e7d03e87100) 00010000:00010000:2.0:1767319269.886198:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.886201:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886204:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a903 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886285:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886289:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886293:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886296:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886299:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.886300:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886304:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886316:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.886317:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.886319:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886323:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a8f5 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000004:00010000:2.0:1767319269.886328:0:122876:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070cb1923 reply state 00000000cba16c22 transno 137438953638 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886335:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.886338:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x6e9b5ca3 (ffff9e7d03e87d00) 00010000:00010000:2.0:1767319269.886340:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.886341:0:122876:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.886410:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+212:87929:x1853163923754752:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1195us (1420us total) trans 137438953638 rc 0/0 00000100:00100000:2.0:1767319269.886417:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 443 00000100:00100000:1.0:1767319269.889952:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.890058:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923754880 00000100:00100000:2.0:1767319269.890078:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923754880 00000100:00100000:2.0:1767319269.890136:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 444 00000100:00100000:2.0:1767319269.890156:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+212:87929:x1853163923754880:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.890179:0:122876:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.890199:0:122876:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a911 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321be expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.890260:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890278:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890289:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890302:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890309:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890314:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890452:0:122876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890460:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890466:0:122876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00000004:00200000:2.0:1767319269.890511:0:122876:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x12:0x0]: returning size 1024 00000004:00200000:2.0:1767319269.890516:0:122876:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.890536:0:122876:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890559:0:122876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890569:0:122876:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890638:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890644:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890651:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890657:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.890660:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890667:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890678:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.890681:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.890685:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890690:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a918 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890703:0:122876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890708:0:122876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890713:0:122876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890718:0:122876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.890726:0:122876:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890731:0:122876:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890738:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x7bc65ca3 (ffff9e7d03e87a00) 00010000:00010000:2.0:1767319269.890740:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.890743:0:122876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890748:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a91f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319269.890774:0:122876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a911 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321be expref: 214 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.890785:0:122876:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321be expref: 213 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.890792:0:122876:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x12:0x0].0x0 (ffff9e7d03e87b00) 00010000:00010000:2.0:1767319269.890795:0:122876:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.890797:0:122876:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19800, rc 0) 00000100:00100000:2.0:1767319269.890850:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+213:87929:x1853163923754880:12345-192.168.204.13@tcp:101:rm.0 Request processed in 695us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.890857:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 444 00000100:00100000:1.0:1767319269.894024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.894124:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923755136 00000100:00100000:0.0:1767319269.894135:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923755136 00000100:00100000:0.0:1767319269.894202:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 445 00000100:00100000:0.0:1767319269.894210:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+213:87929:x1853163923755136:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.894257:0:121476:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.894277:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3a926 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321be expref: 213 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.894291:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x12:0x0].0x0 (ffff9e7d03e87b00) 00010000:00010000:0.0:1767319269.894299:0:121476:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.894316:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894324:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894330:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894339:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894343:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894356:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894427:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894434:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.894440:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00000040:00080000:0.0:1767319269.894955:0:121476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].15, 64 off9152 00010000:00010000:0.0:1767319269.895000:0:121476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895009:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895227:0:121476:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895232:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895236:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895239:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3a942 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895285:0:121476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.895301:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895313:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895317:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895321:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.895324:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895328:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895334:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x12:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319269.895336:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.895338:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895342:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3a93b lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895435:0:121476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895442:0:121476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895447:0:121476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895452:0:121476:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895457:0:121476:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.895466:0:121476:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895472:0:121476:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895480:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.895482:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.895485:0:121476:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895490:0:121476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3a92d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00010000:0.0:1767319269.895499:0:121476:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b25f060 reply state 00000000eea1c4b7 transno 137438953639 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895508:0:121476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:0.0:1767319269.895513:0:121476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x7bc65ca3 (ffff9e7c0729e800) 00010000:00010000:0.0:1767319269.895515:0:121476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.895517:0:121476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.895627:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+214:87929:x1853163923755136:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1414us (1609us total) trans 137438953639 rc 0/0 00000100:00100000:0.0:1767319269.895636:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 445 00000100:00100000:1.0:1767319269.897187:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988630656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.897240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.897266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988631168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.897288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.897303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988631680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.897320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.897415:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988630528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.897448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.897483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988631040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.897515:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631168 00000100:00100000:0.0:1767319269.897522:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631168 00000100:00100000:0.0:1767319269.897614:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767319269.897623:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988631168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.897668:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988631168:12345-0@lo:400:kworker.0 Request processed in 46us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.897674:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1767319269.899207:0:7013:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934599 gen 2 00000004:00080000:1.0:1767319269.899217:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d3b77e680, transno 8589934599 00000100:00100000:1.0:1767319269.899233:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988631168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.899250:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767319269.899259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988630784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.899306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319269.899389:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.899393:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.899396:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.899680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988631296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.899706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.899933:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988630656 00000100:00100000:0.0:1767319269.899939:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988630656 00000100:00100000:0.0:1767319269.899992:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631680 00000100:00100000:0.0:1767319269.899996:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631680 00000100:00100000:0.0:1767319269.900017:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988630784 00000100:00100000:0.0:1767319269.900020:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988630784 00000100:00100000:0.0:1767319269.900039:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1767319269.900046:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988630656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.900093:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988630656:12345-0@lo:400:kworker.0 Request processed in 47us (2852us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.900099:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1767319269.900115:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1767319269.900120:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988631680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.900198:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163988631680:12345-0@lo:400:kworker.0 Request processed in 78us (2876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.900204:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1767319269.900216:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1767319269.900222:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988630784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.900246:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163988630784:12345-0@lo:400:kworker.0 Request processed in 24us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.900251:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1767319269.900506:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.900618:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631040 00000100:00100000:2.0:1767319269.900623:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631040 00000100:00100000:2.0:1767319269.900657:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1767319269.900662:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988631040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319269.900697:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:7012:x1853163988631040:12345-0@lo:400:kworker.0 Request processed in 35us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.900702:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1767319269.900944:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163988631040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.900954:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988631552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.900982:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319269.901019:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988630528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319269.901079:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631552 00000100:00100000:2.0:1767319269.901084:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631552 00000100:00100000:2.0:1767319269.901121:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1767319269.901127:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988631552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319269.901173:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163988631552:12345-0@lo:400:kworker.0 Request processed in 45us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.901179:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1767319269.901205:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7012:1853163988631552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.901306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988630656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.901318:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163988631680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.901330:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319269.901338:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988631808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767319269.901362:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.901423:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163988630784:0@lo:400:kworker.0 00000100:00080000:1.0:1767319269.901446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767319269.901450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319269.901453:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1767319269.901512:0:123533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 4516835931418ns, next at 4517835929598ns, rc = 0 00000100:00100000:2.0:1767319269.901683:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319269.901690:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988631936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319269.901712:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.901731:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631936 00000100:00100000:2.0:1767319269.901734:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631936 00000100:00100000:2.0:1767319269.901752:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767319269.901756:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988631936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319269.901772:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923431424 avail 3691909120 00000100:00100000:2.0:1767319269.901801:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988631936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.901806:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767319269.901834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988631936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319269.901976:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.902021:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923755264 00000100:00100000:2.0:1767319269.902029:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923755264 00000100:00100000:2.0:1767319269.902052:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 446 00000100:00100000:2.0:1767319269.902056:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+214:87929:x1853163923755264:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.902068:0:121322:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.902083:0:121322:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a949 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321c5 expref: -99 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.902136:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902160:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902171:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902185:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902193:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902199:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902314:0:121322:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902320:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902325:0:121322:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00000004:00200000:2.0:1767319269.902357:0:121322:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x9:0x0]: returning size 1024 00000004:00200000:2.0:1767319269.902360:0:121322:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.902376:0:121322:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902387:0:121322:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902394:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902400:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902406:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902412:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.902416:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902424:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902435:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.902438:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.902442:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902448:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a950 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902461:0:121322:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902473:0:121322:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902478:0:121322:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902483:0:121322:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.902486:0:121322:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902492:0:121322:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902500:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x74f887a3 (ffff9e7d03e87a00) 00010000:00010000:2.0:1767319269.902502:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.902505:0:121322:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902510:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a957 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121322 initiator: MDT0 00010000:00010000:2.0:1767319269.902539:0:121322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3a949 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321c5 expref: 216 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.902567:0:121322:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321c5 expref: 215 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.902575:0:121322:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x9:0x0].0x0 (ffff9e7d03e87600) 00010000:00010000:2.0:1767319269.902599:0:121322:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.902602:0:121322:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18400, rc 0) 00000100:00100000:2.0:1767319269.902641:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+215:87929:x1853163923755264:12345-192.168.204.13@tcp:101:rm.0 Request processed in 584us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.902653:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 446 00000100:00080000:1.0:1767319269.905413:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319269.905418:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319269.905444:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163988631296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.905855:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988631808 00000100:00100000:0.0:1767319269.905861:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988631808 00000100:00100000:0.0:1767319269.907948:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4568 00000100:00100000:0.0:1767319269.907965:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:7013:x1853163988631808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1767319269.908004:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445453824 avail 1299214336 00000100:00100000:0.0:1767319269.908091:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+51:7013:x1853163988631808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (6726us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.908098:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4568 00000100:00100000:1.0:1767319269.908227:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.908252:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923755520 00000100:00100000:1.0:1767319269.908259:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923755520 00000100:00100000:1.0:1767319269.908292:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 447 00000100:00100000:1.0:1767319269.908299:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+215:87929:x1853163923755520:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.908335:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.908359:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3a95e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321c5 expref: 215 pid: 121322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.908376:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x9:0x0].0x0 (ffff9e7d03e87600) 00010000:00010000:1.0:1767319269.908386:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.908406:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908418:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908426:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908437:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908444:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908466:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319269.908748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988631808:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1767319269.908868:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908877:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.908884:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319269.909096:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].16, 64 off9216 00010000:00010000:1.0:1767319269.909155:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909164:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909172:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909178:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909184:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909189:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909246:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319269.909264:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909280:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909286:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909292:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.909295:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909302:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909311:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x9:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.909313:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319269.909317:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909322:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a973 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909421:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909428:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909433:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909437:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909442:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.909450:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909455:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909463:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319269.909466:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.909468:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909473:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a965 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319269.909481:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5f3e1de reply state 000000000106d8c3 transno 137438953640 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909645:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.909651:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x74f887a3 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319269.909654:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319269.909657:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319269.909714:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+216:87929:x1853163923755520:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1414us (1488us total) trans 137438953640 rc 0/0 00000100:00100000:1.0:1767319269.909722:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 447 00010000:00010000:2.0:1767319269.910185:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319269.910191:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.910197:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319269.910200:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.910206:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.910215:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x9:0x0].0x0 (ffff9e7d407b3700) 00010000:00010000:2.0:1767319269.910217:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319269.910220:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.910225:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3a97a lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.910237:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.910239:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.910241:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.913119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.917517:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319269.919112:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319269.919119:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3a9b2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.919124:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319269.919127:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3a9b2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.919154:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3a9b2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.919163:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xe:0x0].0x0 (ffff9e7d0b33a500) 00010000:00010000:2.0:1767319269.919166:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767319269.919169:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3a9b2 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.919175:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3a9b2 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.919189:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.919191:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319269.919193:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.923525:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.923634:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923756032 00000100:00100000:1.0:1767319269.923648:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923756032 00000100:00100000:1.0:1767319269.923708:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 450 00000100:00100000:1.0:1767319269.923716:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+218:87929:x1853163923756032:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319269.923753:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319269.923774:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a9b9 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321d3 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.923859:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.923876:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.923886:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.923901:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.923908:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.923914:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924054:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924063:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924070:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:1.0:1767319269.924103:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x14:0x0]: returning size 1024 00000004:00200000:1.0:1767319269.924107:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767319269.924127:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924155:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924164:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924171:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924176:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924183:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924188:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.924192:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924199:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924210:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319269.924213:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.924217:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924223:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3a9c0 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924236:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924242:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924253:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924257:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319269.924260:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924266:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924272:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x2f385ca3 (ffff9e7d407b3700) 00010000:00010000:1.0:1767319269.924275:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319269.924277:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924282:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3a9c7 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.924309:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3a9b9 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321d3 expref: 220 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.924320:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321d3 expref: 219 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.924326:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x14:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:1.0:1767319269.924329:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767319269.924331:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c098000, rc 0) 00000100:00100000:1.0:1767319269.924390:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+219:87929:x1853163923756032:12345-192.168.204.13@tcp:101:rm.0 Request processed in 674us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.924397:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 450 00000100:00100000:0.0:1767319269.928946:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.930360:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 451 00000100:00100000:2.0:1767319269.930371:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+219:87929:x1853163923756288:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.930427:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.930454:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098000/0x719a348ff1c3a9ce lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321d3 expref: 219 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.930474:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x14:0x0].0x0 (ffff9e7d07a39e00) 00010000:00010000:2.0:1767319269.930483:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.930514:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930528:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930538:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930567:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930573:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930620:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930886:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930894:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.930901:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:2.0:1767319269.931124:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].18, 64 off9344 00010000:00010000:2.0:1767319269.931191:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931201:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931209:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931219:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931226:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931242:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3a9ea lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931262:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.931288:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931294:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931300:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931306:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.931310:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931316:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931325:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x14:0x0].0x0 (ffff9e7d03e87800) 00010000:00010000:2.0:1767319269.931327:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.931331:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931337:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3a9e3 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931433:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931440:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931455:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931460:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.931463:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931470:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931478:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.931480:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.931483:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931489:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3a9d5 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:2.0:1767319269.931498:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be73d39b reply state 000000000599d1f1 transno 137438953642 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931507:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.931513:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x2f385ca3 (ffff9e7d03e87a00) 00010000:00010000:2.0:1767319269.931516:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.931518:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.931811:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+220:87929:x1853163923756288:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1439us (2873us total) trans 137438953642 rc 0/0 00000100:00100000:2.0:1767319269.931821:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 451 00000100:00100000:2.0:1767319269.938840:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.945940:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923756672 00000100:00100000:2.0:1767319269.945956:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923756672 00000100:00100000:2.0:1767319269.946033:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 453 00000100:00100000:2.0:1767319269.946045:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+221:87929:x1853163923756672:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.946104:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.946131:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3aa06 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321da expref: 221 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.946290:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x8:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319269.946302:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.946329:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946341:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946351:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946378:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946386:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946394:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946473:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946480:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.946882:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:2.0:1767319269.947108:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].19, 64 off9408 00010000:00010000:2.0:1767319269.947247:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947256:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947263:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947271:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947276:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947282:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa22 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947310:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.947328:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947335:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947340:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947347:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.947351:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947363:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947384:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x8:0x0].0x0 (ffff9e7d03e87b00) 00010000:00010000:2.0:1767319269.947386:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.947389:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947395:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa1b lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947505:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947512:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947517:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947522:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.947524:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947530:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947537:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.947539:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.947542:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947559:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa0d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:2.0:1767319269.947910:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009488358a reply state 00000000274a1322 transno 137438953643 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947922:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319269.947933:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x2c9ecea3 (ffff9e7d03e87600) 00010000:00010000:2.0:1767319269.947935:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.947938:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.948035:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+222:87929:x1853163923756672:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1989us (5272us total) trans 137438953643 rc 0/0 00000100:00100000:2.0:1767319269.948043:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 453 00000100:00100000:0.0:1767319269.952400:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.952474:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923756800 00000100:00100000:2.0:1767319269.952485:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923756800 00000100:00100000:2.0:1767319269.952546:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 454 00000100:00100000:2.0:1767319269.952556:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+222:87929:x1853163923756800:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.952608:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.952630:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3aa29 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321e1 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.952735:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952750:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952761:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952775:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952794:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952801:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952955:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952963:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.952969:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319269.952999:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x6:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.953003:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.953023:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953034:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953042:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953048:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953055:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953061:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.953064:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953071:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953082:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.953089:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.953093:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953097:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa30 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953106:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953109:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953113:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953116:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.953117:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953120:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953124:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x9beb5ca3 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319269.953126:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.953127:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953130:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa37 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.953166:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3aa29 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e1 expref: 224 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.953194:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e1 expref: 223 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.953201:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x6:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.953204:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.953206:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901dc00, rc 0) 00000100:00100000:0.0:1767319269.953268:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+223:87929:x1853163923756800:12345-192.168.204.13@tcp:101:rm.0 Request processed in 714us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.953275:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 454 00000100:00100000:1.0:1767319269.957920:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.957997:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757056 00000100:00100000:0.0:1767319269.958007:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757056 00000100:00100000:0.0:1767319269.958059:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 455 00000100:00100000:0.0:1767319269.958067:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+223:87929:x1853163923757056:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.958112:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.958146:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aa3e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e1 expref: 223 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.958165:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x6:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.958174:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.958194:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958206:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958215:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958249:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958257:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958263:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958336:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958343:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958349:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:0.0:1767319269.958617:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].20, 64 off9472 00010000:00010000:0.0:1767319269.958665:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958674:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958682:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958688:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958695:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958710:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3aa5a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958731:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.958749:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958754:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958759:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958765:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.958769:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958775:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958782:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x6:0x0].0x0 (ffff9e7d2c5d8600) 00010000:00010000:0.0:1767319269.958785:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.958789:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958794:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aa53 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958882:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958889:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958904:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958908:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.958911:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958916:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958924:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.958925:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.958928:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958932:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa45 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319269.958941:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a2b1dc9 reply state 0000000028d1acb4 transno 137438953644 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958950:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.958955:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x9beb5ca3 (ffff9e7c0729e700) 00010000:00010000:0.0:1767319269.958958:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.958960:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.959030:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+224:87929:x1853163923757056:12345-192.168.204.13@tcp:36:rm.0 Request processed in 962us (1118us total) trans 137438953644 rc 0/0 00000100:00100000:0.0:1767319269.959037:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 455 00000100:00100000:1.0:1767319269.963687:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.963807:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757184 00000100:00100000:2.0:1767319269.963817:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757184 00000100:00100000:2.0:1767319269.963870:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 456 00000100:00100000:2.0:1767319269.963880:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+224:87929:x1853163923757184:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.963903:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.963924:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa61 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321e8 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.964007:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964021:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964030:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964043:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964049:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964056:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964202:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964210:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964217:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319269.964251:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0xc:0x0]: returning size 1024 00000004:00200000:2.0:1767319269.964255:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.964277:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964289:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964304:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964310:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964317:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964323:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964329:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.964332:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964339:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964351:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.964354:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.964359:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964364:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aa68 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964378:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964383:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964388:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964399:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.964402:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964407:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964413:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x4e05b2a3 (ffff9e7d03e87b00) 00010000:00010000:2.0:1767319269.964414:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.964416:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964420:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aa6f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.964445:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aa61 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e8 expref: 226 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.964457:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e8 expref: 225 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.964464:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xc:0x0].0x0 (ffff9e7d03e87100) 00010000:00010000:2.0:1767319269.964466:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.964468:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19e00, rc 0) 00000100:00100000:2.0:1767319269.964524:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+225:87929:x1853163923757184:12345-192.168.204.13@tcp:101:rm.0 Request processed in 645us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.964531:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 456 00000100:00100000:2.0:1767319269.968544:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.968704:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757440 00000100:00100000:0.0:1767319269.968727:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757440 00000100:00100000:0.0:1767319269.968782:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 457 00000100:00100000:0.0:1767319269.968792:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+225:87929:x1853163923757440:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.968842:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.968867:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3aa76 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321e8 expref: 225 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.968887:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xc:0x0].0x0 (ffff9e7d03e87100) 00010000:00010000:0.0:1767319269.968897:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.968918:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.968929:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.968937:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.968950:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.968957:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.968963:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969038:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969044:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969055:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:0.0:1767319269.969276:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].21, 64 off9536 00010000:00010000:0.0:1767319269.969322:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969331:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969338:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969344:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969350:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969356:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3aa92 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969376:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.969392:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969398:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969403:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969409:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.969413:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969426:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969434:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0xc:0x0].0x0 (ffff9e7c0729e200) 00010000:00010000:0.0:1767319269.969438:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.969441:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969447:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aa8b lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969547:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969554:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969560:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969565:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.969568:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969574:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969604:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.969606:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.969609:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969615:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aa7d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319269.969630:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c83303ea reply state 00000000b8e90be8 transno 137438953645 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969641:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.969647:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x4e05b2a3 (ffff9e7d2c5d8900) 00010000:00010000:0.0:1767319269.969649:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.969652:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.969713:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+226:87929:x1853163923757440:12345-192.168.204.13@tcp:36:rm.0 Request processed in 922us (1178us total) trans 137438953645 rc 0/0 00000100:00100000:0.0:1767319269.969720:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 457 00000100:00100000:1.0:1767319269.973258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.973366:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757568 00000100:00100000:2.0:1767319269.973404:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757568 00000100:00100000:0.0:1767319269.973805:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 458 00000100:00100000:0.0:1767319269.973814:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+226:87929:x1853163923757568:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.973834:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.973851:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa99 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321ef expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.973916:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.973926:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.973934:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.973943:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.973953:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.973957:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974065:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974070:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974073:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319269.974097:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x17:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.974101:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.974115:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974122:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974128:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974132:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974149:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974155:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.974159:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974172:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974182:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.974185:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.974189:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974194:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aaa0 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974204:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974209:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974215:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974220:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.974223:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974229:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974235:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x3c635ca3 (ffff9e7c0729e400) 00010000:00010000:0.0:1767319269.974238:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.974240:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974245:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aaa7 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.974278:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aa99 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321ef expref: 228 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.974291:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321ef expref: 227 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.974296:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x17:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:0.0:1767319269.974297:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.974299:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901cc00, rc 0) 00000100:00100000:0.0:1767319269.974367:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+227:87929:x1853163923757568:12345-192.168.204.13@tcp:101:rm.0 Request processed in 553us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.974375:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 458 00000100:00100000:1.0:1767319269.978208:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.978286:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757824 00000100:00100000:2.0:1767319269.978295:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757824 00000100:00100000:2.0:1767319269.978353:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 459 00000100:00100000:2.0:1767319269.978363:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+227:87929:x1853163923757824:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319269.978435:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319269.978462:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3aaae lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321ef expref: 227 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.978478:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x17:0x0].0x0 (ffff9e7c04bf1700) 00010000:00010000:2.0:1767319269.978487:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319269.978509:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978522:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978531:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978544:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978551:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978558:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978674:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978682:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978702:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:2.0:1767319269.978910:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].22, 64 off9600 00010000:00010000:2.0:1767319269.978956:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978964:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978971:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978978:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978983:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.978989:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3aaca lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979007:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319269.979024:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979029:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979035:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979040:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.979045:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979057:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979065:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x17:0x0].0x0 (ffff9e7d03e87300) 00010000:00010000:2.0:1767319269.979068:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319269.979072:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979076:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3aac3 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979182:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979190:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979196:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979202:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979207:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.979210:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979217:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979225:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.979227:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.979230:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979242:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3aab5 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319269.979253:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7128100 reply state 00000000b48efe77 transno 137438953646 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979262:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.979268:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x3c635ca3 (ffff9e7d03e87b00) 00010000:00010000:2.0:1767319269.979270:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319269.979273:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319269.979335:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+228:87929:x1853163923757824:12345-192.168.204.13@tcp:36:rm.0 Request processed in 973us (1135us total) trans 137438953646 rc 0/0 00000100:00100000:2.0:1767319269.979343:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 459 00000100:00100000:2.0:1767319269.983207:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.983302:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923757952 00000100:00100000:0.0:1767319269.983312:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923757952 00000100:00100000:0.0:1767319269.983468:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 460 00000100:00100000:0.0:1767319269.983479:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+228:87929:x1853163923757952:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319269.983503:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319269.983523:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aad1 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321f6 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.983730:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983744:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983755:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983788:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983796:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983803:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983946:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983954:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.983960:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319269.983996:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x15:0x0]: returning size 1024 00000004:00200000:0.0:1767319269.984001:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319269.984021:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984032:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984040:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984045:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984051:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984067:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.984071:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984079:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984091:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.984094:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.984099:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984104:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3aad8 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984115:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984120:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984124:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984130:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ca00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.984132:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984151:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984159:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x88f15ca3 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319269.984166:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.984170:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984175:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3aadf lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.984205:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3aad1 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321f6 expref: 230 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.984218:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321f6 expref: 229 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.984224:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x15:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:0.0:1767319269.984227:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319269.984229:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901d200, rc 0) 00000100:00100000:0.0:1767319269.984284:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+229:87929:x1853163923757952:12345-192.168.204.13@tcp:101:rm.0 Request processed in 807us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.984293:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 460 00000100:00100000:1.0:1767319269.987555:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319269.987942:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923758208 00000100:00100000:0.0:1767319269.987952:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923758208 00000100:00100000:0.0:1767319269.988011:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 461 00000100:00100000:0.0:1767319269.988020:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+229:87929:x1853163923758208:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319269.988072:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319269.988096:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aae6 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321f6 expref: 229 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319269.988114:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x15:0x0].0x0 (ffff9e7c04bf1d00) 00010000:00010000:0.0:1767319269.988123:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319269.988173:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988186:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988194:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988206:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988212:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988218:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988288:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988296:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988302:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:0.0:1767319269.988634:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].23, 64 off9664 00010000:00010000:0.0:1767319269.988673:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988681:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988688:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988703:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988709:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988714:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988727:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319269.988741:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988746:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988752:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988757:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.988760:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988767:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988774:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x15:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319269.988777:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319269.988780:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988785:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3aafb lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988884:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988902:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988907:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988912:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319269.988915:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988919:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988926:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319269.988928:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319269.988930:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988935:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3aaed lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319269.988942:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000015c5df90 reply state 00000000962ea636 transno 137438953647 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988951:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319269.988957:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x88f15ca3 (ffff9e7c04bf1100) 00010000:00010000:0.0:1767319269.988959:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319269.988965:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319269.989031:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+230:87929:x1853163923758208:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1011us (1493us total) trans 137438953647 rc 0/0 00000100:00100000:0.0:1767319269.989039:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 461 00010000:00010000:1.0:1767319269.989102:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319269.989107:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319269.989111:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901cc00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319269.989113:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319269.989117:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319269.989123:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x15:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:1.0:1767319269.989124:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319269.989126:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319269.989129:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ab02 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319269.989149:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.989151:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319269.989153:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319269.993283:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319269.993514:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923758336 00000100:00100000:2.0:1767319269.993525:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923758336 00000100:00100000:2.0:1767319269.993916:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 462 00000100:00100000:2.0:1767319269.993927:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+230:87929:x1853163923758336:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319269.993952:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319269.993972:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3ab09 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e321fd expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.994062:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994076:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994099:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994114:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994121:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994127:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994277:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994286:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994293:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319269.994325:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x11:0x0]: returning size 1024 00000004:00200000:2.0:1767319269.994329:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319269.994350:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994361:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994383:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994389:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994518:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994526:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994532:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.994536:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994552:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994572:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319269.994575:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.994663:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994671:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ab10 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994685:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994691:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994696:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994700:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319269.994703:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994719:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994728:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x220d5ca3 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319269.994731:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319269.994734:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994739:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ab17 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319269.994769:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3ab09 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321fd expref: 232 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.994782:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321fd expref: 231 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319269.994789:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x11:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:2.0:1767319269.994791:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319269.994793:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18200, rc 0) 00000100:00100000:2.0:1767319269.994896:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+231:87929:x1853163923758336:12345-192.168.204.13@tcp:101:rm.0 Request processed in 970us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319269.994904:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 462 00000100:00100000:2.0:1767319269.999029:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319269.999105:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923758592 00000100:00100000:1.0:1767319269.999114:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923758592 00000100:00100000:1.0:1767319269.999184:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 463 00000100:00100000:1.0:1767319269.999192:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+231:87929:x1853163923758592:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:1.0:1767319269.999258:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767319269.999291:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ab1e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e321fd expref: 231 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319269.999310:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x11:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:1.0:1767319269.999321:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319269.999341:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999354:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999364:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999382:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999389:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999396:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999471:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999479:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999708:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:1.0:1767319269.999930:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].24, 64 off9728 00010000:00010000:1.0:1767319269.999989:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319269.999997:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000003:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000009:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000014:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000019:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099200/0x719a348ff1c3ab3a lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000029:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319270.000044:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000048:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000052:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000057:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319270.000060:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000066:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000072:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x11:0x0].0x0 (ffff9e7d07a39400) 00010000:00010000:1.0:1767319270.000079:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767319270.000083:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000088:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099c00/0x719a348ff1c3ab33 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000181:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000186:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000191:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000195:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000198:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319270.000201:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000205:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000212:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319270.000214:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319270.000217:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000221:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098a00/0x719a348ff1c3ab25 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:1.0:1767319270.000227:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094224b5b reply state 00000000ed4b6987 transno 137438953648 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000240:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.000245:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x220d5ca3 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319270.000247:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767319270.000249:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767319270.000352:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+232:87929:x1853163923758592:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1160us (1331us total) trans 137438953648 rc 0/0 00000100:00100000:1.0:1767319270.000359:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 463 00000100:00100000:1.0:1767319270.003857:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.004099:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923758720 00000100:00100000:2.0:1767319270.004109:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923758720 00000100:00100000:2.0:1767319270.004219:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 464 00000100:00100000:2.0:1767319270.004228:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+232:87929:x1853163923758720:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.004263:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.004281:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab41 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32204 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.004336:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004348:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004357:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004368:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004374:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004380:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004521:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004529:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004536:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.004621:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x16:0x0]: returning size 1024 00000004:00200000:2.0:1767319270.004626:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.004649:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004667:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004677:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004682:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004688:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004694:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004700:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.004704:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004711:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004721:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.004724:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.004729:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004735:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab48 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004748:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004753:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004764:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004769:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.004771:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004777:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004783:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe2aa5ca3 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319270.004785:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.004788:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004793:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab4f lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.004820:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab41 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32204 expref: 234 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.004831:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3ab56 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32204 expref: 233 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.004838:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x16:0x0].0x0 (ffff9e7d03e87700) 00010000:00010000:2.0:1767319270.004840:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319270.004842:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c073c5200, rc 0) 00000100:00100000:2.0:1767319270.004905:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+233:87929:x1853163923758720:12345-192.168.204.13@tcp:101:rm.0 Request processed in 678us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.004912:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 464 00000100:00100000:2.0:1767319270.008032:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319270.008861:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767319270.009869:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319270.009890:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009896:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009902:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009907:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.009912:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009919:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009928:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x16:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:2.0:1767319270.009931:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319270.009935:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.009940:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ab6b lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010047:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010054:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010059:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010076:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010082:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.010085:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010093:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010100:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.010103:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.010105:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010110:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ab5d lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319270.010120:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032ff5a7f reply state 000000008a608a87 transno 137438953649 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010129:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.010147:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe2aa5ca3 (ffff9e7d0b33ac00) 00010000:00010000:2.0:1767319270.010150:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319270.010153:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319270.010242:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+234:87929:x1853163923758976:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1362us (2215us total) trans 137438953649 rc 0/0 00000100:00100000:2.0:1767319270.010250:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 465 00010000:00010000:0.0:1767319270.010325:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319270.010332:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ab72 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.010338:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319270.010341:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ab72 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.010347:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ab72 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.010355:0:49994:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x16:0x0].0x0 (ffff9e7d0b33a700) 00010000:00010000:0.0:1767319270.010357:0:49994:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767319270.010360:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ab72 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.010365:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ab72 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.010377:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319270.010379:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319270.010381:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319270.016275:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923759104 00000100:00100000:2.0:1767319270.016295:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923759104 00000100:00100000:2.0:1767319270.016359:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 466 00000100:00100000:2.0:1767319270.016369:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+234:87929:x1853163923759104:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.016395:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.016425:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab79 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3220b expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.016499:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016514:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016524:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016537:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016554:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016560:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016736:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016744:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016750:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.016795:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x7:0x0]: returning size 1024 00000004:00200000:2.0:1767319270.016800:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.016821:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016833:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016842:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016847:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016852:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016858:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016864:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.016867:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016873:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016885:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.016888:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.016893:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016899:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ab80 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016920:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016925:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016930:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016935:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.016938:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016942:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016949:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe44515a3 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319270.016952:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.016955:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016960:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3ab87 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.016991:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3ab79 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3220b expref: 236 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.017005:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3220b expref: 235 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.017012:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x7:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.017020:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319270.017022:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19e00, rc 0) 00000100:00100000:2.0:1767319270.017074:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+235:87929:x1853163923759104:12345-192.168.204.13@tcp:101:rm.0 Request processed in 706us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.017082:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 466 00000100:00100000:1.0:1767319270.021920:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.022096:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923759360 00000100:00100000:0.0:1767319270.022105:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923759360 00000100:00100000:0.0:1767319270.022268:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 467 00000100:00100000:0.0:1767319270.022279:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+235:87929:x1853163923759360:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319270.022332:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319270.022356:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ab8e lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3220b expref: 235 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.022392:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x7:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:0.0:1767319270.022403:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319270.022431:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022443:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022452:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022467:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022474:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022480:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022611:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022620:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022626:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:0.0:1767319270.022839:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].26, 64 off9856 00010000:00010000:0.0:1767319270.022882:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022899:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022905:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022912:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022918:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022923:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abaa lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022945:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319270.022961:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022967:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022973:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022978:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.022982:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022989:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.022996:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x7:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319270.022999:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319270.023008:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023013:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d200/0x719a348ff1c3aba3 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023110:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023116:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023121:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023126:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901da00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.023129:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023134:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023156:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319270.023158:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.023162:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023167:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ab95 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319270.023174:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e1c77acd reply state 00000000e8f98110 transno 137438953650 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023183:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.023198:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe44515a3 (ffff9e7c04bf1d00) 00010000:00010000:0.0:1767319270.023201:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319270.023203:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319270.023279:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+236:87929:x1853163923759360:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1001us (1371us total) trans 137438953650 rc 0/0 00000100:00100000:0.0:1767319270.023287:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 467 00000100:00100000:1.0:1767319270.031179:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.031236:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923759488 00000100:00100000:0.0:1767319270.031246:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923759488 00000100:00100000:0.0:1767319270.031310:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 468 00000100:00100000:0.0:1767319270.031319:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+236:87929:x1853163923759488:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.031348:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.031373:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3abb1 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32212 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.031894:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/1,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.031909:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.031919:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.031933:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.031938:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.031943:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032081:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032088:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032093:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319270.032120:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x19:0x0]: returning size 1024 00000004:00200000:0.0:1767319270.032124:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.032160:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032171:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032179:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/1,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032185:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 2/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032191:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032196:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.032200:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032207:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032217:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319270.032226:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.032232:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 2/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032237:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901dc00/0x719a348ff1c3abb8 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032249:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032255:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032260:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032265:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.032267:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032272:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032279:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xb6f515a3 (ffff9e7c04bf1f00) 00010000:00010000:0.0:1767319270.032281:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.032284:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032288:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d000/0x719a348ff1c3abbf lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.032317:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3abb1 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32212 expref: 238 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.032339:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32212 expref: 237 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.032346:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x19:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.032348:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319270.032351:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901c200, rc 0) 00000100:00100000:0.0:1767319270.032429:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+237:87929:x1853163923759488:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1111us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.032438:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 468 00000100:00100000:2.0:1767319270.037241:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.037342:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923759744 00000100:00100000:0.0:1767319270.037353:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923759744 00000100:00100000:0.0:1767319270.037413:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 469 00000100:00100000:0.0:1767319270.037423:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+237:87929:x1853163923759744:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319270.037476:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319270.037505:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3abc6 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32212 expref: 237 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.037522:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x19:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.037533:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319270.037554:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037567:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037575:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037629:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037635:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037642:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037716:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037723:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.037729:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000040:00080000:0.0:1767319270.037957:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].27, 64 off9920 00010000:00010000:0.0:1767319270.038005:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038014:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038021:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038027:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038033:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038048:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038072:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319270.038090:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038095:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038101:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038107:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.038111:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038118:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038126:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x19:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:0.0:1767319270.038129:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319270.038133:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038150:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3abdb lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038254:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038261:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 2/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038277:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038281:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901de00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.038284:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038290:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038299:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:0.0:1767319270.038301:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.038304:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 2/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038309:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3abcd lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319270.038320:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dddf5068 reply state 000000002254f6a1 transno 137438953651 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038330:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.038335:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xb6f515a3 (ffff9e7c04bf1c00) 00010000:00010000:0.0:1767319270.038338:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319270.038340:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319270.038429:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+238:87929:x1853163923759744:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1005us (1195us total) trans 137438953651 rc 0/0 00000100:00100000:0.0:1767319270.038438:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 469 00010000:00010000:1.0:1767319270.038533:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319270.038539:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.038545:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00031000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319270.038549:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.038555:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.038564:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x19:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:1.0:1767319270.038567:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319270.038570:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.038575:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3abe2 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.038628:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.038630:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.038632:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319270.049978:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.050065:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923759872 00000100:00100000:2.0:1767319270.050075:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923759872 00000100:00100000:2.0:1767319270.050133:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 470 00000100:00100000:2.0:1767319270.050153:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+238:87929:x1853163923759872:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.050176:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.050196:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3abe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32219 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.050318:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.050332:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.050342:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.050357:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.050363:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.050369:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052404:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052424:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052435:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.052479:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x4:0x0]: returning size 4096 00000004:00200000:2.0:1767319270.052483:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.052512:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052524:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052530:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052536:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052541:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052721:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.052726:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052734:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052746:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:2.0:1767319270.052761:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.052766:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052772:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3abf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052788:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052794:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052800:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052805:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.052807:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052812:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052819:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1134d0c6 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319270.052821:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.052824:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052829:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3abf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.052868:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3abe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32219 expref: 240 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.052900:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32219 expref: 239 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.052907:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.052909:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319270.052911:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e19800, rc 0) 00000100:00100000:2.0:1767319270.052995:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+239:87929:x1853163923759872:12345-192.168.204.13@tcp:101:rm.0 Request processed in 2844us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.053006:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 470 00000100:00100000:1.0:1767319270.056808:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.056854:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923760128 00000100:00100000:2.0:1767319270.056865:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923760128 00000100:00100000:2.0:1767319270.056927:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 151 00000100:00100000:2.0:1767319270.056937:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c084850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+239:87929:x1853163923760128:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319270.057172:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c084850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+240:87929:x1853163923760128:12345-192.168.204.13@tcp:35:rm.0 Request processed in 235us (374us total) trans 137438953652 rc 0/0 00000100:00100000:2.0:1767319270.057179:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 151 00000100:00100000:0.0:1767319270.059855:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.059931:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923760384 00000100:00100000:2.0:1767319270.059940:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923760384 00000100:00100000:2.0:1767319270.059996:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 471 00000100:00100000:2.0:1767319270.060005:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+240:87929:x1853163923760384:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319270.060072:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767319270.060096:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3abfe lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32219 expref: 240 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.060114:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3a77b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32186 expref: 239 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.060129:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.060156:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3a743 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32171 expref: 238 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.060165:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:2.0:1767319270.060169:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319270.060191:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060201:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060208:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060218:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060223:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060228:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060293:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060299:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060305:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.060532:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x4:0x0]: returning size 4096 00010000:00010000:2.0:1767319270.060704:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060711:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060716:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060722:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.060726:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060733:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060741:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:2.0:1767319270.060744:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319270.060747:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060753:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ac13 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060875:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060881:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060887:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060902:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060907:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.060909:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060915:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060922:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.060924:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.060927:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060932:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ac05 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319270.060943:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000573f68d1 reply state 00000000cc1c6984 transno 137438953653 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060951:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.060955:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1134d0c6 (ffff9e7d03e87700) 00010000:00010000:2.0:1767319270.060957:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319270.060959:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319270.061031:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+239:87929:x1853163923760384:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1026us (1191us total) trans 137438953653 rc 0/0 00000100:00100000:2.0:1767319270.061039:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 471 00000100:00100000:1.0:1767319270.068077:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.068294:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923760512 00000100:00100000:2.0:1767319270.068328:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923760512 00000100:00100000:2.0:1767319270.068392:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 472 00000100:00100000:2.0:1767319270.068400:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+239:87929:x1853163923760512:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.068423:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.068446:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ac1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32220 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.068536:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.068549:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.068562:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.068635:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319270.068640:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.068660:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.068687:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ac1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32220 expref: 241 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.068708:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32220 expref: 240 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.068716:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319270.068719:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319270.068723:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00000100:00100000:1.0:1767319270.074734:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.080639:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319270.080698:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923760896 00000100:00100000:1.0:1767319270.080709:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923760896 00000100:00100000:1.0:1767319270.080768:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 152 00000100:00100000:1.0:1767319270.080779:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+241:87929:x1853163923760896:12345-192.168.204.13@tcp:37:rm.0 00000100:00100000:0.0:1767319270.085032:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+241:87929:x1853163923760896:12345-192.168.204.13@tcp:37:rm.0 Request processed in 4244us (4390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.085044:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 152 00000100:00100000:0.0:1767319270.094251:0:121324:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923761152 00000100:00100000:0.0:1767319270.094262:0:121324:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923761152 00000100:00100000:0.0:1767319270.094319:0:121324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00100000:0.0:1767319270.094328:0:121324:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+241:87929:x1853163923761152:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:0.0:1767319270.094624:0:121324:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+242:87929:x1853163923761152:12345-192.168.204.13@tcp:35:rm.0 Request processed in 295us (504us total) trans 137438953655 rc 0/0 00000100:00100000:0.0:1767319270.094631:0:121324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 153 00000100:00100000:2.0:1767319270.097916:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319270.106106:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:0.0:1767319270.106944:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/1,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.106954:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.106962:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319270.107000:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x39:0x0]: returning size 0 00000004:00200000:0.0:1767319270.107004:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.107022:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107032:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107040:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107045:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 4/1,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107058:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 3/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107064:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107069:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.107074:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 4/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107080:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 5/0,0 mode: CR/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107091:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319270.107094:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.107098:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 3/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107104:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ac52 lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107117:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 3/1,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107122:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 2/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107127:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107131:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.107202:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107220:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 4/0,0 mode: PR/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107227:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7d0b33a500) 00010000:00010000:0.0:1767319270.107230:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.107232:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 2/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107237:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ac59 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.107267:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3ac4b lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32235 expref: 246 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.107280:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 3/0,0 mode: PR/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32235 expref: 245 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.107288:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.107290:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767319270.107293:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d00030600, rc 0) 00000100:00100000:0.0:1767319270.107405:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+245:87929:x1853163923761536:12345-192.168.204.13@tcp:101:rm.0 Request processed in 1126us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.107414:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 475 00000100:00100000:1.0:1767319270.111226:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.111304:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923761792 00000100:00100000:0.0:1767319270.111313:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923761792 00000100:00100000:0.0:1767319270.111366:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 476 00000100:00100000:0.0:1767319270.111375:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+245:87929:x1853163923761792:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319270.111426:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319270.111467:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3ac60 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32235 expref: 245 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.112225:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.112247:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82600/0x719a348ff1c38d9d lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b27 expref: 244 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.112256:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319270.112260:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319270.112280:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 3/0,1 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112292:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112300:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 3/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112312:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112318:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112324:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112397:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112404:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112411:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:0.0:1767319270.112772:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].8, 64 off8704 00000004:00080000:0.0:1767319270.112783:0:121323:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4517047202366ns, next at 4518047199861ns, rc = 0 00010000:00010000:0.0:1767319270.112829:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 3/0,1 mode: --/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112837:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112844:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112849:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112854:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 4/0,1 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112860:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112886:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319270.112905:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112911:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112917:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112923:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00031600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.112927:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112943:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112953:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:0.0:1767319270.112956:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319270.112959:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.112964:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3ac75 lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113055:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113062:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 4/0,1 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113067:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 3/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113072:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113076:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.113078:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 4/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113084:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 5/0,0 mode: CW/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113091:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319270.113093:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.113095:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 3/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113107:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac67 lrc: 0/0,0 mode: --/CW res: [0x20000d6f1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319270.113117:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023225a1f reply state 00000000624a179e transno 137438953657 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: PW/PW res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113127:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.113147:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7c04bf1f00) 00010000:00010000:0.0:1767319270.113150:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319270.113153:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319270.113225:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+245:87929:x1853163923761792:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1849us (2006us total) trans 137438953657 rc 0/0 00000100:00100000:0.0:1767319270.113234:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 476 00010000:00010000:1.0:1767319270.113402:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319270.113409:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.113415:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030000 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319270.113419:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 2/0,0 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.113425:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.113433:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x39:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:1.0:1767319270.113436:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319270.113438:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 1/0,0 mode: --/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.113444:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3ac7c lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.113464:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.113466:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.113468:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319270.116730:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319270.123349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.123443:0:126596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923762176 00000100:00100000:2.0:1767319270.123453:0:126596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923762176 00000100:00100000:2.0:1767319270.123519:0:126596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 154 00000100:00100000:2.0:1767319270.123528:0:126596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+246:87929:x1853163923762176:12345-192.168.204.13@tcp:35:rm.0 00000100:00100000:2.0:1767319270.123784:0:126596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+247:87929:x1853163923762176:12345-192.168.204.13@tcp:35:rm.0 Request processed in 256us (443us total) trans 137438953658 rc 0/0 00000100:00100000:2.0:1767319270.123792:0:126596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 154 00000100:00100000:1.0:1767319270.126360:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.126437:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923762432 00000100:00100000:0.0:1767319270.126446:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923762432 00000100:00100000:0.0:1767319270.126512:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 478 00000100:00100000:0.0:1767319270.126521:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+247:87929:x1853163923762432:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319270.126676:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767319270.126701:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5c00/0x719a348ff1c3ac98 lrc: 0/0,0 mode: --/PR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3223c expref: 247 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.126721:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3ac3d lrc: 0/0,0 mode: --/CR res: [0x20000d6f1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3222e expref: 246 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.126729:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319270.126747:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ac21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32220 expref: 245 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.126753:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87f00) 00010000:00010000:0.0:1767319270.126757:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319270.126792:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126803:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126812:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126823:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126830:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126836:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126909:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,1 mode: --/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126915:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.126918:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:0.0:1767319270.127083:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000d6f1:0x37:0x0]: returning size 4096 00010000:00010000:0.0:1767319270.127095:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,1 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127104:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 2/0,0 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127108:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127112:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.127115:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 3/0,0 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127120:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 4/0,0 mode: EX/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127126:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x0 (ffff9e7c04bf1800) 00010000:00010000:0.0:1767319270.127129:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319270.127132:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 2/0,0 mode: --/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127149:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acad lrc: 0/0,0 mode: --/EX res: [0x20000d6f1:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127277:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127284:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127290:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127295:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127300:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.127309:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127315:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127323:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.127325:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.127328:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127333:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ac9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:0.0:1767319270.127345:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ca2db2e reply state 0000000022b48515 transno 137438953659 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127354:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319270.127359:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7c04bf1200) 00010000:00010000:0.0:1767319270.127361:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319270.127363:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319270.127426:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+246:87929:x1853163923762432:12345-192.168.204.13@tcp:36:rm.0 Request processed in 905us (1074us total) trans 137438953659 rc 0/0 00000100:00100000:0.0:1767319270.127434:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 478 00000100:00100000:0.0:1767319270.130362:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923762560 00000100:00100000:0.0:1767319270.130372:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923762560 00000100:00100000:0.0:1767319270.130430:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 479 00000100:00100000:0.0:1767319270.130439:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+246:87929:x1853163923762560:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.130464:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.130496:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32243 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.130616:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.130630:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.130640:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319270.130681:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319270.130684:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.130703:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.130726:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32243 expref: 248 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.130743:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32243 expref: 247 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.130751:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:0.0:1767319270.130753:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319270.130756:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d00030000, rc 0) 00000100:00100000:0.0:1767319270.130807:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+247:87929:x1853163923762560:12345-192.168.204.13@tcp:101:rm.0 Request processed in 369us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.130815:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 479 00000100:00100000:1.0:1767319270.133505:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.133775:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923762688 00000100:00100000:2.0:1767319270.133783:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923762688 00000100:00100000:2.0:1767319270.133838:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 480 00000100:00100000:2.0:1767319270.133848:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+247:87929:x1853163923762688:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.133868:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.133886:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3acc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3224a expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.133946:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.133959:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.133969:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.133981:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.133986:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.133993:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134155:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134163:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134169:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.134203:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.134222:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319270.134241:0:121323:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x2:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1767319270.134245:0:121323:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x2:0x0] updating lvb mtime from disk: 0 -> 1767318469 00000004:00010000:2.0:1767319270.134247:0:121323:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x2:0x0] updating lvb atime from disk: 0 -> 1767318469 00000004:00010000:2.0:1767319270.134250:0:121323:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x2:0x0] updating lvb ctime from disk: 0 -> 1767318469 00000004:00010000:2.0:1767319270.134252:0:121323:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x2:0x0] updating lvb blocks from disk: 18427282363563114435 -> 0 00002000:00010000:2.0:1767319270.134256:0:121323:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1767319270.134262:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134268:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134274:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134280:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134285:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.134295:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134303:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134315:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:2.0:1767319270.134318:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.134323:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134329:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3acc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134342:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134347:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134352:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134357:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.134360:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134365:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134372:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.134375:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.134378:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134393:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3acd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.134421:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3acc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3224a expref: 249 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.134433:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3224a expref: 248 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.134440:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x2:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:2.0:1767319270.134442:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1767319270.134445:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00000100:00100000:2.0:1767319270.134509:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+248:87929:x1853163923762688:12345-192.168.204.13@tcp:101:rm.0 Request processed in 662us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.134518:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 480 00000100:00100000:1.0:1767319270.138158:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.138301:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923762944 00000100:00100000:0.0:1767319270.138312:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923762944 00000100:00100000:0.0:1767319270.138403:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 481 00000100:00100000:0.0:1767319270.138413:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+248:87929:x1853163923762944:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:0.0:1767319270.138494:0:121320:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319270.138539:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3acd7 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3224a expref: 248 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.138570:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x2:0x0].0x0 (ffff9e7d03e87c00) 00010000:00010000:0.0:1767319270.138619:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030000/0x719a348ff1c3acbb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32243 expref: 247 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.138629:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1a00) 00010000:00010000:0.0:1767319270.138634:0:121320:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767319270.138651:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138660:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138666:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138673:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138677:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138680:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138740:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138744:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138753:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138924:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138930:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138935:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138939:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138943:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.138947:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873000/0x719a348ff1c3acf3 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139081:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767319270.139095:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139099:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139103:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139106:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.139108:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139120:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139127:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x2:0x0].0x0 (ffff9e7c04bf1000) 00010000:00010000:0.0:1767319270.139128:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767319270.139131:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139147:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030600/0x719a348ff1c3acec lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139233:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139237:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139241:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139243:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00031000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.139245:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139248:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139254:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1900) 00010000:00010000:0.0:1767319270.139255:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.139257:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139260:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031000/0x719a348ff1c3acde lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319270.139273:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b8d92529 reply state 0000000053837a8f transno 137438953660 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139280:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.139284:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (ffff9e7c04bf1800) 00010000:00010000:0.0:1767319270.139285:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767319270.139287:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767319270.139357:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+248:87929:x1853163923762944:12345-192.168.204.13@tcp:36:rm.0 Request processed in 944us (1219us total) trans 137438953660 rc 0/0 00000100:00100000:0.0:1767319270.139365:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 481 00000100:00100000:0.0:1767319270.142356:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923763072 00000100:00100000:0.0:1767319270.142365:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923763072 00000100:00100000:0.0:1767319270.142418:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 482 00000100:00100000:0.0:1767319270.142426:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+248:87929:x1853163923763072:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.142448:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.142470:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3acfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32251 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.142570:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.142782:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.142795:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319270.142836:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319270.142845:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.142863:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.142886:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873200/0x719a348ff1c3acfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32251 expref: 250 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.142902:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32251 expref: 249 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.142910:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:0.0:1767319270.142913:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319270.142917:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d07873400, rc 0) 00000100:00100000:0.0:1767319270.142974:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+249:87929:x1853163923763072:12345-192.168.204.13@tcp:101:rm.0 Request processed in 549us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.142981:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 482 00000100:00100000:1.0:1767319270.146024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.146106:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923763200 00000100:00100000:0.0:1767319270.146116:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923763200 00000100:00100000:0.0:1767319270.146192:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 483 00000100:00100000:0.0:1767319270.146202:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+249:87929:x1853163923763200:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.146224:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.146241:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ad08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32258 expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.146295:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146306:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146316:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146345:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146352:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146358:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146499:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146505:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146509:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319270.146534:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.146559:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00010000:0.0:1767319270.146577:0:121320:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x6:0x0] updating lvb size from disk: 0 -> 8 00000004:00010000:0.0:1767319270.146615:0:121320:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x6:0x0] updating lvb mtime from disk: 0 -> 1767318595 00000004:00010000:0.0:1767319270.146618:0:121320:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x6:0x0] updating lvb atime from disk: 0 -> 1767318586 00000004:00010000:0.0:1767319270.146621:0:121320:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x6:0x0] updating lvb ctime from disk: 0 -> 1767318595 00000004:00010000:0.0:1767319270.146623:0:121320:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x20000afe1:0x6:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00002000:00010000:0.0:1767319270.146628:0:121320:0:(mdt_io.c:1529:mdt_lvb2reply()) size 8 00010000:00010000:0.0:1767319270.146634:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146639:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146648:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146652:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901de00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.146655:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146659:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146668:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:0.0:1767319270.146670:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.146672:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146676:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146685:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146688:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146691:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146694:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901cc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319270.146695:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146698:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146708:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319270.146709:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319270.146711:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146714:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.146735:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873c00/0x719a348ff1c3ad08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32258 expref: 251 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.146744:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32258 expref: 250 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.146747:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x6:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:0.0:1767319270.146749:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1767319270.146750:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901c200, rc 0) 00000100:00100000:0.0:1767319270.146800:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+250:87929:x1853163923763200:12345-192.168.204.13@tcp:101:rm.0 Request processed in 600us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.146807:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 483 00000100:00100000:1.0:1767319270.150498:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.150613:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923763456 00000100:00100000:2.0:1767319270.150624:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923763456 00000100:00100000:2.0:1767319270.150677:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 484 00000100:00100000:2.0:1767319270.150687:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+250:87929:x1853163923763456:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319270.150739:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319270.150780:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c200/0x719a348ff1c3ad1d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32258 expref: 250 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.150800:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x6:0x0].0x0 (ffff9e7c04bf1600) 00010000:00010000:2.0:1767319270.150818:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ad01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32251 expref: 249 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.150847:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1b00) 00010000:00010000:2.0:1767319270.150853:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319270.150875:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150888:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150897:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150911:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150917:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150926:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.150995:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151003:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151009:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151216:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151225:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151237:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151244:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151249:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151254:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad39 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151275:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319270.151292:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151298:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151303:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151310:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.151313:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151320:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151328:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x6:0x0].0x0 (ffff9e7d03e87100) 00010000:00010000:2.0:1767319270.151331:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319270.151335:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151350:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad32 lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151490:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151496:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151500:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151505:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151510:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.151512:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151517:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151524:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.151526:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.151528:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151533:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad24 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319270.151544:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fbd07335 reply state 0000000072739f31 transno 137438953661 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151553:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.151565:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (ffff9e7d03e87300) 00010000:00010000:2.0:1767319270.151568:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319270.151570:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319270.151651:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+250:87929:x1853163923763456:12345-192.168.204.13@tcp:36:rm.0 Request processed in 965us (1161us total) trans 137438953661 rc 0/0 00000100:00100000:2.0:1767319270.151659:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 484 00000100:00100000:0.0:1767319270.155916:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923763584 00000100:00100000:0.0:1767319270.155926:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923763584 00000100:00100000:0.0:1767319270.155978:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 485 00000100:00100000:0.0:1767319270.155986:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+250:87929:x1853163923763584:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.156007:0:121320:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.156026:0:121320:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3225f expref: -99 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.156100:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.156113:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.156123:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00000004:00200000:0.0:1767319270.156176:0:121320:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767319270.156180:0:121320:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767319270.156197:0:121320:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319270.156216:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901cc00/0x719a348ff1c3ad40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3225f expref: 252 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.156232:0:121320:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3225f expref: 251 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319270.156240:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:0.0:1767319270.156243:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767319270.156246:0:121320:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901de00, rc 0) 00000100:00100000:0.0:1767319270.156302:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+251:87929:x1853163923763584:12345-192.168.204.13@tcp:101:rm.0 Request processed in 316us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.156308:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 485 00000100:00100000:1.0:1767319270.160090:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.160254:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923763712 00000100:00100000:2.0:1767319270.160265:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923763712 00000100:00100000:2.0:1767319270.160349:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 486 00000100:00100000:2.0:1767319270.160360:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+251:87929:x1853163923763712:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.160383:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.160404:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32266 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.160470:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160485:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160497:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160511:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160518:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160524:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160720:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160729:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160735:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.160767:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x9:0x0]: returning size 2097152 00000004:00200000:2.0:1767319270.160771:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.160791:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160804:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160813:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160819:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160824:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160830:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160836:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.160839:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160847:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160866:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319270.160869:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.160873:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160880:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556400/0x719a348ff1c3ad55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160894:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160900:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160905:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160910:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.160913:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160919:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160925:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.160928:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.160930:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160936:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ad5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.160962:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ad4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32266 expref: 253 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.160982:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32266 expref: 252 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.160989:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x9:0x0].0x0 (ffff9e7d03e87800) 00010000:00010000:2.0:1767319270.160992:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767319270.160995:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d09557200, rc 0) 00000100:00100000:2.0:1767319270.161048:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+252:87929:x1853163923763712:12345-192.168.204.13@tcp:101:rm.0 Request processed in 691us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.161057:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 486 00000100:00100000:1.0:1767319270.165293:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319270.165517:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.166093:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923764096 00000100:00100000:0.0:1767319270.166103:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923764096 00000100:00100000:0.0:1767319270.166254:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6159 00000100:00100000:0.0:1767319270.166263:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2509:x1853163923764096:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:0.0:1767319270.166287:0:35588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767319270.166307:0:35588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3ad71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32274 expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767319270.166328:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x322:0x0] initial LVB size: 2097152, mtime: 0x69572484, atime: 0x69572484, ctime: 0x69572484, blocks: 0x800 00010000:00010000:0.0:1767319270.166344:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319270.166347:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319270.166356:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3ad71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32274 expref: 9 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319270.166375:0:35588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3ad71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32274 expref: 9 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319270.166387:0:35588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d1901ca00, rc 0) 00000100:00100000:0.0:1767319270.166438:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2509:x1853163923764096:12345-192.168.204.13@tcp:101:rm.0 Request processed in 177us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.166444:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6159 00000100:00080000:1.0:1767319270.166546:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319270.170648:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319270.170709:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319270.170779:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923764224 00000100:00100000:1.0:1767319270.170796:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923764224 00000100:00100000:1.0:1767319270.170865:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 6160 00000100:00080000:0.0:1767319270.170866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319270.170875:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:0:x1853163923764224:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:1.0:1767319270.170895:0:35588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767319270.170919:0:35588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3ad78 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x323:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e3227b expref: -99 pid: 35588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767319270.171053:0:35588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x323:0x0] initial LVB size: 0, mtime: 0x69572484, atime: 0x0, ctime: 0x69572484, blocks: 0x0 00010000:00010000:1.0:1767319270.171071:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319270.171073:0:35588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319270.171082:0:35588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3ad78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3227b expref: 8 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767319270.171121:0:35588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3ad78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3227b expref: 9 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767319270.171151:0:35588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7c0c099e00, rc 0) 00000100:00100000:1.0:1767319270.171204:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:0:x1853163923764224:12345-192.168.204.13@tcp:101:rm.0 Request processed in 330us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319270.171217:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 6160 00000100:00100000:1.0:1767319270.177050:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.177333:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923764480 00000100:00100000:2.0:1767319270.177344:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923764480 00000100:00100000:2.0:1767319270.177405:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 487 00000100:00100000:2.0:1767319270.177416:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+252:87929:x1853163923764480:12345-192.168.204.13@tcp:36:rm.0 00010000:00010000:2.0:1767319270.177471:0:121323:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767319270.177671:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ad63 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32266 expref: 252 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.177693:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x9:0x0].0x0 (ffff9e7d03e87800) 00010000:00010000:2.0:1767319270.177709:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901de00/0x719a348ff1c3ad47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3225f expref: 251 pid: 121320 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.177718:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c04bf1300) 00010000:00010000:2.0:1767319270.177723:0:121323:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767319270.177750:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177761:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177837:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177851:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177857:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177863:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177941:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177949:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.177956:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000040:00080000:2.0:1767319270.178226:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].28, 64 off9984 00000040:00080000:2.0:1767319270.178240:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].9, 64 off8768 00000040:00080000:2.0:1767319270.178245:0:121323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].29, 64 off10048 00010000:00010000:2.0:1767319270.178284:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178290:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178295:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178299:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178449:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178455:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178471:0:121323:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319270.178491:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178497:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178503:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178508:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.178512:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178519:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178528:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x9:0x0].0x0 (ffff9e7d03e87f00) 00010000:00010000:2.0:1767319270.178531:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319270.178536:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178542:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3ad94 lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178648:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319270.178654:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178660:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319270.178663:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178669:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178677:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x9:0x0].0x0 (ffff9e7d03e87f00) 00010000:00010000:1.0:1767319270.178680:0:15460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319270.178683:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178687:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3ad9b lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319270.178699:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.178701:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.178709:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319270.178733:0:121323:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178749:0:121323:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178754:0:121323:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178760:0:121323:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178765:0:121323:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.178768:0:121323:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178773:0:121323:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178781:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87100) 00010000:00010000:2.0:1767319270.178783:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.178786:0:121323:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178792:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557400/0x719a348ff1c3ad86 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000004:00010000:2.0:1767319270.178803:0:121323:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d930e00 reply state 00000000d73d8523 transno 137438953662 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178813:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.178819:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (ffff9e7d03e87c00) 00010000:00010000:2.0:1767319270.178821:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319270.178829:0:121323:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319270.179006:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+252:87929:x1853163923764480:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1591us (1966us total) trans 137438953662 rc 0/0 00000100:00100000:2.0:1767319270.179012:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 487 00000100:00100000:1.0:1767319270.181760:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319270.181797:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923764608 00000100:00100000:2.0:1767319270.181806:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923764608 00000100:00100000:2.0:1767319270.181869:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 488 00000100:00100000:2.0:1767319270.181880:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+252:87929:x1853163923764608:12345-192.168.204.13@tcp:101:rm.0 00010000:00010000:2.0:1767319270.181912:0:121323:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767319270.181934:0:121323:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ada2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x20f8fb2656e32282 expref: -99 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.182001:0:121323:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ada9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.182013:0:121323:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ada9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.182024:0:121323:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ada9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00000004:00200000:2.0:1767319270.182067:0:121323:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767319270.182071:0:121323:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767319270.182087:0:121323:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ada9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319270.182104:0:121323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ada2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32282 expref: 254 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.182118:0:121323:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3ada9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32282 expref: 253 pid: 121323 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319270.182151:0:121323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7d03e87200) 00010000:00010000:2.0:1767319270.182154:0:121323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767319270.182158:0:121323:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e7d36e18600, rc 0) 00000100:00100000:2.0:1767319270.182257:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+253:87929:x1853163923764608:12345-192.168.204.13@tcp:101:rm.0 Request processed in 378us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.182264:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 488 00000100:00100000:0.0:1767319270.186988:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000040:00080000:2.0:1767319270.187919:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x80:0x0].10, 64 off8832 00000040:00080000:2.0:1767319270.187940:0:121320:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x82:0x0].30, 64 off10112 00010000:00010000:2.0:1767319270.187989:0:121320:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 3/0,1 mode: --/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188168:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 3/0,1 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188178:0:121320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 3/0,1 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188184:0:121320:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 4/0,1 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188189:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 4/0,1 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188194:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 3/0,0 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188216:0:121320:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767319270.188234:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 3/0,1 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188239:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 2/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188254:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 3/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188260:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.188264:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 3/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188272:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 4/0,0 mode: EX/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188281:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:2.0:1767319270.188283:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767319270.188288:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 2/0,0 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188293:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5200/0x719a348ff1c3adbe lrc: 0/0,0 mode: --/EX res: [0x20000f631:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188483:0:121320:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188490:0:121320:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188495:0:121320:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188500:0:121320:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319270.188503:0:121320:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188508:0:121320:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188526:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e7c0729e000) 00010000:00010000:2.0:1767319270.188529:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319270.188532:0:121320:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188538:0:121320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4a00/0x719a348ff1c3adb0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000004:00010000:2.0:1767319270.188550:0:121320:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b17e153c reply state 00000000802bb7a4 transno 137438953663 ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188572:0:121320:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319270.188604:0:121320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7c0729e500) 00010000:00010000:2.0:1767319270.188607:0:121320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767319270.188610:0:121320:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767319270.188687:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+253:87929:x1853163923764864:12345-192.168.204.13@tcp:36:rm.0 Request processed in 1573us (1704us total) trans 137438953663 rc 0/0 00000100:00100000:2.0:1767319270.188696:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 489 00010000:00010000:1.0:1767319270.188776:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767319270.188788:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 2/0,0 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.188794:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18800 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:1.0:1767319270.188797:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 2/0,0 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.188803:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 3/0,0 mode: PW/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.188811:0:15459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000f631:0x1:0x0].0x0 (ffff9e7c0729e400) 00010000:00010000:1.0:1767319270.188813:0:15459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767319270.188816:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 1/0,0 mode: --/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.188821:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adc5 lrc: 0/0,0 mode: --/PW res: [0x20000f631:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319270.188835:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.188837:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319270.188838:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319270.409112:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632064 00000100:00100000:0.0:1767319270.409120:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632064 00000100:00100000:0.0:1767319270.409200:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1767319270.409209:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988632064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767319270.409231:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319270.409278:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7011:x1853163988632064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.409298:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1767319270.409346:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767319270.409540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988632192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767319270.409597:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319270.409725:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632192 00000100:00100000:2.0:1767319270.409730:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632192 00000100:00100000:2.0:1767319270.409771:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569 00000100:00100000:2.0:1767319270.409778:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:7013:x1853163988632192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767319270.409811:0:18380:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445478400 avail 1299238912 00000100:00100000:2.0:1767319270.409853:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:7013:x1853163988632192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.409859:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569 00000100:00100000:2.0:1767319270.409891:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988632192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767319270.410010:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988632320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319270.410053:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319270.410088:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632320 00000100:00100000:1.0:1767319270.410091:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632320 00000100:00100000:1.0:1767319270.410116:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1767319270.410122:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988632320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767319270.410143:0:18367:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923431424 avail 3691909120 00000100:00100000:1.0:1767319270.410175:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:7014:x1853163988632320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319270.410188:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1767319270.410222:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7014:1853163988632320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767319271.716051:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319271.716098:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319271.716136:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319271.716155:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319271.716179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319271.716215:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765504 00000100:00100000:1.0:1767319271.716227:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765504 00000100:00100000:1.0:1767319271.716283:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765376 00000100:00100000:1.0:1767319271.716285:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765376 00000100:00100000:1.0:1767319271.716308:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3067 00000100:00100000:1.0:1767319271.716319:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2510:x1853163923765504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319271.716420:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2510:x1853163923765504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319271.716429:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3067 00000100:00100000:1.0:1767319271.716450:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3068 00000100:00100000:1.0:1767319271.716456:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923765376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319271.716482:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+8:2510:x1853163923765376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319271.716487:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3068 00000100:00100000:2.0:1767319271.719441:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765248 00000100:00100000:2.0:1767319271.719475:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765248 00000100:00100000:2.0:1767319271.719567:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765120 00000100:00100000:2.0:1767319271.719571:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765120 00000100:00100000:2.0:1767319271.719657:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 179 00000100:00100000:2.0:1767319271.719667:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:2510:x1853163923765248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319271.719771:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+23:2510:x1853163923765248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319271.719780:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 179 00000100:00100000:2.0:1767319271.719798:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 180 00000100:00080000:1.0:1767319271.720021:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319271.720141:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+253:2510:x1853163923765120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319271.720182:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+253:2510:x1853163923765120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 377us (4025us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319271.720189:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 180 00000001:00080000:0.0:1767319271.952237:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 137438953663 is committed 00000004:00080000:0.0:1767319271.952261:0:125519:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000004:00080000:0.0:1767319271.952326:0:125519:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000001:00080000:0.0:1767319271.952354:0:125519:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 137438953626 is committed 00000100:00100000:2.0:1767319271.952778:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.952875:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.952922:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.952944:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.952975:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767319271.952981:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.953001:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.953015:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.953034:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.953063:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988632704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.953123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.953140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.953160:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.953175:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319271.953180:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988632832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.953198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319271.953230:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632448 00000100:00100000:2.0:1767319271.953238:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632448 00000100:00100000:2.0:1767319271.953298:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632960 00000100:00100000:2.0:1767319271.953301:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632960 00000100:00100000:2.0:1767319271.953319:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632576 00000100:00100000:2.0:1767319271.953321:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632576 00000100:00100000:2.0:1767319271.953338:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633088 00000100:00100000:2.0:1767319271.953341:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633088 00000100:00100000:2.0:1767319271.953357:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632704 00000100:00100000:2.0:1767319271.953360:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632704 00000100:00100000:2.0:1767319271.953377:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633216 00000100:00100000:2.0:1767319271.953379:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633216 00000100:00100000:2.0:1767319271.953394:0:37857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988632832 00000100:00100000:2.0:1767319271.953397:0:37857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988632832 00000100:00100000:2.0:1767319271.953418:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162 00000100:00100000:2.0:1767319271.953426:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:7011:x1853163988632448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767319271.953460:0:37857:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:42 count 1 00002000:00010000:2.0:1767319271.954311:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319271.954325:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3adcc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.954346:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.954350:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.954358:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3adcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.954386:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.954389:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3adcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.954423:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3adcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.954424:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.954434:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e19800/0x719a348ff1c3adcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.954460:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319271.954475:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.954483:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0e400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.954487:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.954495:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.954512:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa6a94833 (ffff9e7d07a39100) 00010000:00010000:1.0:1767319271.954515:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.954521:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.954527:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0e400/0x719a348ff1c38fdb lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xa6a94833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.954560:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954567:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954573:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954625:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.954628:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954653:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954669:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xf142140 (ffff9e7d07a39200) 00010000:00010000:1.0:1767319271.954672:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.954676:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954682:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d000/0x719a348ff1c3904b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xf142140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954705:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954712:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954718:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954734:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d06c0f200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.954738:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954743:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954753:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xef08328a (ffff9e7d07a39600) 00010000:00010000:1.0:1767319271.954755:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.954758:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954764:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d06c0f200/0x719a348ff1c39083 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xef08328a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954801:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954814:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954821:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954826:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.954830:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954836:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954846:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xec45d8e7 (ffff9e7d07a39900) 00010000:00010000:1.0:1767319271.954849:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.954853:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954859:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4d400/0x719a348ff1c390bb lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xec45d8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.954877:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:7011:x1853163988632448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1448us (1999us total) trans 8589934600 rc 0/0 00000100:00100000:2.0:1767319271.954889:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162 00010000:00010000:1.0:1767319271.954890:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954900:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954906:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954910:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.954914:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954927:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.954936:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163 00010000:00010000:1.0:1767319271.954952:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xa3936bac (ffff9e7d07a39c00) 00000100:00100000:2.0:1767319271.954953:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:7011:x1853163988632960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.954962:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.954968:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.954974:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0ab4ce00/0x719a348ff1c390f3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xa3936bac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00002000:00080000:2.0:1767319271.954989:0:37857:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:39 count 1 00010000:00010000:1.0:1767319271.954994:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955001:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955006:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955012:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955015:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955022:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955031:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xd0b639f4 (ffff9e7d3b4b4200) 00010000:00010000:1.0:1767319271.955033:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955035:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955041:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82c00/0x719a348ff1c3912b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xd0b639f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00002000:00010000:2.0:1767319271.955073:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.955075:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.955083:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3add3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955086:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.955117:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.955119:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.955123:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3add3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955144:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.955150:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3add3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955154:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955157:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955191:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.955193:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3add3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955214:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x94c295fa (ffff9e7d3b4b4600) 00010000:00010000:2.0:1767319271.955215:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18600/0x719a348ff1c3add3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955225:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955236:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955245:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83000/0x719a348ff1c39163 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x94c295fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.955247:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319271.955270:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955279:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955285:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955307:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955312:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955320:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955338:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x54b0b1f4 (ffff9e7d07a39000) 00010000:00010000:1.0:1767319271.955341:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955345:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955352:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a000/0x719a348ff1c391d3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x54b0b1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.955378:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955385:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.955390:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:7011:x1853163988632960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 438us (2441us total) trans 8589934601 rc 0/0 00010000:00010000:1.0:1767319271.955405:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.955412:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163 00010000:00010000:1.0:1767319271.955422:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955426:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955433:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.955442:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6164 00000100:00100000:2.0:1767319271.955464:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:7011:x1853163988632576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.955465:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x494dcf1b (ffff9e7d1aa67c00) 00010000:00010000:1.0:1767319271.955478:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955483:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00002000:00080000:2.0:1767319271.955483:0:37857:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:43 count 1 00010000:00010000:1.0:1767319271.955498:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557a00/0x719a348ff1c3920b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x494dcf1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955525:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955532:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955539:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955544:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955549:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955555:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955562:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x83daffd9 (ffff9e7d39f8ff00) 00010000:00010000:1.0:1767319271.955565:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955568:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955572:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938000/0x719a348ff1c39243 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x83daffd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955615:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955626:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955640:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955645:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955649:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955656:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00002000:00010000:2.0:1767319271.955662:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.955668:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0xc1e56442 (ffff9e7d39f8f600) 00010000:00010000:2.0:1767319271.955671:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adda lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955676:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955682:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.955689:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319271.955694:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939600/0x719a348ff1c3935b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0xc1e56442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.955696:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.955702:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.955716:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955720:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.955729:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adda lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955733:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955746:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.955767:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18800/0x719a348ff1c3adda lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.955768:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955777:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955814:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.955822:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767319271.955840:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x679fc7b1 (ffff9e7d07a39f00) 00010000:00010000:1.0:1767319271.955846:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955850:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955860:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a200/0x719a348ff1c39403 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x3:0x0].0x679fc7b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955892:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955902:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955910:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955917:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28a400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.955921:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955927:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955938:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x402e40fe (ffff9e7d07a39800) 00010000:00010000:1.0:1767319271.955942:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.955945:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955951:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28a400/0x719a348ff1c39481 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x402e40fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.955976:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.955989:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:7011:x1853163988632576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 528us (2980us total) trans 8589934602 rc 0/0 00000100:00100000:2.0:1767319271.956012:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6164 00010000:00010000:1.0:1767319271.956014:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956024:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956030:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28b200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956034:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.956035:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6166 00010000:00010000:1.0:1767319271.956051:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.956053:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163988632704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.956073:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe5a0002c (ffff9e7d07a39b00) 00010000:00010000:1.0:1767319271.956077:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:2.0:1767319271.956079:0:37857:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:41 count 1 00010000:00010000:1.0:1767319271.956081:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956091:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28b200/0x719a348ff1c394ce lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe5a0002c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956121:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956129:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956135:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956140:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956144:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956159:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00002000:00010000:2.0:1767319271.956163:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.956169:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53aab532 (ffff9e7d39f8f900) 00010000:00010000:2.0:1767319271.956173:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ade8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.956175:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956183:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.956199:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319271.956200:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939000/0x719a348ff1c3951b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x53aab532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.956204:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.956210:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ade8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.956226:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ade8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.956232:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.956238:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ade8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.956245:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.956252:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d36e18200/0x719a348ff1c3ade8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.956257:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956277:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a939e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956284:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.956294:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1767319271.956295:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956310:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32fdbbcb (ffff9e7d39f8fd00) 00010000:00010000:1.0:1767319271.956315:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956320:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956332:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a939e00/0x719a348ff1c395df lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32fdbbcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956378:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956389:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956397:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956402:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea83800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956406:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956416:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956428:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81080160 (ffff9e7d3b4b4e00) 00010000:00010000:1.0:1767319271.956430:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956435:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956441:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea83800/0x719a348ff1c3962c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81080160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319271.956467:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163988632704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 415us (3340us total) trans 8589934604 rc 0/0 00010000:00010000:1.0:1767319271.956469:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.956483:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6166 00010000:00010000:1.0:1767319271.956487:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956498:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.956507:0:37857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6168 00010000:00010000:1.0:1767319271.956520:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2e28aa00 already unused, calling callback (ffffffffc1960550) 00000100:00100000:2.0:1767319271.956522:0:37857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163988632832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.956527:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956533:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956547:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x25baab34 (ffff9e7d07a39d00) 00010000:00010000:1.0:1767319271.956550:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956553:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956559:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2e28aa00/0x719a348ff1c39679 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x25baab34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956600:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956606:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956611:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956617:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956620:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956626:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956633:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9e14b794 (ffff9e7d39f8f000) 00010000:00010000:1.0:1767319271.956641:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956645:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956651:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938c00/0x719a348ff1c3973d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9e14b794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.956668:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956674:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956680:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956686:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956689:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956695:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956704:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc984b19a (ffff9e7d407b3c00) 00010000:00010000:1.0:1767319271.956713:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956718:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956724:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534a00/0x719a348ff1c3978a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc984b19a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.956746:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956752:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956764:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956771:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956774:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956780:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956792:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x11:0x0].0xd1d4b922 (ffff9e7d3b4b4800) 00010000:00010000:1.0:1767319271.956795:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956798:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956803:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82a00/0x719a348ff1c39840 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x11:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.956807:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.956834:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956840:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956845:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956852:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d2ea82400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956855:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956860:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.956873:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.956890:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f4bbd0d (ffff9e7d3b4b4d00) 00010000:00010000:1.0:1767319271.956893:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956898:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956903:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d2ea82400/0x719a348ff1c39886 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8f4bbd0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.956915:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.956924:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956934:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956940:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.956945:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.956955:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.956960:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956967:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956976:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x14:0x0].0xd1d4b922 (ffff9e7d407b3300) 00010000:00010000:1.0:1767319271.956979:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.956983:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.956989:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535200/0x719a348ff1c3992e lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x14:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00080000:2.0:1767319271.956990:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7c0db0ea00/2, rc 0, transno 8589934602 00000100:00100000:2.0:1767319271.957003:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632576:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767319271.957020:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d05bfc380/2, rc 0, transno 8589934603 00000100:00100000:2.0:1767319271.957024:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.957028:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00000004:00080000:2.0:1767319271.957033:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7c0db0d180/2, rc 0, transno 8589934600 00000100:00100000:2.0:1767319271.957039:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767319271.957052:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d066daa00/2, rc 0, transno 8589934601 00010000:00010000:1.0:1767319271.957056:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.957056:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988632960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.957073:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.957076:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:1.0:1767319271.957084:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534e00 already unused, calling callback (ffffffffc1960550) 00000100:00100000:2.0:1767319271.957087:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.957092:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957114:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.957125:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.957143:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x10b192c5 (ffff9e7d407b3a00) 00000100:00100000:2.0:1767319271.957148:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988634112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.957150:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957155:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957169:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534e00/0x719a348ff1c39974 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x10b192c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.957184:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.957192:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957201:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957207:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957212:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957217:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.957225:0:37859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633472 00010000:00010000:1.0:1767319271.957235:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.957236:0:37859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633472 00010000:00010000:1.0:1767319271.957251:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0xbb1e317 (ffff9e7d407b3e00) 00010000:00010000:1.0:1767319271.957254:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957257:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957262:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535e00/0x719a348ff1c39ab6 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x17:0x0].0xbb1e317 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957281:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00000100:00100000:2.0:1767319271.957281:0:37859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633984 00000100:00100000:2.0:1767319271.957287:0:37859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633984 00010000:00010000:1.0:1767319271.957296:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.957304:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.957310:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31535400 already unused, calling callback (ffffffffc1960550) 00000100:00100000:2.0:1767319271.957312:0:37859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633600 00010000:00010000:1.0:1767319271.957314:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00000100:00100000:2.0:1767319271.957319:0:37859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633600 00010000:00010000:1.0:1767319271.957327:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.957337:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x13e051db (ffff9e7d407b3b00) 00010000:00010000:1.0:1767319271.957340:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957343:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00000100:00100000:2.0:1767319271.957347:0:37859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634112 00010000:00010000:1.0:1767319271.957350:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535400/0x719a348ff1c39afc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x13e051db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00000100:00100000:2.0:1767319271.957353:0:37859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634112 00000100:00100000:2.0:1767319271.957385:0:37859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169 00010000:00010000:1.0:1767319271.957390:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.957397:0:37859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:7011:x1853163988633472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.957414:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957423:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00002000:00080000:2.0:1767319271.957430:0:37859:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:42 count 1 00010000:00010000:1.0:1767319271.957431:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957438:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957446:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.957458:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xcd9c8c2e (ffff9e7c04bf1e00) 00010000:00010000:1.0:1767319271.957460:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957464:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00002000:00010000:2.0:1767319271.957468:0:37859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.957471:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c400/0x719a348ff1c39d56 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xcd9c8c2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:2.0:1767319271.957479:0:37859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3adef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.957495:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.957495:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.957499:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.957506:0:37859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.957510:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.957523:0:37859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.957525:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957540:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957543:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957549:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957558:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x7062643e (ffff9e7d0b33ae00) 00010000:00010000:1.0:1767319271.957560:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957563:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957568:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534000/0x719a348ff1c39f94 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x7062643e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957623:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957658:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.957659:0:37859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.957693:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957699:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0a938800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957701:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957707:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957714:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xe98aab7f (ffff9e7c0729ee00) 00010000:00010000:1.0:1767319271.957721:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957724:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957729:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0a938800/0x719a348ff1c3a03c lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xe98aab7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957745:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957750:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957755:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957760:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957762:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957767:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957774:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xae953712 (ffff9e7d3b4b4b00) 00010000:00010000:1.0:1767319271.957777:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957779:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957785:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4800/0x719a348ff1c3a074 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xae953712 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.957794:0:37859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d36e18c00/0x719a348ff1c3adef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.957805:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.957833:0:37859:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1767319271.957851:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957856:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957862:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d31534c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957866:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957873:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957883:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb7a71084 (ffff9e7d0b33af00) 00010000:00010000:1.0:1767319271.957886:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957889:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957895:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31534c00/0x719a348ff1c3a0ac lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xb7a71084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.957920:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957928:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957935:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957941:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.957945:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957959:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957969:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x945d1024 (ffff9e7d0b33ab00) 00010000:00010000:1.0:1767319271.957972:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.957975:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.957981:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c800/0x719a348ff1c3a0e4 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x945d1024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.958011:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958018:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958023:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958029:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.958034:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958042:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958054:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x9fb93058 (ffff9e7c0729ef00) 00010000:00010000:1.0:1767319271.958058:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.958062:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.958064:0:37859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:7011:x1853163988633472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 668us (1194us total) trans 4294969468 rc 0/0 00000100:00100000:2.0:1767319271.958081:0:37859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169 00010000:00010000:1.0:1767319271.958095:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557600/0x719a348ff1c3a11c lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x9fb93058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.958115:0:37859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170 00000100:00100000:2.0:1767319271.958123:0:37859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:7011:x1853163988633984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767319271.958136:0:37859:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:41 count 1 00002000:00010000:2.0:1767319271.958159:0:37859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:0.0:1767319271.958166:0:125519:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:2.0:1767319271.958166:0:37859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c3adf6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958186:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.958188:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.958192:0:37859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c3adf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767319271.958204:0:125519:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:2.0:1767319271.958204:0:37859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c3adf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958219:0:37859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c3adf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958227:0:37859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557c00/0x719a348ff1c3adf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958238:0:37859:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767319271.958246:0:37850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171 00000100:00100000:0.0:1767319271.958264:0:37850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:7011:x1853163988633600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767319271.958288:0:37850:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:40 count 1 00002000:00010000:0.0:1767319271.958315:0:37850:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319271.958320:0:37850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d200/0x719a348ff1c3adfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.958330:0:37850:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319271.958331:0:37850:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319271.958335:0:37850:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d200/0x719a348ff1c3adfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.958344:0:37850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d200/0x719a348ff1c3adfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.958351:0:37850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d200/0x719a348ff1c3adfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.958365:0:37850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d200/0x719a348ff1c3adfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.958376:0:37850:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1767319271.958388:0:37859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:7011:x1853163988633984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 262us (1441us total) trans 4294969469 rc 0/0 00000100:00100000:2.0:1767319271.958397:0:37859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170 00000100:00100000:2.0:1767319271.958416:0:37859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6172 00000100:00100000:2.0:1767319271.958425:0:37859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:7011:x1853163988634112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767319271.958440:0:37859:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:962 count 1 00002000:00010000:2.0:1767319271.958458:0:37859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c2:0x0] initial LVB size: 0, mtime: 0x6957269c, atime: 0x6957269c, ctime: 0x6957269c, blocks: 0x0 00010000:00010000:2.0:1767319271.958464:0:37859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c3ae04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958473:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.958475:0:37859:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.958477:0:37859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c3ae04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958486:0:37859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c3ae04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958494:0:37859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c3ae04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958500:0:37859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09557400/0x719a348ff1c3ae04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958509:0:37859:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1767319271.958694:0:37859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:7011:x1853163988634112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 271us (1512us total) trans 4294969470 rc 0/0 00000100:00100000:2.0:1767319271.958698:0:37859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6172 00000004:00080000:2.0:1767319271.958778:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878f800/2, rc 0, transno 4294969470 00000100:00100000:2.0:1767319271.958784:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988634112:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767319271.958799:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d3a9a3100/2, rc 0, transno 4294969468 00000100:00100000:2.0:1767319271.958804:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.958807:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00000004:00080000:2.0:1767319271.958810:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878c380/2, rc 0, transno 4294969469 00000100:00100000:2.0:1767319271.958815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.958828:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958836:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00002000:00080000:2.0:1767319271.958839:0:37857:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:40 count 1 00010000:00010000:1.0:1767319271.958847:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.958854:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958860:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958871:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xbfd93be (ffff9e7c0729ed00) 00010000:00010000:1.0:1767319271.958874:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.958877:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958883:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19a00/0x719a348ff1c3a154 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xbfd93be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958899:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.958905:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00002000:00010000:2.0:1767319271.958922:0:37857:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.958924:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.958928:0:37857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ae0b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.958947:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319271.958951:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.958955:0:37857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319271.958959:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.958959:0:37857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ae0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.958987:0:37857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ae0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.958990:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.959017:0:37857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ae0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.959023:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x92feaf86 (ffff9e7c0729ec00) 00010000:00010000:1.0:1767319271.959031:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767319271.959031:0:37857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d09557200/0x719a348ff1c3ae0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.959040:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.959054:0:37857:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:1.0:1767319271.959055:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19000/0x719a348ff1c3a18c lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x92feaf86 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959079:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959087:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959093:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959099:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959113:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959119:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959138:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x38e43559 (ffff9e7d36e11600) 00010000:00010000:1.0:1767319271.959141:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959145:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959151:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099a00/0x719a348ff1c3a1c4 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x38e43559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959175:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959181:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959188:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959194:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959197:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959204:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959217:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x2ba66a17 (ffff9e7d0b33a100) 00010000:00010000:1.0:1767319271.959221:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959229:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319271.959229:0:37857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163988632832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2705us (6024us total) trans 8589934605 rc 0/0 00010000:00010000:1.0:1767319271.959239:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682ce00/0x719a348ff1c3a1fc lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x2ba66a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319271.959261:0:37857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6168 00010000:00010000:1.0:1767319271.959289:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959296:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959302:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959308:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959312:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959318:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959326:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x75035796 (ffff9e7c0729e900) 00010000:00010000:1.0:1767319271.959329:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959332:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959338:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19600/0x719a348ff1c3a234 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x75035796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959361:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959368:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959373:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319271.959379:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.959393:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959396:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959403:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959412:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x72814bbe (ffff9e7d3b4b4000) 00010000:00010000:1.0:1767319271.959415:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959420:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.959428:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4e00/0x719a348ff1c3a26c lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x72814bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00000100:00100000:2.0:1767319271.959437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.959464:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959471:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959478:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959483:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18000 already unused, calling callback (ffffffffc1960550) 00000004:00080000:2.0:1767319271.959487:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d066d8700/2, rc 0, transno 8589934605 00010000:00010000:1.0:1767319271.959488:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959501:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959506:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988632832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.959519:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd8f6d583 (ffff9e7c0729e600) 00010000:00010000:1.0:1767319271.959529:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959533:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959539:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18000/0x719a348ff1c3a2a4 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xd8f6d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959554:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959559:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959564:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959568:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959570:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959575:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959605:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xda59b63d (ffff9e7d0b33a900) 00010000:00010000:1.0:1767319271.959608:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959611:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959617:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682d400/0x719a348ff1c3a2dc lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xda59b63d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000004:00080000:2.0:1767319271.959643:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d066d9500/2, rc 0, transno 8589934604 00000100:00100000:2.0:1767319271.959650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988632704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767319271.959664:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767319271.959670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767319271.959697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.959713:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767319271.959746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319271.959783:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959784:0:37854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633728 00010000:00010000:1.0:1767319271.959796:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959796:0:37854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633728 00010000:00010000:1.0:1767319271.959809:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959813:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959820:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959830:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xd35f3667 (ffff9e7d3b4b4300) 00010000:00010000:1.0:1767319271.959834:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959838:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959840:0:37854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633344 00000100:00100000:2.0:1767319271.959847:0:37854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633344 00010000:00010000:1.0:1767319271.959849:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5600/0x719a348ff1c3a314 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xd35f3667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959877:0:37854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988633856 00000100:00100000:2.0:1767319271.959881:0:37854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988633856 00010000:00010000:1.0:1767319271.959889:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959899:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00000100:00100000:2.0:1767319271.959904:0:37854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6173 00000100:00100000:2.0:1767319271.959914:0:37854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163988633728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.959915:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.959927:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.959931:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00002000:00080000:2.0:1767319271.959935:0:37854:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00010000:00010000:1.0:1767319271.959950:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00002000:00010000:2.0:1767319271.959957:0:37854:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319271.959961:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0x99fb7af0 (ffff9e7d407b3f00) 00010000:00010000:2.0:1767319271.959963:0:37854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.959969:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.959981:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.959982:0:37854:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319271.959990:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098600/0x719a348ff1c3a34c lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0x99fb7af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:2.0:1767319271.959991:0:37854:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.959996:0:37854:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.960022:0:37854:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.960029:0:37854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.960032:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:2.0:1767319271.960035:0:37854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.960065:0:37854:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00010000:00010000:1.0:1767319271.960067:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960078:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960083:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960086:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960093:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960114:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xf35791e7 (ffff9e7d3b4b4900) 00010000:00010000:1.0:1767319271.960117:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960120:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960137:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5000/0x719a348ff1c3a384 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xf35791e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960154:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960160:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960166:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960171:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960174:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960180:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960188:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xea860ef5 (ffff9e7c0729e300) 00010000:00010000:1.0:1767319271.960190:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960193:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960199:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19400/0x719a348ff1c3a3bc lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xea860ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.960212:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960218:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960233:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960238:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960241:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960247:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960254:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x1e:0x0].0xb9f662d8 (ffff9e7d407b3100) 00010000:00010000:1.0:1767319271.960257:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960260:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 2/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960265:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099000/0x719a348ff1c3a3f4 lrc: 0/0,0 mode: --/TXN res: [0x200006991:0x1e:0x0].0xb9f662d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960281:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960287:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960293:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960298:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960300:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960306:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960320:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa3cc5d9b (ffff9e7d407b3800) 00010000:00010000:1.0:1767319271.960323:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960326:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960332:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3a43a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa3cc5d9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960349:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960366:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960376:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960392:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960398:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960410:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960418:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x3:0x0].0xfa0fa5c1 (ffff9e7d3b4b4f00) 00010000:00010000:1.0:1767319271.960425:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960432:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960448:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5a00/0x719a348ff1c3a4b8 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0x3:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960468:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960485:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960493:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960498:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960501:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960507:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960525:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (ffff9e7d3b4b4400) 00010000:00010000:1.0:1767319271.960530:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960534:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960547:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4000/0x719a348ff1c3a4f0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.960562:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960568:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960573:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960813:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682dc00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960818:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960834:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960857:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91905c78 (ffff9e7d0b33a200) 00010000:00010000:1.0:1767319271.960864:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960870:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960883:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682dc00/0x719a348ff1c3a72e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x91905c78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.960920:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.960937:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.960953:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.960959:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.960963:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.960971:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.960980:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x965f6ba3 (ffff9e7d03e87e00) 00010000:00010000:1.0:1767319271.960987:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.960992:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961004:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4c00/0x719a348ff1c3a7ac lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x965f6ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961038:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961051:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961060:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961072:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961075:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961081:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961092:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xd57f5ca3 (ffff9e7c0729e100) 00010000:00010000:1.0:1767319271.961097:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961113:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961125:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c400/0x719a348ff1c3a7e4 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xd57f5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122877 initiator: MDT0 00010000:00010000:1.0:1767319271.961145:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961160:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961173:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961191:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961197:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961211:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961221:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x961c5ca3 (ffff9e7d03e87400) 00010000:00010000:1.0:1767319271.961227:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961231:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961240:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4200/0x719a348ff1c3a81c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x961c5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961261:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961270:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961280:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961286:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961291:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961300:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961307:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xc8545ca3 (ffff9e7c0729eb00) 00010000:00010000:1.0:1767319271.961316:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961322:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961339:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c000/0x719a348ff1c3a854 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xc8545ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961366:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961380:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961390:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961402:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961405:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961412:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961424:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x5abf9a3 (ffff9e7d03e87900) 00010000:00010000:1.0:1767319271.961426:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961429:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961434:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4400/0x719a348ff1c3a88c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x5abf9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961450:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961460:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961480:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961485:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c4600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961488:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961494:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961502:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xbd5240a3 (ffff9e7d03e87500) 00010000:00010000:1.0:1767319271.961508:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961511:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961516:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c4600/0x719a348ff1c3a8c4 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xbd5240a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961531:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961541:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961560:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961570:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961574:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961610:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961775:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x6e9b5ca3 (ffff9e7d03e87d00) 00010000:00010000:1.0:1767319271.961779:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961782:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961788:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19200/0x719a348ff1c3a8fc lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x6e9b5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 122876 initiator: MDT0 00010000:00010000:1.0:1767319271.961809:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961815:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961822:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961827:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961831:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961837:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961844:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x7bc65ca3 (ffff9e7c0729e800) 00010000:00010000:1.0:1767319271.961847:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961850:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961855:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c600/0x719a348ff1c3a934 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x7bc65ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT0 00010000:00010000:1.0:1767319271.961870:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961881:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961887:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961892:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961895:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961902:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961916:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x74f887a3 (ffff9e7d407b3500) 00010000:00010000:1.0:1767319271.961918:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961921:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961927:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3a96c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x74f887a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.961942:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961949:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961955:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961961:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d0682c200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.961964:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961977:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.961986:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xdeb924a3 (ffff9e7d0b33a300) 00010000:00010000:1.0:1767319271.961989:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.961993:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962000:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d0682c200/0x719a348ff1c3a9a4 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xdeb924a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000100:00100000:0.0:1767319271.962009:0:37850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:7011:x1853163988633600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3744us (4887us total) trans 4294969471 rc 0/0 00000100:00100000:0.0:1767319271.962019:0:37850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171 00010000:00010000:1.0:1767319271.962023:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00000100:00100000:2.0:1767319271.962034:0:37854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163988633728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2114us (2597us total) trans 4294969472 rc 0/0 00010000:00010000:1.0:1767319271.962037:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00000100:00100000:0.0:1767319271.962047:0:37850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175 00010000:00010000:1.0:1767319271.962063:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00000100:00100000:2.0:1767319271.962065:0:37854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6173 00000100:00100000:0.0:1767319271.962073:0:37850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163988633856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.962079:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18a00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962085:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962092:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00002000:00080000:0.0:1767319271.962094:0:37850:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:43 count 1 00002000:00010000:0.0:1767319271.962124:0:37850:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767319271.962132:0:37850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962142:0:37850:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319271.962144:0:37850:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319271.962147:0:37850:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962158:0:37850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962164:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x2f385ca3 (ffff9e7d03e87a00) 00010000:00010000:0.0:1767319271.962165:0:37850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962172:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319271.962174:0:37850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962178:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962194:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18a00/0x719a348ff1c3a9dc lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x2f385ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319271.962197:0:37850:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767319271.962219:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962226:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962232:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962238:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962241:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00000004:00080000:2.0:1767319271.962249:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878dc00/2, rc 0, transno 4294969472 00010000:00010000:1.0:1767319271.962250:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00000100:00100000:2.0:1767319271.962265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.962266:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x2c9ecea3 (ffff9e7d03e87600) 00010000:00010000:1.0:1767319271.962279:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962284:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962290:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18400/0x719a348ff1c3aa14 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x2c9ecea3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000100:00100000:0.0:1767319271.962315:0:37850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163988633856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 249us (2570us total) trans 4294969474 rc 0/0 00010000:00010000:1.0:1767319271.962321:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00000100:00100000:0.0:1767319271.962324:0:37850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175 00000004:00080000:2.0:1767319271.962330:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878ce00/2, rc 0, transno 4294969474 00010000:00010000:1.0:1767319271.962333:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00000100:00100000:2.0:1767319271.962341:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.962345:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962364:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962368:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962376:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00000004:00080000:0.0:1767319271.962386:0:7011:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878df80/2, rc 0, transno 4294969471 00010000:00010000:1.0:1767319271.962386:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x9beb5ca3 (ffff9e7c0729e700) 00000100:00100000:0.0:1767319271.962393:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7011:1853163988633600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767319271.962393:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962397:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962404:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d400/0x719a348ff1c3aa4c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x9beb5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962421:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962426:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962431:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962436:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901ce00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962439:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962445:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962453:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x4e05b2a3 (ffff9e7d2c5d8900) 00010000:00010000:1.0:1767319271.962460:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962464:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962470:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901ce00/0x719a348ff1c3aa84 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x4e05b2a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962491:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962497:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962503:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962509:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e18e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319271.962511:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767319271.962513:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319271.962519:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3ae20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962522:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319271.962533:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319271.962539:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3ae20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962539:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x3c635ca3 (ffff9e7d03e87b00) 00010000:00010000:1.0:1767319271.962546:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962551:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319271.962554:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3ae20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962562:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e18e00/0x719a348ff1c3aabc lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x3c635ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:0.0:1767319271.962574:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3ae20 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962609:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962626:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:0.0:1767319271.962628:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d07873200/0x719a348ff1c3ae20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962649:0:15460:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319271.962652:0:15460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962671:0:15460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901da00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319271.962675:0:15460:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962683:0:15460:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.962688:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319271.962695:0:15460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962705:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901da00/0x719a348ff1c3ae27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37850 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767319271.962708:0:37853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x389:0x0] initial LVB size: 1024, mtime: 0x69572561, atime: 0x69572558, ctime: 0x69572561, blocks: 0x8 00010000:00010000:2.0:1767319271.962725:0:37853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962727:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319271.962732:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319271.962740:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319271.962743:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319271.962746:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00080000:0.0:1767319271.962754:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319271.962762:0:37853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1767319271.962763:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319271.962768:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962785:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319271.962786:0:37853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319271.962788:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319271.962797:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319271.962804:0:37853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962811:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319271.962813:0:37853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319271.962853:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x88f15ca3 (ffff9e7c04bf1100) 00010000:00010000:1.0:1767319271.962856:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962860:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962867:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d600/0x719a348ff1c3aaf4 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x88f15ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.962882:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962888:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962893:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962898:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098200 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962901:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962906:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962921:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0x220d5ca3 (ffff9e7d07a39300) 00010000:00010000:1.0:1767319271.962924:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962927:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962932:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ab2c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0x220d5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962948:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962954:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962959:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962964:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.962967:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962972:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962979:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe2aa5ca3 (ffff9e7d0b33ac00) 00010000:00010000:1.0:1767319271.962981:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.962983:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.962988:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d07872400/0x719a348ff1c3ab64 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xe2aa5ca3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963000:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963011:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963016:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963021:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:2.0:1767319271.963023:0:37853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319271.963025:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963035:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963043:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xe44515a3 (ffff9e7c04bf1d00) 00010000:00010000:1.0:1767319271.963045:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963048:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963054:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901c800/0x719a348ff1c3ab9c lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xe44515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963073:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963082:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963087:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963093:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963096:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963119:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963131:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x4:0x0].0xb6f515a3 (ffff9e7c04bf1c00) 00010000:00010000:1.0:1767319271.963134:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963137:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963144:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d1901d800/0x719a348ff1c3abd4 lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x4:0x0].0xb6f515a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963160:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963166:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963171:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963176:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557000 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963179:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963184:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963190:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1134d0c6 (ffff9e7d03e87700) 00010000:00010000:1.0:1767319271.963192:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963195:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963200:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09557000/0x719a348ff1c3ac0c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1134d0c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963220:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,1 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963226:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 2/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963232:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963237:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030c00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963241:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 3/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963247:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 4/0,0 mode: TXN/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963256:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x37:0x0].0x740af84c (ffff9e7c04bf1f00) 00010000:00010000:1.0:1767319271.963257:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963260:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 2/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963266:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030c00/0x719a348ff1c3ac6e lrc: 0/0,0 mode: --/TXN res: [0x20000d6f1:0x37:0x0].0x740af84c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963283:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963289:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963295:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963309:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00031600 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963313:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963320:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963330:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96d9a784 (ffff9e7c04bf1200) 00010000:00010000:1.0:1767319271.963333:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963336:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963341:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00031600/0x719a348ff1c3aca6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96d9a784 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963362:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963368:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963374:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963381:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d00030400 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963385:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963391:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963399:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (ffff9e7c04bf1800) 00010000:00010000:1.0:1767319271.963407:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963411:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963416:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d00030400/0x719a348ff1c3ace5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00000100:00100000:2.0:1767319271.963429:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163988633216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7046us (10264us total) trans 8589934606 rc 0/0 00010000:00010000:1.0:1767319271.963433:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00000100:00100000:2.0:1767319271.963444:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167 00010000:00010000:1.0:1767319271.963445:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963454:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963459:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963462:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963467:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963475:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (ffff9e7d03e87300) 00010000:00010000:1.0:1767319271.963478:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963482:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963488:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d09556800/0x719a348ff1c3ad2b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963520:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963527:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963539:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963544:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d36e19e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:1.0:1767319271.963547:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963552:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963560:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (ffff9e7d03e87c00) 00010000:00010000:1.0:1767319271.963563:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963566:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963572:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d36e19e00/0x719a348ff1c3ad8d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121323 initiator: MDT0 00010000:00010000:1.0:1767319271.963613:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963621:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963628:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963633:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c073c5e00 already unused, calling callback (ffffffffc1960550) 00000004:00080000:2.0:1767319271.963760:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d05bfdc00/2, rc 0, transno 8589934606 00000100:00100000:2.0:1767319271.963770:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633216:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767319271.963784:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963794:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963813:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x883a9703 (ffff9e7c0729e500) 00010000:00010000:1.0:1767319271.963816:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767319271.963819:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:1.0:1767319271.963825:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c073c5e00/0x719a348ff1c3adb7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x883a9703 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121320 initiator: MDT0 00010000:00010000:2.0:1767319271.964087:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319271.964096:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.964113:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07873400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319271.964122:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319271.964232:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.964244:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.964276:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.964285:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7d07873400/0x719a348ff1c3ae19 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319271.964313:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319271.964315:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319271.964317:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319271.968704:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d03f80a80/2, rc 0, transno 4294969473 00000100:00100000:2.0:1767319271.968725:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7013:1853163988633344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767319272.909321:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319272.974786:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 3 committed 00010000:00010000:2.0:1767319272.974845:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319272.974857:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974893:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974898:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319272.974913:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d36e19c00/0x719a348ff1c3a6e8 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0x8f93a2f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a6ef expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974930:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319272.974947:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 3/0,0 mode: PW/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974967:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 2/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974971:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319272.974977:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7c073c5400/0x719a348ff1c3a608 lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c3a60f expref: -99 pid: 122876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.974991:0:123522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,0 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767319272.974997:0:123522:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 3/0,0 mode: PW/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.975010:0:123522:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 2/0,0 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.975016:0:123522:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319272.975159:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975174:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975182:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975202:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098800 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319272.975207:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975215:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:2.0:1767319272.975293:0:123522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e7d2ea82200/0x719a348ff1c39a69 lrc: 0/0,0 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x719a348ff1c39a70 expref: -99 pid: 122877 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767319272.975306:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313303 is committed 00010000:00010000:0.0:1767319272.975312:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x2:0x0].0x9add8152 (ffff9e7d407b3600) 00010000:00010000:0.0:1767319272.975318:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319272.975325:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975333:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098800/0x719a348ff1c3a5bb lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0x2:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000001:00080000:2.0:1767319272.975335:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313291 is committed 00000004:00080000:2.0:1767319272.975361:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 3 committed 00010000:00010000:0.0:1767319272.975387:0:6997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,1 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975396:0:6997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 2/0,0 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975403:0:6997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975409:0:6997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098e00 already unused, calling callback (ffffffffc1960550) 00010000:00010000:0.0:1767319272.975413:0:6997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 3/0,0 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975420:0:6997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 4/0,0 mode: TXN/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975429:0:6997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400088d5:0x3:0x0].0x9add8152 (ffff9e7d407b3200) 00010000:00010000:0.0:1767319272.975437:0:6997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767319272.975442:0:6997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 2/0,0 mode: --/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00010000:00010000:0.0:1767319272.975448:0:6997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e7c0c098e00/0x719a348ff1c3a69b lrc: 0/0,0 mode: --/TXN res: [0x2400088d5:0x3:0x0].0x9add8152 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 121476 initiator: MDT1 00000100:00100000:0.0:1767319272.975495:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988634368:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319272.975535:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988634240:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767319272.975780:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.975823:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988634752:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319272.975927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319272.975930:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634240 00000100:00100000:1.0:1767319272.975942:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634240 00000100:00100000:2.0:1767319272.975959:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988635264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1767319272.975985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319272.976020:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635264 00000100:00100000:1.0:1767319272.976026:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635264 00000100:00100000:2.0:1767319272.976137:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988634624:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767319272.976150:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.976186:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.976196:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988634880:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1767319272.976220:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988635136:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1767319272.976249:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.976265:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767319272.976269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988634496:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767319272.976281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.976292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988635008:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1767319272.976301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.976322:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634752 00000100:00100000:1.0:1767319272.976328:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634624 00000100:00100000:2.0:1767319272.976329:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634752 00000100:00100000:1.0:1767319272.976338:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634624 00000100:00100000:1.0:1767319272.976393:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635136 00000100:00100000:1.0:1767319272.976398:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635136 00000100:00100000:2.0:1767319272.976399:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634368 00000100:00100000:2.0:1767319272.976405:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634368 00000100:00100000:1.0:1767319272.976427:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634496 00000100:00100000:1.0:1767319272.976433:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634496 00000100:00100000:1.0:1767319272.976455:0:18363:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635008 00000100:00100000:1.0:1767319272.976457:0:18363:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635008 00000100:00100000:1.0:1767319272.976476:0:18363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6176 00000100:00100000:1.0:1767319272.976485:0:18363:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988634240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767319272.976520:0:18363:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:67 count 1 00000100:00100000:2.0:1767319272.976556:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319272.976570:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:7013:x1853163988634752:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319272.976613:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319272.976644:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7c0c099400/0x719a348ff1c3a60f lrc: 0/0,0 mode: --/PW res: [0x20000d6f1:0x1:0x0].0xb04f75d6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3a608 expref: 10 pid: 18380 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.976657:0:15457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000d6f1:0x1:0x0].0xb04f75d6 (ffff9e7d407b3d00) 00002000:00010000:1.0:1767319272.976695:0:18363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319272.976705:0:18363:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.976721:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.976724:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.976731:0:18363:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.976769:0:18363:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.976775:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767319272.976786:0:18363:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.976794:0:18363:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.976827:0:18363:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767319272.976903:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988634752:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 267us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319272.976927:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319272.976970:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6177 00000100:00100000:2.0:1767319272.976981:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988635264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1767319272.977013:0:37853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:67 count 1 00000100:00100000:1.0:1767319272.977131:0:18363:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988634240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 644us (1349us total) trans 8589934607 rc 0/0 00000100:00100000:1.0:1767319272.977141:0:18363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6176 00002000:00010000:2.0:1767319272.977143:0:37853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319272.977152:0:37853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977164:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767319272.977165:0:18363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6178 00010000:00010000:2.0:1767319272.977168:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767319272.977179:0:18363:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988634624:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767319272.977184:0:37853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977196:0:37853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767319272.977197:0:18363:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:66 count 1 00010000:00010000:2.0:1767319272.977209:0:37853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977215:0:37853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977230:0:37853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1767319272.977276:0:18363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319272.977286:0:18363:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977296:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.977298:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.977301:0:18363:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977312:0:18363:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977329:0:18363:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977337:0:18363:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977358:0:18363:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767319272.977418:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163988635264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 439us (1430us total) trans 4294969475 rc 0/0 00000100:00100000:2.0:1767319272.977423:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6177 00000100:00100000:2.0:1767319272.977450:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6179 00000100:00100000:2.0:1767319272.977468:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988635136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1767319272.977489:0:37853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:68 count 1 00002000:00010000:2.0:1767319272.977509:0:37853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319272.977516:0:37853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319272.977523:0:18363:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988634624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 343us (1334us total) trans 8589934608 rc 0/0 00000100:00100000:1.0:1767319272.977546:0:18363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6178 00010000:00010000:2.0:1767319272.977548:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319272.977553:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319272.977557:0:37853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319272.977567:0:18363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6180 00010000:00010000:2.0:1767319272.977567:0:37853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977605:0:37853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977611:0:37853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319272.977618:0:18363:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988634496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767319272.977644:0:18363:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:69 count 1 00010000:00010000:2.0:1767319272.977646:0:37853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1767319272.977713:0:18363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767319272.977722:0:18363:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977731:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.977733:0:18363:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767319272.977737:0:18363:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977748:0:18363:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977756:0:18363:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977772:0:18363:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319272.977786:0:18363:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767319272.977796:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988635136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 330us (1544us total) trans 4294969476 rc 0/0 00000100:00100000:2.0:1767319272.977802:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6179 00000100:00100000:2.0:1767319272.977818:0:37853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6181 00000100:00100000:2.0:1767319272.977824:0:37853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988635008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1767319272.977840:0:37853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:69 count 1 00002000:00010000:2.0:1767319272.977859:0:37853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767319272.977872:0:37853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977881:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319272.977884:0:37853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319272.977889:0:37853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977900:0:37853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977907:0:37853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977912:0:37853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.977921:0:37853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767319272.977934:0:18363:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988634496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 321us (1646us total) trans 8589934609 rc 0/0 00000100:00100000:1.0:1767319272.977944:0:18363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6180 00000100:00100000:2.0:1767319272.978034:0:37853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:7012:x1853163988635008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 206us (1727us total) trans 4294969477 rc 0/0 00000100:00100000:2.0:1767319272.978042:0:37853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6181 00000100:00100000:0.0:1767319272.978071:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.978164:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988634368:0@lo:103:jbd2/dm-0-8.0 00000100:00080000:0.0:1767319272.978209:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319272.978215:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319272.978237:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988634880 00000100:00100000:0.0:1767319272.978243:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988634880 00000100:00100000:0.0:1767319272.978288:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1767319272.978296:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:7014:x1853163988634880:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767319272.978307:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319272.978327:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e7d31535000/0x719a348ff1c39a70 lrc: 0/0,0 mode: --/PW res: [0x200006991:0x17:0x0].0xd1d4b922 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c39a69 expref: 7 pid: 35231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978343:0:15456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200006991:0x17:0x0].0xd1d4b922 (ffff9e7d407b3900) 00010000:00010000:0.0:1767319272.978356:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319272.978393:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163988634880:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 98us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319272.978400:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00010000:00010000:0.0:1767319272.978453:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767319272.978461:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767319272.978475:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978476:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978510:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098200 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319272.978514:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319272.978519:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978522:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978563:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978611:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978624:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978630:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978635:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098200/0x719a348ff1c3ae2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978651:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556400/0x719a348ff1c3ae35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978669:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767319272.978675:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978678:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767319272.978688:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978693:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c098400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319272.978700:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978704:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556a00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319272.978712:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978716:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978736:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978744:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978748:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978768:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c098400/0x719a348ff1c3ae3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978783:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767319272.978787:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978793:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0c099600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:0.0:1767319272.978797:0:15459:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978805:0:15459:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978825:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556a00/0x719a348ff1c3ae43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978837:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978866:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099600/0x719a348ff1c3ae4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978911:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.978911:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319272.978919:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.978919:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978924:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.978932:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09556e00 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319272.978935:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978937:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.978942:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319272.978946:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.978953:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319272.978959:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d09556e00/0x719a348ff1c3ae51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319272.978977:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988634880:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1767319272.979019:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.979023:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319272.979025:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319272.979066:0:7012:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329ece00/2, rc 0, transno 8589934609 00000100:00100000:2.0:1767319272.979074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988634496:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767319272.979094:0:7012:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329eca80/2, rc 0, transno 4294969477 00000100:00100000:2.0:1767319272.979117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988635008:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1767319272.979128:0:7012:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329edc00/2, rc 0, transno 8589934608 00000100:00100000:2.0:1767319272.979132:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988634624:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767319272.979150:0:7012:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329ee300/2, rc 0, transno 4294969476 00000100:00100000:2.0:1767319272.979155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988635136:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1767319272.979243:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329ef480/2, rc 0, transno 4294969475 00000100:00100000:2.0:1767319272.979246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988635264:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1767319272.979252:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d329ee680/2, rc 0, transno 8589934607 00000100:00100000:2.0:1767319272.979254:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988634240:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767319272.979261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988634752:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767319273.929717:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319274.513152:0:123531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4521447567909ns, next at 4522447564269ns, rc = 0 00000100:00100000:0.0:1767319274.513189:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988635392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319274.513290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.515424:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635392 00000100:00100000:2.0:1767319274.515443:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635392 00000100:00100000:2.0:1767319274.515549:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767319274.515562:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988635392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319274.515640:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319274.515746:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988635392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 187us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.515754:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767319274.515824:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988635392:0@lo:13:osp-pre-1-1.0 00000020:01000004:1.0:1767319274.815777:0:126779:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1767319274.815854:0:126779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.815875:0:126779:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.815882:0:126779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.815889:0:126779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.815913:0:126779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767319274.815919:0:126779:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1767319274.815956:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319274.815962:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1767319274.815968:0:126779:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1767319274.816002:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d03709000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1767319274.816325:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319274.816334:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.816343:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421ef800 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319274.816346:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.816496:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319274.816507:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319274.816513:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767319274.816516:0:16652:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1767319274.816520:0:16652:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:2.0:1767319274.816772:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635520 00000100:00100000:2.0:1767319274.816782:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635520 00000100:00100000:2.0:1767319274.816850:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1767319274.816860:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7010:x1853163988635520:12345-0@lo:39:umount.0 00000020:00000080:2.0:1767319274.816894:0:121476:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38b3c 00000100:00080000:2.0:1767319274.816905:0:121476:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162a800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1767319274.817103:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.817111:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319274.817135:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.817142:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d421ef800/0x719a348ff1c38a40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a47 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.817155:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.817176:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.817178:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.817194:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319274.817208:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988635648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767319274.817249:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.817970:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:7010:x1853163988635520:12345-0@lo:39:umount.0 Request processed in 1106us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.817994:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000020:00000080:2.0:1767319274.818010:0:121476:0:(genops.c:904:class_export_put()) final put ffff9e7d319e1000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:2.0:1767319274.818073:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635648 00000100:00100000:2.0:1767319274.818079:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635648 00000100:00100000:2.0:1767319274.818130:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319274.818139:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+23:7011:x1853163988635648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319274.818153:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319274.818172:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d421eea00/0x719a348ff1c38a47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a40 expref: 23 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.818192:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319274.818238:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7011:x1853163988635648:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.818245:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319274.818288:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988635648:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1767319274.818462:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d319e1000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767319274.818539:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3162a800 for lustre-MDT0000 00000100:00080000:1.0:1767319274.818988:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767319274.818993:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1767319274.818998:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1767319274.820325:0:126779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820345:0:126779:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820353:0:126779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820455:0:126779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820535:0:126779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767319274.820543:0:126779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820551:0:126779:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820557:0:126779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.820563:0:126779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820672:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319274.820682:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820690:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d09557e00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319274.820694:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820703:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319274.820711:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319274.820729:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767319274.820732:0:49994:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1767319274.820774:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820780:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319274.820825:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820832:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d09557e00/0x719a348ff1c3896e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38975 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820848:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319274.820851:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820856:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d07872200 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:2.0:1767319274.820859:0:49994:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820866:0:49994:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319274.820872:0:49994:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319274.820876:0:49994:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1767319274.820878:0:49994:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1767319274.820890:0:49994:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820895:0:49994:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319274.820921:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.820929:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319274.820930:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319274.820932:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319274.820953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988635904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319274.821029:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.821123:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635904 00000100:00100000:2.0:1767319274.821131:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635904 00000100:00100000:2.0:1767319274.821184:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1767319274.821193:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+22:7013:x1853163988635904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319274.821209:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319274.821224:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0ab4da00/0x719a348ff1c38a6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a63 expref: 22 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.821239:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319274.821271:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7013:x1853163988635904:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.821278:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1767319274.821317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988635904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319274.821666:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988635776 00000100:00100000:2.0:1767319274.821670:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988635776 00000100:00100000:2.0:1767319274.821705:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1767319274.821712:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+21:7012:x1853163988635776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767319274.821721:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319274.821732:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0fa00/0x719a348ff1c38975 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c3896e expref: 21 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319274.821756:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319274.821784:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7012:x1853163988635776:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.821791:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00010000:00010000:1.0:1767319274.821983:0:126779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767319274.821992:0:126779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d07872200/0x719a348ff1c38a63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a6a expref: -99 pid: 15462 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319274.822014:0:126779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1767319274.822023:0:126779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.822030:0:126779:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.822036:0:126779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.822042:0:126779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822101:0:15459:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319274.822109:0:15459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822115:0:15459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d421efc00 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319274.822118:0:15459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822125:0:15459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319274.822131:0:15459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319274.822136:0:15459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767319274.822138:0:15459:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1767319274.822158:0:15459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822164:0:15459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767319274.822230:0:15459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822239:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.822241:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.822243:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319274.822450:0:19749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636032 00000100:00100000:0.0:1767319274.822462:0:19749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636032 00000100:00100000:0.0:1767319274.822501:0:19749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1767319274.822508:0:19749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1a4cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+20:7013:x1853163988636032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767319274.822518:0:19749:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767319274.822529:0:19749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09557800/0x719a348ff1c38a39 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a32 expref: 20 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.822541:0:19749:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319274.822568:0:19749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1a4cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e16d7078-f533-4ecf-a51c-6d78c3ddb652+19:7013:x1853163988636032:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319274.822575:0:19749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00010000:00010000:1.0:1767319274.823014:0:126779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767319274.823022:0:126779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7d421efc00/0x719a348ff1c38a32 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38a39 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319274.823035:0:126779:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1767319274.823045:0:126779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.823064:0:126779:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.823071:0:126779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319274.823078:0:126779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.823130:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767319274.823138:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.823145:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7c0ab4c200 already unused, calling callback (ffffffffc1346c20) 10000000:00010000:0.0:1767319274.823149:0:16652:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.823157:0:16652:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767319274.823163:0:16652:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767319274.823169:0:16652:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1767319274.823172:0:16652:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:0.0:1767319274.823188:0:16652:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.823194:0:16652:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767319274.823252:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988636160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767319274.823292:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319274.823344:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319274.823353:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.823355:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.823365:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319274.823710:0:126779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767319274.823724:0:126779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: ffff9e7c0ab4c200/0x719a348ff1c38960 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x719a348ff1c38967 expref: -99 pid: 125517 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767319274.823733:0:126779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:1.0:1767319274.823740:0:126779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1767319274.823742:0:126779:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1767319274.823795:0:126779:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1767319274.823800:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:1.0:1767319274.823805:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1767319274.823812:0:126779:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:0.0:1767319274.823878:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:1.0:1767319274.825855:0:126779:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:1.0:1767319274.826658:0:126779:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:1.0:1767319274.826673:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d2c5ba000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319274.826680:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d2c5bb000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319274.826685:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d2c5b8000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767319274.826693:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d22b24800 f8e581f7-de51-4550-90ea-109e3cc27a77 192.168.204.13@tcp 5 (0 0 0) 0 0 0 0: 0000000000000000 137438953663 stale:0 00000020:00080000:1.0:1767319274.826699:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9e7d2978a800 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 0) 0 0 0 0: 0000000000000000 137438953626 stale:0 00000020:00080000:1.0:1767319274.826704:0:126779:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff9e7d097a8000) has exports, disconnecting them 00000020:00080000:1.0:1767319274.826710:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d2c5ba000), last request at 1767319234 00000020:00000080:1.0:1767319274.826720:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38b35 00000100:00080000:1.0:1767319274.826732:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d41b9f000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319274.827006:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d2c5ba000): rc 0 00000020:00000080:1.0:1767319274.827009:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d2c5ba000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1767319274.827023:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d2c5bb000), last request at 1767319269 00000020:00000080:1.0:1767319274.827026:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38b2e 00000100:00080000:1.0:1767319274.827036:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5bd000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319274.827093:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d2c5bb000): rc 0 00000020:00000080:1.0:1767319274.827095:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d2c5bb000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1767319274.827121:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d2c5b8000), last request at 1767319269 00000020:00000080:1.0:1767319274.827125:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38b27 00000100:00080000:1.0:1767319274.827131:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d2c5b9800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319274.827140:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d2c5b8000): rc 0 00000020:00000080:1.0:1767319274.827143:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d2c5b8000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1767319274.827147:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.13@tcp (ffff9e7d22b24800), last request at 1767319271 00000020:00000080:1.0:1767319274.827154:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389b4 00000100:00080000:1.0:1767319274.827169:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d09272800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319274.827198:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d22b24800): rc 0 00000020:00000080:1.0:1767319274.827200:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d22b24800/f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00080000:1.0:1767319274.827204:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9e7d2978a800), last request at 1767319228 00000020:00000080:1.0:1767319274.827207:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389ad 00000100:00080000:1.0:1767319274.827212:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d36ca9000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767319274.827217:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d2978a800): rc 0 00000020:00000080:1.0:1767319274.827219:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d2978a800/lustre-MDT0001-mdtlov_UUID 00000004:00000080:1.0:1767319274.827227:0:126779:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb1abc1affb28 00000100:00080000:1.0:1767319274.827251:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1767319274.827255:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 90194313242 gen 3 00000100:00100000:1.0:1767319274.827267:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b77d500 x1853163988592128/t90194313243(90194313243) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827277:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313243 committed transno 90194313242 00000020:00080000:1.0:1767319274.827285:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d1a675600 refcount 2 committed 0 result 1 batchid 133143986202 00000020:00080000:1.0:1767319274.827289:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d1a675780 00000020:00080000:1.0:1767319274.827294:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].1 00000020:00080000:1.0:1767319274.827296:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d36db8800 00000020:00080000:1.0:1767319274.827298:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].1 00000100:00100000:1.0:1767319274.827537:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d03f87480 x1853163988593152/t90194313244(90194313244) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827553:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313244 committed transno 90194313242 00000020:00080000:1.0:1767319274.827558:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d08df10c0 refcount 2 committed 0 result 1 batchid 133143986203 00000020:00080000:1.0:1767319274.827560:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d08df1d80 00000020:00080000:1.0:1767319274.827563:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].2 00000020:00080000:1.0:1767319274.827565:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d05e89000 00000020:00080000:1.0:1767319274.827568:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].2 00000100:00100000:1.0:1767319274.827614:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d39814000 x1853163988593664/t90194313245(90194313245) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827622:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313245 committed transno 90194313242 00000020:00080000:1.0:1767319274.827626:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3bc026c0 refcount 2 committed 0 result 1 batchid 133143986204 00000020:00080000:1.0:1767319274.827629:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d074a0a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d06b13480 00000020:00080000:1.0:1767319274.827632:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].3 00000020:00080000:1.0:1767319274.827634:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d298b4400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c0cc34400 00000020:00080000:1.0:1767319274.827637:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].3 00000100:00100000:1.0:1767319274.827653:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d2e261880 x1853163988594560/t90194313246(90194313246) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827658:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313246 committed transno 90194313242 00000020:00080000:1.0:1767319274.827662:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d40729900 refcount 2 committed 0 result 1 batchid 133143986205 00000020:00080000:1.0:1767319274.827665:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d40729240 00000020:00080000:1.0:1767319274.827667:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].4 00000020:00080000:1.0:1767319274.827669:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d40a83000 00000020:00080000:1.0:1767319274.827672:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].4 00000100:00100000:1.0:1767319274.827688:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bf9880 x1853163988598016/t90194313250(90194313250) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827705:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313250 committed transno 90194313242 00000020:00080000:1.0:1767319274.827709:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d31897c00 refcount 2 committed 0 result 1 batchid 133143986206 00000020:00080000:1.0:1767319274.827711:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d318976c0 00000020:00080000:1.0:1767319274.827714:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].5 00000020:00080000:1.0:1767319274.827717:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d04647a00 00000020:00080000:1.0:1767319274.827719:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].5 00000100:00100000:1.0:1767319274.827731:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d2e263480 x1853163988598912/t90194313251(90194313251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827738:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313251 committed transno 90194313242 00000020:00080000:1.0:1767319274.827741:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0c848180 refcount 2 committed 0 result 1 batchid 133143986207 00000020:00080000:1.0:1767319274.827743:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d31897d80 00000020:00080000:1.0:1767319274.827746:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].6 00000020:00080000:1.0:1767319274.827748:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3c08ca00 00000020:00080000:1.0:1767319274.827750:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].6 00000100:00100000:1.0:1767319274.827763:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bfc700 x1853163988599424/t90194313252(90194313252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827769:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313252 committed transno 90194313242 00000020:00080000:1.0:1767319274.827772:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c06e15cc0 refcount 2 committed 0 result 1 batchid 133143986208 00000020:00080000:1.0:1767319274.827775:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c06e156c0 00000020:00080000:1.0:1767319274.827778:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].7 00000020:00080000:1.0:1767319274.827779:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294adc00 00000020:00080000:1.0:1767319274.827782:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].7 00000100:00100000:1.0:1767319274.827795:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bffb80 x1853163988600320/t90194313253(90194313253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827811:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313253 committed transno 90194313242 00000020:00080000:1.0:1767319274.827815:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e3c0 refcount 2 committed 0 result 1 batchid 133143986209 00000020:00080000:1.0:1767319274.827817:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046ee40 00000020:00080000:1.0:1767319274.827820:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].8 00000020:00080000:1.0:1767319274.827822:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d04647200 00000020:00080000:1.0:1767319274.827824:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].8 00000100:00100000:1.0:1767319274.827841:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b8b2d80 x1853163988600832/t90194313254(90194313254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827847:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313254 committed transno 90194313242 00000020:00080000:1.0:1767319274.827850:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e180 refcount 2 committed 0 result 1 batchid 133143986210 00000020:00080000:1.0:1767319274.827853:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d182b7b40 00000020:00080000:1.0:1767319274.827855:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].9 00000020:00080000:1.0:1767319274.827857:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e9600 00000020:00080000:1.0:1767319274.827860:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].9 00000100:00100000:1.0:1767319274.827872:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955f800 x1853163988601728/t90194313255(90194313255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827877:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313255 committed transno 90194313242 00000020:00080000:1.0:1767319274.827880:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d315aa300 refcount 2 committed 0 result 1 batchid 133143986211 00000020:00080000:1.0:1767319274.827883:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8ed00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d315aa540 00000020:00080000:1.0:1767319274.827885:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].10 00000020:00080000:1.0:1767319274.827887:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2f400 00000020:00080000:1.0:1767319274.827890:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].10 00000100:00100000:1.0:1767319274.827940:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955dc00 x1853163988602240/t90194313256(90194313256) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827957:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313256 committed transno 90194313242 00000020:00080000:1.0:1767319274.827961:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d04c92e40 refcount 2 committed 0 result 1 batchid 133143986212 00000020:00080000:1.0:1767319274.827964:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ac00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92300 00000020:00080000:1.0:1767319274.827967:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].11 00000020:00080000:1.0:1767319274.827969:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3aeb1000 00000020:00080000:1.0:1767319274.827972:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].11 00000100:00100000:1.0:1767319274.827991:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955ce00 x1853163988603136/t90194313257(90194313257) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.827998:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313257 committed transno 90194313242 00000020:00080000:1.0:1767319274.828001:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff0c0 refcount 2 committed 0 result 1 batchid 133143986213 00000020:00080000:1.0:1767319274.828004:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d060ffc00 00000020:00080000:1.0:1767319274.828007:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].12 00000020:00080000:1.0:1767319274.828010:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d396e2a00 00000020:00080000:1.0:1767319274.828013:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].12 00000100:00100000:1.0:1767319274.828027:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b8b0000 x1853163988603648/t90194313258(90194313258) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.828033:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313258 committed transno 90194313242 00000020:00080000:1.0:1767319274.828036:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d04c929c0 refcount 2 committed 0 result 1 batchid 133143986214 00000020:00080000:1.0:1767319274.828039:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92180 00000020:00080000:1.0:1767319274.828042:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].13 00000020:00080000:1.0:1767319274.828044:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3aeb1800 00000020:00000080:0.0:1767319274.828169:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5ba000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319274.828232:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5bb000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319274.828253:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2c5b8000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319274.828277:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d22b24800/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-MDT0000 00000020:00000080:0.0:1767319274.828305:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2978a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1767319274.828327:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d41b9f000 for lustre-MDT0000 00000020:00000080:0.0:1767319274.828331:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2c5bd000 for lustre-MDT0000 00000020:00000080:0.0:1767319274.828335:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d2c5b9800 for lustre-MDT0000 00000020:00000080:0.0:1767319274.828338:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d09272800 for lustre-MDT0000 00000020:00000080:0.0:1767319274.828343:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d36ca9000 for lustre-MDT0000 00000020:00080000:0.0:1767319274.828368:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.828372:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00010000:00010000:0.0:1767319274.828425:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.828432:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.828438:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319274.828661:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767319274.828704:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].13 00000020:00080000:0.0:1767319274.828736:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.828740:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.828776:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b8b3800 x1853163988604544/t90194313259(90194313259) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.828798:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313259 committed transno 90194313242 00000020:00080000:1.0:1767319274.828801:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82840 refcount 2 committed 0 result 1 batchid 133143986215 00000020:00080000:1.0:1767319274.828804:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9af00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c82240 00000020:00080000:1.0:1767319274.828807:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].14 00000020:00080000:1.0:1767319274.828809:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ab00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e8400 00000020:00080000:1.0:1767319274.828812:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].14 00000020:00080000:0.0:1767319274.828840:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.828843:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.828880:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3b8b1880 x1853163988605056/t90194313260(90194313260) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.828887:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313260 committed transno 90194313242 00000020:00080000:1.0:1767319274.828890:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82f00 refcount 2 committed 0 result 1 batchid 133143986216 00000020:00080000:1.0:1767319274.828892:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c82cc0 00000020:00080000:1.0:1767319274.828895:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].15 00000020:00080000:1.0:1767319274.828897:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e8000 00000020:00080000:1.0:1767319274.828900:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].15 00000020:00080000:0.0:1767319274.828928:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.828931:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.828974:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3c1d0e00 x1853163988605952/t90194313261(90194313261) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.828982:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313261 committed transno 90194313242 00000020:00080000:1.0:1767319274.828985:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d41513840 refcount 2 committed 0 result 1 batchid 133143986217 00000020:00080000:1.0:1767319274.828988:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d41513a80 00000020:00080000:1.0:1767319274.828991:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].16 00000020:00080000:1.0:1767319274.828993:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2e000 00000020:00080000:1.0:1767319274.828996:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].16 00000020:00080000:0.0:1767319274.829024:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829028:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.829071:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955ea00 x1853163988606464/t90194313262(90194313262) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.829090:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313262 committed transno 90194313242 00000020:00080000:1.0:1767319274.829094:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82900 refcount 2 committed 0 result 1 batchid 133143986218 00000020:00080000:1.0:1767319274.829097:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842bb00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c829c0 00000020:00080000:1.0:1767319274.829099:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].17 00000020:00080000:1.0:1767319274.829102:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d03147c00 00000020:00080000:1.0:1767319274.829104:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].17 00000020:00080000:0.0:1767319274.829132:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829135:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.829171:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955d180 x1853163988607360/t90194313263(90194313263) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.829177:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313263 committed transno 90194313242 00000020:00080000:1.0:1767319274.829181:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff9c0 refcount 2 committed 0 result 1 batchid 133143986219 00000020:00080000:1.0:1767319274.829184:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d060ff000 00000020:00080000:1.0:1767319274.829187:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].18 00000020:00080000:1.0:1767319274.829189:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d396e2600 00000020:00080000:1.0:1767319274.829191:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].18 00000020:00080000:0.0:1767319274.829218:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829221:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.829517:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a2300 x1853163988607872/t90194313264(90194313264) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.829524:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313264 committed transno 90194313242 00000020:00080000:1.0:1767319274.829528:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e540 refcount 2 committed 0 result 1 batchid 133143986220 00000020:00080000:1.0:1767319274.829531:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e000 00000020:00080000:1.0:1767319274.829535:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].19 00000020:00080000:1.0:1767319274.829537:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2400 00000020:00080000:1.0:1767319274.829540:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].19 00000020:00080000:0.0:1767319274.829570:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829572:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.829696:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a0e00 x1853163988608768/t90194313265(90194313265) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.829716:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313265 committed transno 90194313242 00000020:00080000:1.0:1767319274.829720:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d396faa80 refcount 2 committed 0 result 1 batchid 133143986221 00000020:00080000:1.0:1767319274.829723:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d396faf00 00000020:00080000:1.0:1767319274.829726:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].20 00000020:00080000:1.0:1767319274.829729:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842bd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d3400 00000020:00080000:1.0:1767319274.829732:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].20 00000020:00080000:0.0:1767319274.829762:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829765:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.829804:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a0380 x1853163988609280/t90194313266(90194313266) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.829812:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313266 committed transno 90194313242 00000020:00080000:1.0:1767319274.829815:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d315aa0c0 refcount 2 committed 0 result 1 batchid 133143986222 00000020:00080000:1.0:1767319274.829818:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d08134500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d315aa480 00000020:00080000:1.0:1767319274.829821:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].21 00000020:00080000:1.0:1767319274.829823:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8ef00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d095f9e00 00000020:00080000:1.0:1767319274.829827:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].21 00000020:00080000:0.0:1767319274.829854:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.829857:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:2.0:1767319274.829936:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7011:1853163988636160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767319274.830021:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a0700 x1853163988610176/t90194313267(90194313267) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830028:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313267 committed transno 90194313242 00000020:00080000:1.0:1767319274.830032:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d41513300 refcount 2 committed 0 result 1 batchid 133143986223 00000020:00080000:1.0:1767319274.830034:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d41513600 00000020:00080000:1.0:1767319274.830037:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].22 00000020:00080000:1.0:1767319274.830040:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d05e89e00 00000020:00080000:1.0:1767319274.830043:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].22 00000020:00080000:0.0:1767319274.830075:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830079:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830110:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a1880 x1853163988610688/t90194313268(90194313268) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830130:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313268 committed transno 90194313242 00000020:00080000:1.0:1767319274.830134:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d396fa3c0 refcount 2 committed 0 result 1 batchid 133143986224 00000020:00080000:1.0:1767319274.830137:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d396fa240 00000020:00080000:1.0:1767319274.830140:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].23 00000020:00080000:1.0:1767319274.830142:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2e00 00000020:00080000:1.0:1767319274.830145:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].23 00000020:00080000:0.0:1767319274.830174:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830178:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830212:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a1f80 x1853163988611584/t90194313269(90194313269) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830219:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313269 committed transno 90194313242 00000020:00080000:1.0:1767319274.830223:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff240 refcount 2 committed 0 result 1 batchid 133143986225 00000020:00080000:1.0:1767319274.830225:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d05628600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e480 00000020:00080000:1.0:1767319274.830228:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].24 00000020:00080000:1.0:1767319274.830230:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d05628500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fce00 00000020:00080000:1.0:1767319274.830234:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].24 00000020:00080000:0.0:1767319274.830261:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830264:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830297:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a2680 x1853163988612096/t90194313270(90194313270) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830304:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313270 committed transno 90194313242 00000020:00080000:1.0:1767319274.830307:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83000 refcount 2 committed 0 result 1 batchid 133143986226 00000020:00080000:1.0:1767319274.830310:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83f00 00000020:00080000:1.0:1767319274.830313:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].25 00000020:00080000:1.0:1767319274.830315:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d3800 00000020:00080000:1.0:1767319274.830318:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].25 00000020:00080000:0.0:1767319274.830344:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830347:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830537:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955c380 x1853163988612992/t90194313271(90194313271) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830557:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313271 committed transno 90194313242 00000020:00080000:1.0:1767319274.830561:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d30545840 refcount 2 committed 0 result 1 batchid 133143986227 00000020:00080000:1.0:1767319274.830564:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d108a7100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d052f0000 00000020:00080000:1.0:1767319274.830567:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].26 00000020:00080000:1.0:1767319274.830569:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d108a7d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fc400 00000020:00080000:1.0:1767319274.830572:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].26 00000020:00080000:0.0:1767319274.830627:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830630:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830818:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955fb80 x1853163988613504/t90194313272(90194313272) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830825:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313272 committed transno 90194313242 00000020:00080000:1.0:1767319274.830828:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d0528bf00 refcount 2 committed 0 result 1 batchid 133143986228 00000020:00080000:1.0:1767319274.830831:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d06c13e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92900 00000020:00080000:1.0:1767319274.830834:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].27 00000020:00080000:1.0:1767319274.830836:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238600 00000020:00080000:1.0:1767319274.830839:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].27 00000020:00080000:0.0:1767319274.830865:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830868:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830900:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d03f84700 x1853163988614400/t90194313273(90194313273) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.830906:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313273 committed transno 90194313242 00000020:00080000:1.0:1767319274.830909:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d40708840 refcount 2 committed 0 result 1 batchid 133143986229 00000020:00080000:1.0:1767319274.830912:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d40708240 00000020:00080000:1.0:1767319274.830915:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].28 00000020:00080000:1.0:1767319274.830917:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3facf800 00000020:00080000:1.0:1767319274.830919:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].28 00000020:00080000:0.0:1767319274.830945:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.830948:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.830997:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bfdf80 x1853163988614912/t90194313274(90194313274) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831013:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313274 committed transno 90194313242 00000020:00080000:1.0:1767319274.831016:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83b40 refcount 2 committed 0 result 1 batchid 133143986230 00000020:00080000:1.0:1767319274.831019:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39feb000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e836c0 00000020:00080000:1.0:1767319274.831021:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].29 00000020:00080000:1.0:1767319274.831023:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2000 00000020:00080000:1.0:1767319274.831026:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].29 00000020:00080000:0.0:1767319274.831060:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831069:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.831102:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d03f84e00 x1853163988615808/t90194313275(90194313275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831108:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313275 committed transno 90194313242 00000020:00080000:1.0:1767319274.831111:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d067c0600 refcount 2 committed 0 result 1 batchid 133143986231 00000020:00080000:1.0:1767319274.831115:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d397b8500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d067c0480 00000020:00080000:1.0:1767319274.831118:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].30 00000020:00080000:1.0:1767319274.831120:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d06c13600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238200 00000020:00080000:1.0:1767319274.831123:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].30 00000020:00080000:0.0:1767319274.831146:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831149:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.831180:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d0955d500 x1853163988616320/t90194313276(90194313276) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831186:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313276 committed transno 90194313242 00000020:00080000:1.0:1767319274.831190:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6d300 refcount 2 committed 0 result 1 batchid 133143986232 00000020:00080000:1.0:1767319274.831192:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d072e9c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d0c0 00000020:00080000:1.0:1767319274.831195:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].31 00000020:00080000:1.0:1767319274.831198:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d397b8200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238000 00000020:00080000:1.0:1767319274.831201:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].31 00000020:00080000:0.0:1767319274.831223:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831226:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.831253:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d32f64380 x1853163988617216/t90194313277(90194313277) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2248/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831271:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313277 committed transno 90194313242 00000020:00080000:1.0:1767319274.831274:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3611f0c0 refcount 2 committed 0 result 1 batchid 133143986233 00000020:00080000:1.0:1767319274.831276:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d182b7780 00000020:00080000:1.0:1767319274.831279:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].32 00000020:00080000:1.0:1767319274.831281:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c7000 00000020:00080000:1.0:1767319274.831284:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].32 00000020:00080000:0.0:1767319274.831307:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831310:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.831339:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d361ca300 x1853163988617728/t90194313278(90194313278) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831346:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313278 committed transno 90194313242 00000020:00080000:1.0:1767319274.831349:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d39be0e40 refcount 2 committed 0 result 1 batchid 133143986234 00000020:00080000:1.0:1767319274.831352:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d05f93f00 00000020:00080000:1.0:1767319274.831355:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].33 00000020:00080000:1.0:1767319274.831504:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c6a00 00000020:00080000:1.0:1767319274.831507:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].33 00000020:00080000:0.0:1767319274.831530:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831533:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.831916:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d361c8000 x1853163988618624/t90194313279(90194313279) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.831923:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313279 committed transno 90194313242 00000020:00080000:1.0:1767319274.831927:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83cc0 refcount 2 committed 0 result 1 batchid 133143986235 00000020:00080000:1.0:1767319274.831930:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83780 00000020:00080000:1.0:1767319274.831933:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].34 00000020:00080000:1.0:1767319274.831936:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39febe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294ad400 00000020:00080000:1.0:1767319274.831939:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].34 00000020:00080000:0.0:1767319274.831975:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.831978:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832019:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7c0c45c000 x1853163988619136/t90194313280(90194313280) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832040:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313280 committed transno 90194313242 00000020:00080000:1.0:1767319274.832044:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d08ed6f00 refcount 2 committed 0 result 1 batchid 133143986236 00000020:00080000:1.0:1767319274.832058:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d08ed6cc0 00000020:00080000:1.0:1767319274.832061:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].35 00000020:00080000:1.0:1767319274.832063:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e239c00 00000020:00080000:1.0:1767319274.832066:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].35 00000020:00080000:0.0:1767319274.832100:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832103:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832149:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7c0c45e680 x1853163988620032/t90194313281(90194313281) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832156:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313281 committed transno 90194313242 00000020:00080000:1.0:1767319274.832158:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0ca51000 refcount 2 committed 0 result 1 batchid 133143986237 00000020:00080000:1.0:1767319274.832161:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c0ca51780 00000020:00080000:1.0:1767319274.832164:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].36 00000020:00080000:1.0:1767319274.832166:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d32ac9200 00000020:00080000:1.0:1767319274.832169:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].36 00000020:00080000:0.0:1767319274.832200:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832203:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832242:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7c0c45ed80 x1853163988620544/t90194313282(90194313282) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832249:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313282 committed transno 90194313242 00000020:00080000:1.0:1767319274.832253:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6dc00 refcount 2 committed 0 result 1 batchid 133143986238 00000020:00080000:1.0:1767319274.832256:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3b394400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d3c0 00000020:00080000:1.0:1767319274.832258:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].37 00000020:00080000:1.0:1767319274.832260:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d290de200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fd200 00000020:00080000:1.0:1767319274.832263:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].37 00000020:00080000:0.0:1767319274.832292:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832295:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832330:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d2d02e680 x1853163988621440/t90194313283(90194313283) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832348:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313283 committed transno 90194313242 00000020:00080000:1.0:1767319274.832353:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3979c600 refcount 2 committed 0 result 1 batchid 133143986239 00000020:00080000:1.0:1767319274.832530:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d0b160780 00000020:00080000:1.0:1767319274.832535:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].38 00000020:00080000:1.0:1767319274.832537:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d074a0300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d070c5800 00000020:00080000:1.0:1767319274.832541:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].38 00000020:00080000:0.0:1767319274.832604:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832608:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832774:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d2e262a00 x1853163988621952/t90194313284(90194313284) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832781:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313284 committed transno 90194313242 00000020:00080000:1.0:1767319274.832784:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3979c0c0 refcount 2 committed 0 result 1 batchid 133143986240 00000020:00080000:1.0:1767319274.832787:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d3979ce40 00000020:00080000:1.0:1767319274.832790:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].39 00000020:00080000:1.0:1767319274.832793:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c6c00 00000020:00080000:1.0:1767319274.832795:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].39 00000020:00080000:0.0:1767319274.832832:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832836:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832873:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d32f64000 x1853163988622848/t90194313285(90194313285) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832880:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313285 committed transno 90194313242 00000020:00080000:1.0:1767319274.832884:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83240 refcount 2 committed 0 result 1 batchid 133143986241 00000020:00080000:1.0:1767319274.832887:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83480 00000020:00080000:1.0:1767319274.832890:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].40 00000020:00080000:1.0:1767319274.832892:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3ab36e00 00000020:00080000:1.0:1767319274.832894:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].40 00000020:00080000:0.0:1767319274.832923:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.832926:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.832963:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a3b80 x1853163988623360/t90194313286(90194313286) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.832983:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313286 committed transno 90194313242 00000020:00080000:1.0:1767319274.832986:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d2dab6000 refcount 2 committed 0 result 1 batchid 133143986242 00000020:00080000:1.0:1767319274.832989:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e839c0 00000020:00080000:1.0:1767319274.832992:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].41 00000020:00080000:1.0:1767319274.832994:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3fad4800 00000020:00080000:1.0:1767319274.832996:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].41 00000020:00080000:0.0:1767319274.833024:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833028:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.833068:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3bc5d180 x1853163988624256/t90194313287(90194313287) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.833074:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313287 committed transno 90194313242 00000020:00080000:1.0:1767319274.833078:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6d780 refcount 2 committed 0 result 1 batchid 133143986243 00000020:00080000:1.0:1767319274.833080:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d000 00000020:00080000:1.0:1767319274.833082:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].42 00000020:00080000:1.0:1767319274.833084:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d08472900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d06991600 00000020:00080000:1.0:1767319274.833087:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].42 00000020:00080000:0.0:1767319274.833113:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833115:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.833161:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d361c9f80 x1853163988624896/t90194313288(90194313288) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.833167:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313288 committed transno 90194313242 00000020:00080000:1.0:1767319274.833170:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0ca510c0 refcount 2 committed 0 result 1 batchid 133143986244 00000020:00080000:1.0:1767319274.833173:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c0ca51540 00000020:00080000:1.0:1767319274.833176:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].43 00000020:00080000:1.0:1767319274.833178:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d08e80000 00000020:00080000:1.0:1767319274.833180:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].43 00000020:00080000:0.0:1767319274.833205:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833208:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.833243:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d361c8700 x1853163988625792/t90194313289(90194313289) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.833261:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313289 committed transno 90194313242 00000020:00080000:1.0:1767319274.833265:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d0540c900 refcount 2 committed 0 result 1 batchid 133143986245 00000020:00080000:1.0:1767319274.833268:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d0540ccc0 00000020:00080000:1.0:1767319274.833271:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].44 00000020:00080000:1.0:1767319274.833273:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023ee00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294ace00 00000020:00080000:1.0:1767319274.833276:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].44 00000020:00080000:0.0:1767319274.833303:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833306:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.833338:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d066db800 x1853163988626304/t90194313290(90194313290) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.833345:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313290 committed transno 90194313242 00000020:00080000:1.0:1767319274.833348:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046ea80 refcount 2 committed 0 result 1 batchid 133143986246 00000020:00080000:1.0:1767319274.833351:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3ae7b100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e0c0 00000020:00080000:1.0:1767319274.833354:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].45 00000020:00080000:1.0:1767319274.833530:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3ae7bc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2f800 00000020:00080000:1.0:1767319274.833534:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].45 00000020:00080000:0.0:1767319274.833562:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833565:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00100000:1.0:1767319274.833760:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d066db480 x1853163988627200/t90194313291(90194313291) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 1767319324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.833768:0:126779:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 90194313291 committed transno 90194313242 00000020:00080000:1.0:1767319274.833772:0:126779:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d067c0900 refcount 2 committed 0 result 1 batchid 133143986247 00000020:00080000:1.0:1767319274.833775:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03755c00 00000020:00080000:1.0:1767319274.833778:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].47 00000020:00080000:1.0:1767319274.833780:0:126779:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d08da8400 00000020:00080000:1.0:1767319274.833783:0:126779:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].46 00000020:00080000:0.0:1767319274.833811:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000020:00080000:0.0:1767319274.833814:0:125547:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 77309411353 00000100:00080000:1.0:1767319274.835161:0:126779:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1767319274.835209:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a744800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767319274.835689:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636288 00000100:00100000:0.0:1767319274.835698:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636288 00000100:00100000:0.0:1767319274.835776:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00100000:0.0:1767319274.835787:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:7010:x1853163988636288:12345-0@lo:39:umount.0 00000020:00000080:0.0:1767319274.835825:0:99440:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389f3 00000100:00080000:0.0:1767319274.835836:0:99440:0:(import.c:65:import_set_state_nolock()) ffff9e7c06dfb800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767319274.835865:0:99440:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 21, last_transno is 90194313303 00000100:00080000:1.0:1767319274.836545:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1767319274.836552:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000100:00100000:1.0:1767319274.836564:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7c0db0d180 x1853163988632448/t8589934600(8589934600) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836575:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7c0db0d180, transno 8589934600 00000100:00100000:1.0:1767319274.836635:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d066daa00 x1853163988632960/t8589934601(8589934601) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836642:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d066daa00, transno 8589934601 00000100:00100000:1.0:1767319274.836647:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7c0db0ea00 x1853163988632576/t8589934602(8589934602) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836653:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7c0db0ea00, transno 8589934602 00000100:00100000:1.0:1767319274.836659:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bfc380 x1853163988633088/t8589934603(8589934603) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836665:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d05bfc380, transno 8589934603 00000100:00100000:1.0:1767319274.836670:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d066d9500 x1853163988632704/t8589934604(8589934604) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836677:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d066d9500, transno 8589934604 00000100:00100000:1.0:1767319274.836682:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d066d8700 x1853163988632832/t8589934605(8589934605) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836687:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d066d8700, transno 8589934605 00000100:00100000:1.0:1767319274.836691:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d05bfdc00 x1853163988633216/t8589934606(8589934606) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.836697:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d05bfdc00, transno 8589934606 00000004:00080000:1.0:1767319274.836710:0:126779:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:1.0:1767319274.836789:0:126779:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1767319274.836811:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d3a82f800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000004:00080000:2.0:1767319274.836926:0:125537:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 22 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:0.0:1767319274.837416:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+3:7010:x1853163988636288:12345-0@lo:39:umount.0 Request processed in 1629us (1917us total) trans 90194313304 rc 0/0 00000100:00100000:0.0:1767319274.837427:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 00010000:00010000:0.0:1767319274.837462:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319274.837745:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636416 00000100:00100000:2.0:1767319274.837754:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636416 00000100:00100000:2.0:1767319274.837824:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182 00000100:00100000:2.0:1767319274.837834:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:7010:x1853163988636416:12345-0@lo:9:umount.0 00000020:00000080:2.0:1767319274.837861:0:37862:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38a1d 00000100:00080000:2.0:1767319274.837870:0:37862:0:(import.c:65:import_set_state_nolock()) ffff9e7d04913800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319274.837922:0:37862:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934609 00000100:00100000:2.0:1767319274.838080:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+9:7010:x1853163988636416:12345-0@lo:9:umount.0 Request processed in 248us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.838088:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182 00010000:00010000:2.0:1767319274.838114:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319274.838172:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319274.838813:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1767319274.838817:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969466 gen 3 00000100:00100000:1.0:1767319274.838827:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d3a9a3100 x1853163988633472/t4294969468(4294969468) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838835:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d3a9a3100, transno 4294969468 00000100:00100000:1.0:1767319274.838852:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d1878c380 x1853163988633984/t4294969469(4294969469) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838858:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878c380, transno 4294969469 00000100:00100000:1.0:1767319274.838865:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d1878f800 x1853163988634112/t4294969470(4294969470) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838871:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878f800, transno 4294969470 00000100:00100000:1.0:1767319274.838878:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d1878df80 x1853163988633600/t4294969471(4294969471) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838884:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878df80, transno 4294969471 00000100:00100000:1.0:1767319274.838890:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d1878dc00 x1853163988633728/t4294969472(4294969472) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838895:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878dc00, transno 4294969472 00000100:00100000:1.0:1767319274.838900:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d03f80a80 x1853163988633344/t4294969473(4294969473) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838907:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d03f80a80, transno 4294969473 00000100:00100000:1.0:1767319274.838913:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d1878ce00 x1853163988633856/t4294969474(4294969474) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767319326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767319274.838919:0:126779:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878ce00, transno 4294969474 00000004:00080000:1.0:1767319274.838931:0:126779:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:1.0:1767319274.839024:0:126779:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1767319274.839059:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d3969a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1767319274.839130:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff9e7d097a8000) has no exports 00000004:00080000:2.0:1767319274.839233:0:125535:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 7 done 00000020:00080000:0.0:1767319274.839274:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d1a675600 refcount 1 committed 1 result 1 batchid 133143986202 00000020:00080000:0.0:1767319274.839281:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d1a675780 00000020:00080000:0.0:1767319274.839285:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].1 00000020:00080000:0.0:1767319274.839288:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d36db8800 00000020:00080000:0.0:1767319274.839291:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].1 00000020:00080000:0.0:1767319274.839303:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d08df10c0 refcount 1 committed 1 result 1 batchid 133143986203 00000020:00080000:0.0:1767319274.839306:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d08df1d80 00000020:00080000:0.0:1767319274.839316:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].2 00000020:00080000:0.0:1767319274.839318:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39a67700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d05e89000 00000020:00080000:0.0:1767319274.839320:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].2 00000020:00080000:0.0:1767319274.839325:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3bc026c0 refcount 1 committed 1 result 1 batchid 133143986204 00000020:00080000:0.0:1767319274.839329:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d074a0a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d06b13480 00000020:00080000:0.0:1767319274.839332:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].3 00000020:00080000:0.0:1767319274.839334:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d298b4400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c0cc34400 00000020:00080000:0.0:1767319274.839337:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].3 00000020:00080000:0.0:1767319274.839343:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d40729900 refcount 1 committed 1 result 1 batchid 133143986205 00000020:00080000:0.0:1767319274.839347:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d40729240 00000020:00080000:0.0:1767319274.839351:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].4 00000020:00080000:0.0:1767319274.839353:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d40a83000 00000020:00080000:0.0:1767319274.839507:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].4 00000020:00080000:0.0:1767319274.839516:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d31897c00 refcount 1 committed 1 result 1 batchid 133143986206 00000020:00080000:0.0:1767319274.839518:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d318976c0 00000020:00080000:0.0:1767319274.839521:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].5 00000020:00080000:0.0:1767319274.839523:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d04647a00 00000020:00080000:0.0:1767319274.839526:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].5 00000020:00080000:0.0:1767319274.839530:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0c848180 refcount 1 committed 1 result 1 batchid 133143986207 00000020:00080000:0.0:1767319274.839533:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d31897d80 00000020:00080000:0.0:1767319274.839536:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].6 00000020:00080000:0.0:1767319274.839539:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bda8e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3c08ca00 00000020:00080000:0.0:1767319274.839541:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].6 00000020:00080000:0.0:1767319274.839555:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c06e15cc0 refcount 1 committed 1 result 1 batchid 133143986208 00000020:00080000:0.0:1767319274.839564:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c06e156c0 00000020:00080000:0.0:1767319274.839567:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].7 00000020:00080000:0.0:1767319274.839569:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294adc00 00000020:00080000:0.0:1767319274.839572:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].7 00000020:00080000:0.0:1767319274.839747:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e3c0 refcount 1 committed 1 result 1 batchid 133143986209 00000020:00080000:0.0:1767319274.839752:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046ee40 00000020:00080000:0.0:1767319274.839754:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].8 00000020:00080000:0.0:1767319274.839757:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d04647200 00000020:00080000:0.0:1767319274.839759:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].8 00000020:00080000:0.0:1767319274.839764:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e180 refcount 1 committed 1 result 1 batchid 133143986210 00000020:00080000:0.0:1767319274.839766:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d182b7b40 00000020:00080000:0.0:1767319274.839769:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].9 00000020:00080000:0.0:1767319274.839771:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e9600 00000020:00080000:0.0:1767319274.839774:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].9 00000020:00080000:0.0:1767319274.839777:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d315aa300 refcount 1 committed 1 result 1 batchid 133143986211 00000020:00080000:0.0:1767319274.839779:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8ed00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d315aa540 00000020:00080000:0.0:1767319274.839782:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].10 00000020:00080000:0.0:1767319274.839784:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2f400 00000020:00080000:0.0:1767319274.839787:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].10 00000020:00080000:0.0:1767319274.839793:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d04c92e40 refcount 1 committed 1 result 1 batchid 133143986212 00000020:00080000:0.0:1767319274.839796:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ac00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92300 00000020:00080000:0.0:1767319274.839798:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].11 00000020:00080000:0.0:1767319274.839800:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3aeb1000 00000020:00080000:0.0:1767319274.839803:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].11 00000020:00080000:0.0:1767319274.839812:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff0c0 refcount 1 committed 1 result 1 batchid 133143986213 00000020:00080000:0.0:1767319274.839815:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d060ffc00 00000020:00080000:0.0:1767319274.839818:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].12 00000020:00080000:0.0:1767319274.839820:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d396e2a00 00000020:00080000:0.0:1767319274.839822:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].12 00000020:00080000:0.0:1767319274.839827:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d04c929c0 refcount 1 committed 1 result 1 batchid 133143986214 00000020:00080000:0.0:1767319274.839830:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92180 00000020:00080000:0.0:1767319274.839832:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].13 00000020:00080000:0.0:1767319274.839835:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3aeb1800 00000020:00080000:0.0:1767319274.839837:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].13 00000020:00080000:0.0:1767319274.839841:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82840 refcount 1 committed 1 result 1 batchid 133143986215 00000020:00080000:0.0:1767319274.839844:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9af00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c82240 00000020:00080000:0.0:1767319274.839846:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].14 00000020:00080000:0.0:1767319274.839849:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ab00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e8400 00000020:00080000:0.0:1767319274.839852:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].14 00000020:00080000:0.0:1767319274.839856:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82f00 refcount 1 committed 1 result 1 batchid 133143986216 00000020:00080000:0.0:1767319274.839859:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c82cc0 00000020:00080000:0.0:1767319274.839862:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].15 00000020:00080000:0.0:1767319274.839864:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9ad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d1a4e8000 00000020:00080000:0.0:1767319274.839867:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].15 00000020:00080000:0.0:1767319274.839870:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d41513840 refcount 1 committed 1 result 1 batchid 133143986217 00000020:00080000:0.0:1767319274.839873:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d41513a80 00000020:00080000:0.0:1767319274.839876:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].16 00000020:00080000:0.0:1767319274.839878:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2e000 00000020:00080000:0.0:1767319274.839885:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].16 00000020:00080000:0.0:1767319274.839892:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d02c82900 refcount 1 committed 1 result 1 batchid 133143986218 00000020:00080000:0.0:1767319274.839896:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842bb00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d02c829c0 00000020:00080000:0.0:1767319274.839899:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].17 00000020:00080000:0.0:1767319274.839901:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d03147c00 00000020:00080000:0.0:1767319274.839903:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].17 00000020:00080000:0.0:1767319274.839908:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff9c0 refcount 1 committed 1 result 1 batchid 133143986219 00000020:00080000:0.0:1767319274.839910:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d060ff000 00000020:00080000:0.0:1767319274.839913:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].18 00000020:00080000:0.0:1767319274.839915:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d095f6800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d396e2600 00000020:00080000:0.0:1767319274.839918:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].18 00000020:00080000:0.0:1767319274.839922:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046e540 refcount 1 committed 1 result 1 batchid 133143986220 00000020:00080000:0.0:1767319274.839925:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e000 00000020:00080000:0.0:1767319274.839928:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].19 00000020:00080000:0.0:1767319274.839930:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2400 00000020:00080000:0.0:1767319274.839933:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].19 00000020:00080000:0.0:1767319274.839938:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d396faa80 refcount 1 committed 1 result 1 batchid 133143986221 00000020:00080000:0.0:1767319274.839941:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d396faf00 00000020:00080000:0.0:1767319274.839943:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].20 00000020:00080000:0.0:1767319274.839946:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842bd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d3400 00000020:00080000:0.0:1767319274.839948:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].20 00000020:00080000:0.0:1767319274.839954:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d315aa0c0 refcount 1 committed 1 result 1 batchid 133143986222 00000020:00080000:0.0:1767319274.839957:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d08134500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d315aa480 00000020:00080000:0.0:1767319274.839960:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].21 00000020:00080000:0.0:1767319274.839969:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d03e8ef00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d095f9e00 00000020:00080000:0.0:1767319274.839971:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].21 00000020:00080000:0.0:1767319274.839978:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d41513300 refcount 1 committed 1 result 1 batchid 133143986223 00000020:00080000:0.0:1767319274.839981:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d41513600 00000020:00080000:0.0:1767319274.839984:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].22 00000020:00080000:0.0:1767319274.839986:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d05e89e00 00000020:00080000:0.0:1767319274.839989:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].22 00000020:00080000:0.0:1767319274.839993:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d396fa3c0 refcount 1 committed 1 result 1 batchid 133143986224 00000020:00080000:0.0:1767319274.839996:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d396fa240 00000020:00080000:0.0:1767319274.839999:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].23 00000020:00080000:0.0:1767319274.840001:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d0842b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2e00 00000020:00080000:0.0:1767319274.840004:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].23 00000020:00080000:0.0:1767319274.840009:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d060ff240 refcount 1 committed 1 result 1 batchid 133143986225 00000020:00080000:0.0:1767319274.840013:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d05628600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e480 00000020:00080000:0.0:1767319274.840015:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].24 00000020:00080000:0.0:1767319274.840017:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d05628500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fce00 00000020:00080000:0.0:1767319274.840020:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].24 00000020:00080000:0.0:1767319274.840024:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83000 refcount 1 committed 1 result 1 batchid 133143986226 00000020:00080000:0.0:1767319274.840027:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83f00 00000020:00080000:0.0:1767319274.840030:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].25 00000020:00080000:0.0:1767319274.840032:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d3800 00000020:00080000:0.0:1767319274.840034:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].25 00000020:00080000:0.0:1767319274.840039:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d30545840 refcount 1 committed 1 result 1 batchid 133143986227 00000020:00080000:0.0:1767319274.840042:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d108a7100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d052f0000 00000020:00080000:0.0:1767319274.840061:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].26 00000020:00080000:0.0:1767319274.840063:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d108a7d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fc400 00000020:00080000:0.0:1767319274.840066:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].26 00000020:00080000:0.0:1767319274.840072:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d0528bf00 refcount 1 committed 1 result 1 batchid 133143986228 00000020:00080000:0.0:1767319274.840075:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d06c13e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d04c92900 00000020:00080000:0.0:1767319274.840078:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].27 00000020:00080000:0.0:1767319274.840080:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3c1b2f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238600 00000020:00080000:0.0:1767319274.840083:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].27 00000020:00080000:0.0:1767319274.840088:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d40708840 refcount 1 committed 1 result 1 batchid 133143986229 00000020:00080000:0.0:1767319274.840090:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d40708240 00000020:00080000:0.0:1767319274.840093:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].28 00000020:00080000:0.0:1767319274.840095:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3facf800 00000020:00080000:0.0:1767319274.840098:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].28 00000020:00080000:0.0:1767319274.840102:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83b40 refcount 1 committed 1 result 1 batchid 133143986230 00000020:00080000:0.0:1767319274.840105:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39feb000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e836c0 00000020:00080000:0.0:1767319274.840108:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].29 00000020:00080000:0.0:1767319274.840110:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3bde5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2d9d2000 00000020:00080000:0.0:1767319274.840113:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].29 00000020:00080000:0.0:1767319274.840118:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d067c0600 refcount 1 committed 1 result 1 batchid 133143986231 00000020:00080000:0.0:1767319274.840121:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d397b8500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d067c0480 00000020:00080000:0.0:1767319274.840124:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].30 00000020:00080000:0.0:1767319274.840126:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d06c13600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238200 00000020:00080000:0.0:1767319274.840128:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].30 00000020:00080000:0.0:1767319274.840136:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6d300 refcount 1 committed 1 result 1 batchid 133143986232 00000020:00080000:0.0:1767319274.840145:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d072e9c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d0c0 00000020:00080000:0.0:1767319274.840148:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].31 00000020:00080000:0.0:1767319274.840150:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d397b8200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e238000 00000020:00080000:0.0:1767319274.840152:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].31 00000020:00080000:0.0:1767319274.840158:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3611f0c0 refcount 1 committed 1 result 1 batchid 133143986233 00000020:00080000:0.0:1767319274.840161:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d182b7780 00000020:00080000:0.0:1767319274.840163:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].32 00000020:00080000:0.0:1767319274.840166:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c7000 00000020:00080000:0.0:1767319274.840168:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].32 00000020:00080000:0.0:1767319274.840172:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d39be0e40 refcount 1 committed 1 result 1 batchid 133143986234 00000020:00080000:0.0:1767319274.840175:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d05f93f00 00000020:00080000:0.0:1767319274.840177:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].33 00000020:00080000:0.0:1767319274.840180:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c6a00 00000020:00080000:0.0:1767319274.840182:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].33 00000020:00080000:0.0:1767319274.840187:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83cc0 refcount 1 committed 1 result 1 batchid 133143986235 00000020:00080000:0.0:1767319274.840190:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83780 00000020:00080000:0.0:1767319274.840192:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].34 00000020:00080000:0.0:1767319274.840195:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39febe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294ad400 00000020:00080000:0.0:1767319274.840198:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].34 00000020:00080000:0.0:1767319274.840202:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d08ed6f00 refcount 1 committed 1 result 1 batchid 133143986236 00000020:00080000:0.0:1767319274.840205:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3fa9a900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d08ed6cc0 00000020:00080000:0.0:1767319274.840208:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].35 00000020:00080000:0.0:1767319274.840210:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d39c08800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e239c00 00000020:00080000:0.0:1767319274.840213:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].35 00000020:00080000:0.0:1767319274.840224:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0ca51000 refcount 1 committed 1 result 1 batchid 133143986237 00000020:00080000:0.0:1767319274.840227:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c0ca51780 00000020:00080000:0.0:1767319274.840230:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].36 00000020:00080000:0.0:1767319274.840233:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d32ac9200 00000020:00080000:0.0:1767319274.840235:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].36 00000020:00080000:0.0:1767319274.840244:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6dc00 refcount 1 committed 1 result 1 batchid 133143986238 00000020:00080000:0.0:1767319274.840247:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3b394400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d3c0 00000020:00080000:0.0:1767319274.840250:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].37 00000020:00080000:0.0:1767319274.840253:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d290de200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d2e9fd200 00000020:00080000:0.0:1767319274.840255:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].37 00000020:00080000:0.0:1767319274.840263:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3979c600 refcount 1 committed 1 result 1 batchid 133143986239 00000020:00080000:0.0:1767319274.840266:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d0b160780 00000020:00080000:0.0:1767319274.840269:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].38 00000020:00080000:0.0:1767319274.840272:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d074a0300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d070c5800 00000020:00080000:0.0:1767319274.840275:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].38 00000020:00080000:0.0:1767319274.840280:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d3979c0c0 refcount 1 committed 1 result 1 batchid 133143986240 00000020:00080000:0.0:1767319274.840283:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d3979ce40 00000020:00080000:0.0:1767319274.840286:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].39 00000020:00080000:0.0:1767319274.840288:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023e200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d297c6c00 00000020:00080000:0.0:1767319274.840291:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].39 00000020:00080000:0.0:1767319274.840295:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d03e83240 refcount 1 committed 1 result 1 batchid 133143986241 00000020:00080000:0.0:1767319274.840299:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e83480 00000020:00080000:0.0:1767319274.840301:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].40 00000020:00080000:0.0:1767319274.840304:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3ab36e00 00000020:00080000:0.0:1767319274.840311:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].40 00000020:00080000:0.0:1767319274.840315:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d2dab6000 refcount 1 committed 1 result 1 batchid 133143986242 00000020:00080000:0.0:1767319274.840318:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03e839c0 00000020:00080000:0.0:1767319274.840321:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].41 00000020:00080000:0.0:1767319274.840323:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d2e835400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d3fad4800 00000020:00080000:0.0:1767319274.840326:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].41 00000020:00080000:0.0:1767319274.840330:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d36b6d780 refcount 1 committed 1 result 1 batchid 133143986243 00000020:00080000:0.0:1767319274.840333:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d36b6d000 00000020:00080000:0.0:1767319274.840336:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].42 00000020:00080000:0.0:1767319274.840339:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d08472900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d06991600 00000020:00080000:0.0:1767319274.840342:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].42 00000020:00080000:0.0:1767319274.840353:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7c0ca510c0 refcount 1 committed 1 result 1 batchid 133143986244 00000020:00080000:0.0:1767319274.840368:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7c0ca51540 00000020:00080000:0.0:1767319274.840371:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].43 00000020:00080000:0.0:1767319274.840373:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d363c7800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d08e80000 00000020:00080000:0.0:1767319274.840376:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].43 00000020:00080000:0.0:1767319274.840380:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d0540c900 refcount 1 committed 1 result 1 batchid 133143986245 00000020:00080000:0.0:1767319274.840384:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d0540ccc0 00000020:00080000:0.0:1767319274.840386:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].44 00000020:00080000:0.0:1767319274.840389:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d1023ee00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d294ace00 00000020:00080000:0.0:1767319274.840392:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].44 00000020:00080000:0.0:1767319274.840812:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d4046ea80 refcount 1 committed 1 result 1 batchid 133143986246 00000020:00080000:0.0:1767319274.840817:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3ae7b100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d4046e0c0 00000020:00080000:0.0:1767319274.840820:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].45 00000020:00080000:0.0:1767319274.840831:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d3ae7bc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7c06e2f800 00000020:00080000:0.0:1767319274.840834:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].45 00000020:00080000:0.0:1767319274.840839:0:125547:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e7d067c0900 refcount 1 committed 1 result 1 batchid 133143986247 00000020:00080000:0.0:1767319274.840843:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9e7d03755c00 00000020:00080000:0.0:1767319274.840845:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x24000a041:0x1:0x0].47 00000020:00080000:0.0:1767319274.840847:0:125547:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e7d04a88a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e7d08da8400 00000020:00080000:0.0:1767319274.840850:0:125547:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x20000f630:0x1:0x0].46 00000100:00100000:2.0:1767319274.841353:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636544 00000100:00100000:2.0:1767319274.841374:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636544 00000100:00100000:2.0:1767319274.841461:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6183 00000100:00100000:2.0:1767319274.841471:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:7010:x1853163988636544:12345-0@lo:9:umount.0 00000020:00000080:2.0:1767319274.841507:0:37855:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38a0f 00000100:00080000:2.0:1767319274.841525:0:37855:0:(import.c:65:import_set_state_nolock()) ffff9e7d31a1b800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767319274.841620:0:37855:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294969477 00000100:00100000:2.0:1767319274.841786:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:7010:x1853163988636544:12345-0@lo:9:umount.0 Request processed in 316us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319274.841795:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6183 00010000:00010000:2.0:1767319274.841826:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1767319274.849367:0:126779:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x2400088d4:0x1:0x0] first idx 0, last_idx 2 00000020:00080000:1.0:1767319274.850720:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff9e7d097a8000) has no exports 00000020:00000080:1.0:1767319274.903976:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389c9 00000020:00000080:1.0:1767319274.904002:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d0cd67000/lustre-QMT0000_UUID 00000020:01000000:1.0:1767319274.904081:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1767319274.904155:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0cd67000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1767319274.904192:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319274.904209:0:126779:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767319274.904215:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff9e7d05d118d8) has no exports 00000020:00000080:0.0:1767319274.905244:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389c2 00000020:00000080:0.0:1767319274.905256:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d319e3800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767319274.905467:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d319e3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319274.905552:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319274.905565:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1767319274.905568:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d297cb800/lustre-QMT0000_UUID 00000020:00000080:0.0:1767319274.905571:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d297cb800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1767319274.905576:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1767319274.906147:0:126779:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d40470900 - data ffff9e7d2b606bd0/ffff9e7d31c3c000 00000020:01000000:0.0:1767319274.906286:0:126779:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d052bbba0 - data ffff9e7d2e6e8288/ffff9e7d32f56c00 00010000:00010000:0.0:1767319274.952734:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319274.962335:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767319274.962349:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 90194313291 gen 4 00000100:00100000:0.0:1767319274.962369:0:126779:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e7d329ef100 x1853163988636288/t90194313304(90194313304) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767319284 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319274.962405:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767319274.969894:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767319274.969906:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1767319274.969963:0:126779:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319274.969967:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767319274.970413:0:125537:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767319274.970420:0:125537:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x82:0x0] index 9 count 30 00000040:00080000:2.0:1767319274.970433:0:125537:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 32 count 2 00000100:00080000:0.0:1767319274.970841:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767319274.970845:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969466 gen 4 00000004:00080000:0.0:1767319274.970865:0:126779:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767319274.970868:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767319274.971254:0:125535:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767319274.971259:0:125535:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x80:0x0] index 9 count 10 00000040:00080000:2.0:1767319274.971269:0:125535:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 32 count 2 00000020:00000080:0.0:1767319274.972371:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38983 00000020:00000080:0.0:1767319274.972388:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d39698800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767319274.979794:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3162e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1767319274.980216:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3054b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767319274.980239:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3969a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319274.982326:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3969a800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767319274.984216:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04915800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767319274.985140:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c06dfe800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767319274.985818:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3a82f800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767319274.985971:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3054f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1767319274.992595:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3a740800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1767319274.993877:0:126779:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1767319274.993887:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1767319274.993892:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 90194313291 gen 5 00000100:00020000:2.0:1767319274.993899:0:126779:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000100:00100000:2.0:1767319274.993902:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767319274.993904:0:126779:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:0.0:1767319274.993985:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d3a744800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1767319274.994305:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319274.994324:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767319274.994329:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d3162c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767319274.994333:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3162c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1767319274.994347:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767319274.994544:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767319274.994551:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767319274.994554:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d3969e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767319274.994563:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3969e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1767319274.994568:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767319274.994704:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c3899f 00000020:00000080:2.0:1767319274.994711:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d3162d800/lustre-MDD0000_UUID 00000020:01000000:2.0:1767319274.994723:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1767319274.995115:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767319274.995125:0:126779:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767319274.995128:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 14 (ffff9e7d2c5cb1b0) has no exports 00000020:00000080:0.0:1767319274.995307:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3162d800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1767319275.002778:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319275.002807:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1767319275.002815:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d3969e800/lustre-MDD0000_UUID 00000020:00000080:0.0:1767319275.002821:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3969e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1767319275.002830:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1767319275.002976:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c389a6 00000020:00000080:0.0:1767319275.002985:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d31628800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767319275.003268:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31628800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1767319275.003296:0:126779:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d36c53800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1767319275.003301:0:126779:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d36c53800 3 00000020:01000004:0.0:1767319275.003318:0:126779:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d36c53800 from lustre-MDT0000 00000020:00000080:0.0:1767319275.003345:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319275.003351:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1767319275.003355:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d3969f000/lustre-MDT0000_UUID 00000020:00000080:0.0:1767319275.003357:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d3969f000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1767319275.003367:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1767319275.003422:0:126779:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1767319275.003426:0:126779:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1767319275.003430:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1767319275.003434:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319275.003438:0:126779:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1767319275.003450:0:126779:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9e7d0a2e2000 67b6b09f-7e50-4548-977f-61563b9ef954 192.168.204.13@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767319275.003457:0:126779:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9e7d39699000 e16d7078-f533-4ecf-a51c-6d78c3ddb652 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767319275.003463:0:126779:0:(genops.c:1570:class_disconnect_exports()) OBD device 4 (ffff9e7d3fabe360) has exports, disconnecting them 00000020:00080000:0.0:1767319275.003468:0:126779:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.13@tcp (ffff9e7d0a2e2000), last request at 1767319239 00000020:00000080:0.0:1767319275.003487:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38d57 00000020:00010000:0.0:1767319275.003493:0:126779:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d0a2e2000: total 0 00000100:00080000:0.0:1767319275.003499:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d0a2e3000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767319275.003513:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.13@tcp (ffff9e7d0a2e2000): rc 0 00000020:00080000:0.0:1767319275.003517:0:126779:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9e7d39699000), last request at 1767319228 00000020:00010000:0.0:1767319275.003563:0:15460:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d0a2e2000: total 0 00010000:00010000:0.0:1767319275.003568:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319275.003623:0:15460:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d0a2e2000, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1767319275.003659:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0f400/0x719a348ff1c38d65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b0b expref: 5 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319275.003675:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682ca00/0x719a348ff1c38d73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b19 expref: 4 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319275.003687:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0f800/0x719a348ff1c38d5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b04 expref: 3 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319275.003708:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d0682d200/0x719a348ff1c38d6c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31b12 expref: 2 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319275.003719:0:15460:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d0a2e2000, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1767319275.003743:0:15460:0:(genops.c:904:class_export_put()) final put ffff9e7d0a2e2000/67b6b09f-7e50-4548-977f-61563b9ef954 00010000:00010000:0.0:1767319275.003752:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319275.003754:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319275.003756:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767319275.003763:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0a2e2000/67b6b09f-7e50-4548-977f-61563b9ef954 for MGS 00000020:00000080:0.0:1767319275.003791:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d0a2e3000 for MGS 00000020:00000080:0.0:1767319275.003808:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38959 00000020:00010000:0.0:1767319275.003812:0:126779:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9e7d39699000: total 0 00000100:00080000:0.0:1767319275.003815:0:126779:0:(import.c:65:import_set_state_nolock()) ffff9e7d39698000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767319275.003834:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d39699000): rc 0 00000020:00080000:0.0:1767319275.003841:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff9e7d3fabe360) has no exports 00000020:00010000:2.0:1767319275.004637:0:15459:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9e7d39699000: total 0 00010000:00010000:2.0:1767319275.004712:0:15459:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9e7d39699000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1767319275.004747:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07873a00/0x719a348ff1c38abe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38ab7 expref: 14 pid: 125525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319275.004766:0:125526:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff9e7c0cc34e00:125526] 2 exiting: rc = 0 00010000:00010000:2.0:1767319275.004768:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0ab4ca00/0x719a348ff1c38acc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38ac5 expref: 13 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004792:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07873800/0x719a348ff1c38ada lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38ad3 expref: 12 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004805:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07873600/0x719a348ff1c38ae8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38ae1 expref: 11 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004821:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872600/0x719a348ff1c38a78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a71 expref: 10 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004832:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872e00/0x719a348ff1c38a86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a7f expref: 9 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004852:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872a00/0x719a348ff1c38b04 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38afd expref: 8 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004872:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7c0ab4d200/0x719a348ff1c38a94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a8d expref: 7 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004891:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556c00/0x719a348ff1c38b12 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38b0b expref: 6 pid: 125526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004912:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872000/0x719a348ff1c38af6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38aef expref: 5 pid: 125524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319275.004951:0:125525:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff9e7c0cc34600:125525] 1 exiting: rc = 0 00010000:00010000:2.0:1767319275.004956:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d09556600/0x719a348ff1c38ab0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38aa9 expref: 4 pid: 125525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004983:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d06c0ee00/0x719a348ff1c38aa2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38a9b expref: 3 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.004997:0:15459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9e7d07872c00/0x719a348ff1c38b20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x719a348ff1c38b19 expref: 2 pid: 125524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319275.005008:0:15459:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9e7d39699000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1767319275.005024:0:15459:0:(genops.c:904:class_export_put()) final put ffff9e7d39699000/e16d7078-f533-4ecf-a51c-6d78c3ddb652 00010000:00010000:2.0:1767319275.005059:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319275.005061:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319275.005064:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767319275.005075:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d39699000/e16d7078-f533-4ecf-a51c-6d78c3ddb652 for MGS 00000020:00000080:2.0:1767319275.005126:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d39698000 for MGS 00000100:00100000:2.0:1767319275.013344:0:125524:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff9e7c0aacae00:125524] 0 exiting: rc = 1 00000100:00100000:0.0:1767319275.013491:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013504:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013513:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013520:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013528:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013534:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013541:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013547:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013553:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013558:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013564:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013570:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013575:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013605:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013613:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013619:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013648:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013655:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013661:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013667:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013673:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013678:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013685:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013692:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013699:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013706:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013712:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013719:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013726:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013733:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013739:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013746:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013752:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013758:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013763:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013769:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013775:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013781:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013788:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013794:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013800:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013806:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013813:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013819:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013824:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013830:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013837:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013843:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013850:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013856:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013862:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013877:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013883:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013889:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013895:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013901:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013907:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013913:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013919:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013924:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013931:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013937:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013943:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767319275.013950:0:126779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767319275.017262:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988636928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017328:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.017361:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988637440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017385:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.017409:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767319275.017415:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988636800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.017449:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988637312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017469:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.017500:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636928 00000100:00100000:2.0:1767319275.017518:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636928 00000100:00100000:2.0:1767319275.017549:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636800 00000100:00100000:2.0:1767319275.017552:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636800 00000100:00100000:2.0:1767319275.017600:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1767319275.017609:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988636800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017654:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988636800:12345-0@lo:400:kworker.0 Request processed in 46us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319275.017662:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1767319275.017679:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1767319275.017684:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7014:x1853163988636928:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319275.017689:0:121322:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319275.017710:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7014:x1853163988636928:12345-0@lo:400:kworker.0 Request processed in 25us (382us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319275.017715:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1767319275.017732:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637440 00000100:00100000:2.0:1767319275.017735:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637440 00000100:00100000:2.0:1767319275.017762:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1767319275.017768:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988637440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.017796:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+8:7014:x1853163988637440:12345-0@lo:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319275.017803:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1767319275.017819:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637312 00000100:00100000:2.0:1767319275.017823:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637312 00000100:00100000:2.0:1767319275.017842:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767319275.017846:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7014:x1853163988637312:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319275.017851:0:99440:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319275.017872:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7014:x1853163988637312:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319275.017888:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767319275.017930:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988636800:0@lo:400:kworker.0 00000100:00080000:2.0:1767319275.017941:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767319275.017945:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319275.017950:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319275.017956:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319275.017960:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4480 00000100:00080000:2.0:1767319275.017966:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319275.017985:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d180 x1853163988637696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319275.018005:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988637312:0@lo:400:kworker.0 00000100:00080000:2.0:1767319275.018015:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767319275.018018:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319275.018021:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319275.018025:0:7014:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319275.018028:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4480 00000100:00080000:2.0:1767319275.018031:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319275.018042:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ea00 x1853163988637824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319275.018068:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163988636928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018081:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988637440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018130:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988637056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018158:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.018180:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988637568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018197:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.018211:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767319275.018216:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988636672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319275.018234:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.018251:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988637184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018267:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319275.018287:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637056 00000100:00100000:2.0:1767319275.018291:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637056 00000100:00100000:2.0:1767319275.018312:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637568 00000100:00100000:2.0:1767319275.018314:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637568 00000100:00100000:2.0:1767319275.018326:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637184 00000100:00100000:2.0:1767319275.018329:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637184 00000100:00100000:2.0:1767319275.018342:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1767319275.018348:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988637056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018378:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988637056:12345-0@lo:400:kworker.0 Request processed in 30us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319275.018385:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1767319275.018396:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1767319275.018401:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7011:x1853163988637568:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319275.018406:0:121320:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319275.018424:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7011:x1853163988637568:12345-0@lo:400:kworker.0 Request processed in 22us (226us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319275.018430:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1767319275.018446:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767319275.018450:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7011:x1853163988637184:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767319275.018455:0:121320:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767319275.018473:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7011:x1853163988637184:12345-0@lo:400:kworker.0 Request processed in 22us (205us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319275.018479:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767319275.018496:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988636672 00000100:00100000:2.0:1767319275.018499:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988636672 00000100:00100000:2.0:1767319275.018519:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767319275.018525:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:7011:x1853163988636672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319275.018545:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319275.018572:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:7011:x1853163988636672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319275.018597:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767319275.018638:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988636672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319275.018647:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767319275.018650:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319275.018654:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319275.018657:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319275.018661:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4480 00000100:00080000:2.0:1767319275.018665:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319275.018678:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ce00 x1853163988637952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319275.018689:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7011:1853163988637184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319275.018700:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988637056:0@lo:400:kworker.0 00000100:00080000:2.0:1767319275.018714:0:7011:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767319275.018717:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767319275.018720:0:7011:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767319275.018723:0:7011:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319275.018726:0:7011:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4480 00000100:00080000:2.0:1767319275.018730:0:7011:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319275.018741:0:7011:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e680 x1853163988638080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319275.018750:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7011:1853163988637568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319275.021132:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988637696 00000100:00100000:0.0:1767319275.021149:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988637696 00000100:00100000:0.0:1767319275.021208:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572 00000100:00100000:0.0:1767319275.021219:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988637696:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1767319275.021249:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319275.021514:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988637696:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 293us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319275.021523:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572 00000020:01000000:0.0:1767319275.022184:0:126779:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d40470ba0 - data ffff9e7d2e559e58/ffff9e7d2e357c00 00000020:01000000:0.0:1767319275.022381:0:126779:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9e7d3630d240 - data ffff9e7d2e6d61b0/ffff9e7d08a85c00 00000020:00000080:0.0:1767319275.023511:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38952 00000020:00000080:0.0:1767319275.023522:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d31d60000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1767319275.023542:0:126779:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9e7d36c53800 from MGS, refs=2 00000020:01000004:0.0:1767319275.023546:0:126779:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d36c53800 2 00000020:01000004:0.0:1767319275.023550:0:126779:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9e7d36c53800 from MGS 00000020:00000080:0.0:1767319275.023632:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319275.023641:0:126779:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1767319275.023644:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d06693000/MGS 00000020:00000080:0.0:1767319275.023647:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d06693000/MGS for MGS 00000020:01000000:0.0:1767319275.023671:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1767319275.023911:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1767319275.023916:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319275.023927:0:126779:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767319275.023934:0:126779:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9e7d0370d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767319275.023940:0:126779:0:(genops.c:1570:class_disconnect_exports()) OBD device 28 (ffff9e7d2db78000) has exports, disconnecting them 00000020:00080000:0.0:1767319275.023946:0:126779:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9e7d0370d800), last request at 1767319228 00000020:00000080:0.0:1767319275.023950:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38a55 00000020:00080000:0.0:1767319275.023961:0:126779:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9e7d0370d800): rc 0 00000020:00000080:0.0:1767319275.023966:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d0370d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1767319275.024400:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d31d60000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767319275.024422:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d0370d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1767319275.072808:0:126779:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1767319275.072822:0:126779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767319275.072828:0:126779:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:0.0:1767319275.072837:0:126779:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000100:00100000:0.0:1767319275.072842:0:126779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767319275.072845:0:126779:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000020:00000080:2.0:1767319275.073513:0:120755:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d03709000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767319275.074421:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767319275.074444:0:126779:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1767319275.074451:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d2e9eb000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1767319275.074456:0:126779:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d2e9eb000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1767319275.074465:0:126779:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1767319275.074615:0:126779:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9e7d36c53800 1 00000020:00000080:0.0:1767319275.074623:0:126779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x719a348ff1c38944 00000020:00000080:0.0:1767319275.074631:0:126779:0:(genops.c:904:class_export_put()) final put ffff9e7d06695800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1767319275.074648:0:126779:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1767319275.074653:0:126779:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767319275.074658:0:126779:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767319275.074662:0:126779:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff9e7d05d14a88) has no exports 00000020:00000080:2.0:1767319275.075177:0:120755:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d06695800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1767319275.982617:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767319276.047041:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1767319276.047059:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934609 is committed 00000001:00080000:0.0:1767319276.047080:0:113816:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934606 is committed 00000020:00000080:0.0:1767319276.047092:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7d04916000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1767319276.047167:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:1.0:1767319276.053514:0:7716:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d04916000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767319276.053572:0:7716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d04913800 for lustre-OST0000 00000400:00000100:1.0:1767319276.833831:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923765632 offset 0 length 224: 4 00000100:00100000:1.0:1767319276.833969:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319276.833996:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319276.834034:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319276.834060:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319276.834093:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766144 00000100:00100000:1.0:1767319276.834102:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766144 00000100:00100000:1.0:1767319276.834158:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766016 00000100:00100000:1.0:1767319276.834162:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766016 00000100:00100000:1.0:1767319276.834186:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3070 00000100:00100000:1.0:1767319276.834195:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923766144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319276.834606:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2511:x1853163923766144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 383us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319276.834615:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3070 00000100:00100000:1.0:1767319276.834634:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3071 00000100:00100000:1.0:1767319276.834642:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923766016:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319276.834681:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923766016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319276.834687:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3071 00000100:00080000:1.0:1767319276.834704:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319276.834708:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319276.834779:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765888 00000100:00100000:2.0:1767319276.834784:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765888 00000100:00100000:2.0:1767319276.834851:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923765760 00000100:00100000:2.0:1767319276.834854:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923765760 00000100:00100000:2.0:1767319276.834875:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 183 00000100:00100000:2.0:1767319276.834883:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923765888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319276.834915:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923765888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 33us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319276.834921:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 183 00000100:00100000:2.0:1767319276.834935:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 497 00000100:00100000:2.0:1767319276.834940:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2511:x1853163923765760:12345-192.168.204.13@tcp:400:kworker.0 00000020:00080000:2.0:1767319276.834954:0:121323:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.13@tcp 00000100:00100000:2.0:1767319276.834977:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2511:x1853163923765760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (942us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767319276.834983:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 497 00000100:00080000:1.0:1767319276.835264:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319276.846825:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319276.850744:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766272 00000100:00100000:0.0:1767319276.850759:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766272 00000100:00100000:0.0:1767319276.850856:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 498 00000100:00100000:0.0:1767319276.850864:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923766272:12345-192.168.204.13@tcp:38:ptlrpcd_01_01.0 00010000:00020000:0.0:1767319276.850886:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319276.850952:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923766272:12345-192.168.204.13@tcp:38:ptlrpcd_01_01.0 Request processed in 87us (4136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319276.850959:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 498 00010000:00010000:0.0:1767319277.001677:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319278.025179:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767319278.127468:0:18349:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1767319278.127483:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969477 is committed 00000001:00080000:0.0:1767319278.127494:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969474 is committed 00000020:00000080:0.0:1767319278.127507:0:18349:0:(genops.c:904:class_export_put()) final put ffff9e7d31a1e800/lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1767319279.050705:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319279.625751:0:123531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 4526560168538ns, next at 4527560166068ns, rc = 0 00000100:00100000:0.0:1767319279.626170:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988638208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319279.626247:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319279.626391:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988638208 00000100:00100000:2.0:1767319279.626527:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988638208 00000004:00080000:0.0:1767319279.629574:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 5 committed 00000001:00100000:0.0:1767319279.629751:0:123522:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1767319279.629761:0:123522:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 90194313304 is committed 00000020:00000080:0.0:1767319279.629765:0:123522:0:(genops.c:904:class_export_put()) final put ffff9e7c06dfc800/lustre-MDT0000-mdtlov_UUID 00000004:00080000:0.0:1767319279.629779:0:123522:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 4 committed 00000100:00100000:0.0:1767319279.630102:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988638336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1767319279.630163:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319279.630201:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319279.630222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988638464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1767319279.630244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319279.630278:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988638336 00000100:00100000:0.0:1767319279.630285:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988638336 00000100:00100000:0.0:1767319279.630395:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988638464 00000100:00100000:0.0:1767319279.630399:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988638464 00000100:00100000:0.0:1767319279.630421:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6184 00000100:00100000:0.0:1767319279.630428:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163988638336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1767319279.630452:0:37855:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:1539 count 1 00010000:00010000:0.0:1767319279.630497:0:37855:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319279.630518:0:37855:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 8 pid: 18362 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319279.630527:0:37855:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319279.630529:0:37855:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319279.630533:0:37855:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319279.630576:0:37855:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 8 pid: 18362 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319279.630614:0:37855:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 8 pid: 18362 timeout: 4626 lvb_type: 1 00000100:00100000:0.0:1767319279.630627:0:37855:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:37855:1853163988638592:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319279.630699:0:37855:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319279.630727:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6185 00000100:00100000:0.0:1767319279.630735:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988638464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1767319279.630748:0:18971:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:1540 count 1 00010000:00010000:0.0:1767319279.630759:0:18971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319279.630771:0:18971:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 8 pid: 37856 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319279.630778:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319279.630780:0:18971:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767319279.630783:0:18971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319279.630802:0:18971:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 8 pid: 37856 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319279.630810:0:18971:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 8 pid: 37856 timeout: 4626 lvb_type: 1 00000100:00100000:0.0:1767319279.630820:0:18971:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:18971:1853163988638720:192.168.204.13@tcp:104: 00000100:00100000:0.0:1767319279.630843:0:18971:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e7d3b43db40 going to sleep for 11 seconds 00000100:00080000:0.0:1767319279.630856:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1767319279.630874:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c06dfc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000100:00100000:2.0:1767319279.631222:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:2.0:1767319279.631235:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988638208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319279.631269:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319279.631353:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988638208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319279.631362:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000020:00000080:0.0:1767319279.631632:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c06dfb800 for lustre-MDT0001 00000100:00100000:2.0:1767319279.634419:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969477 gen 2 00000004:00080000:2.0:1767319279.634434:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329ef480, transno 4294969475 00000004:00080000:2.0:1767319279.634446:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329ee300, transno 4294969476 00000004:00080000:2.0:1767319279.634449:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329eca80, transno 4294969477 00000100:00100000:2.0:1767319279.634472:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988638208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319279.637375:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319279.637420:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319279.637447:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766400 00000100:00100000:2.0:1767319279.637456:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766400 00010000:00010000:2.0:1767319279.637502:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 9 pid: 18362 timeout: 4626 lvb_type: 1 00000100:00100000:2.0:1767319279.637532:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766528 00000100:00100000:2.0:1767319279.637558:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766528 00010000:00010000:2.0:1767319279.637574:0:15457:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 10 pid: 37856 timeout: 4626 lvb_type: 1 00000100:00100000:2.0:1767319279.637625:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2668 00000100:00100000:2.0:1767319279.637633:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923766400:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319279.637647:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319279.637652:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 10 pid: 18362 timeout: 4626 lvb_type: 1 00010000:00010000:2.0:1767319279.637664:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 10 pid: 18362 timeout: 4626 lvb_type: 1 00010000:00010000:2.0:1767319279.637687:0:15457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319279.637690:0:15457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319279.637694:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.637704:0:15457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.637724:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319279.637774:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+10:2509:x1853163923766400:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 141us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319279.637782:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2668 00000100:00100000:2.0:1767319279.637800:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2669 00000100:00100000:2.0:1767319279.637806:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923766528:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319279.637822:0:15457:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767319279.637827:0:15457:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 9 pid: 37856 timeout: 4626 lvb_type: 1 00010000:00010000:2.0:1767319279.637836:0:15457:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 9 pid: 37856 timeout: 4626 lvb_type: 1 00010000:00010000:2.0:1767319279.637847:0:15457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319279.637849:0:15457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767319279.637851:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.637857:0:15457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.637867:0:15457:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767319279.637885:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+9:2508:x1853163923766528:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 80us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319279.637892:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2669 00000100:00080000:2.0:1767319279.638029:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319279.638064:0:18971:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7c0c963e00/0x719a348ff1c35f98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31435 expref: 8 pid: 37856 timeout: 4626 lvb_type: 1 00000100:00100000:2.0:1767319279.638077:0:18971:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:18971:1853163988638720:192.168.204.13@tcp:104: 00010000:00010000:2.0:1767319279.638096:0:18971:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638116:0:18971:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638122:0:18971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638130:0:18971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638138:0:18971:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638154:0:18971:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767319279.638383:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988638464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7648us (8136us total) trans 4294969478 rc 0/0 00000100:00100000:2.0:1767319279.638391:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6185 00010000:00010000:2.0:1767319279.638411:0:16652:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319279.638416:0:16652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638423:0:16652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901d400 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319279.638427:0:16652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638434:0:16652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638456:0:16652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638462:0:16652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901d400/0x719a348ff1c3ae5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.638475:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319279.638477:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319279.638479:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319279.638505:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878fb80/2, rc 0, transno 4294969478 00000100:00100000:2.0:1767319279.638511:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988638464:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1767319279.639360:0:37855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d41265200/0x719a348ff1c35f4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31419 expref: 7 pid: 18362 timeout: 4626 lvb_type: 1 00000100:00100000:1.0:1767319279.639374:0:37855:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:37855:1853163988638592:192.168.204.13@tcp:104: 00010000:00010000:1.0:1767319279.639390:0:37855:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319279.639398:0:37855:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319279.639404:0:37855:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319279.639411:0:37855:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319279.639417:0:37855:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319279.639444:0:37855:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767319279.639638:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+7:7013:x1853163988638336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9210us (9474us total) trans 4294969479 rc 0/0 00000100:00100000:1.0:1767319279.639647:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6184 00010000:00010000:2.0:1767319279.639945:0:49994:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319279.639953:0:49994:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.639969:0:49994:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e7d1901c600 already unused, calling callback (ffffffffc0d26b40) 00010000:00010000:2.0:1767319279.639973:0:49994:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.639981:0:49994:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.639996:0:49994:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.640003:0:49994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901c600/0x719a348ff1c3ae58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319279.640027:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319279.640028:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319279.640030:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767319279.640052:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e7d1878e680/2, rc 0, transno 4294969479 00000100:00100000:2.0:1767319279.640057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988638336:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1767319280.075036:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319280.138846:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319280.138867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988638848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319280.138929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319280.138989:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988638848 00000100:00100000:1.0:1767319280.138997:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988638848 00000100:00100000:1.0:1767319280.139050:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1767319280.139058:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988638848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319280.139086:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319280.139125:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988638848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319280.139132:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00080000:1.0:1767319280.139151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319280.139176:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934609 gen 2 00000004:00080000:1.0:1767319280.139181:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329ee680, transno 8589934607 00000004:00080000:1.0:1767319280.139189:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329edc00, transno 8589934608 00000004:00080000:1.0:1767319280.139192:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d329ece00, transno 8589934609 00000100:00100000:1.0:1767319280.139203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988638848:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1767319280.139461:0:123532:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1767319280.139883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988638976:0@lo:400:kworker.0 00000400:00000100:1.0:1767319280.139905:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988638976 offset 0 length 224: 4 00000100:00100000:1.0:1767319280.139930:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319280.139935:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988639744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319280.139974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319280.140009:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988639744 00000100:00100000:1.0:1767319280.140014:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988639744 00000100:00100000:1.0:1767319280.140044:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:1.0:1767319280.140051:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988639744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319280.140087:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988639744:12345-0@lo:400:kworker.0 Request processed in 36us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319280.140093:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:1.0:1767319280.140123:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988639744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319280.140334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988639104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319280.140367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988639360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319280.142569:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988639232 00000100:00100000:0.0:1767319280.142602:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988639232 00000100:00100000:0.0:1767319280.142647:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1767319280.142661:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988639232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319280.142682:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319280.142793:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319280.142877:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319280.143192:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988639232:12345-0@lo:38:kworker.0 Request processed in 531us (3372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319280.143201:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1767319280.143346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319280.143451:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988639360 00000100:00100000:0.0:1767319280.143456:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988639360 00000100:00100000:1.0:1767319280.143498:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988639104 00000100:00100000:1.0:1767319280.143503:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988639104 00000100:00100000:2.0:1767319280.143846:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988639616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319280.143875:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319280.143893:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988639872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319280.143914:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319280.144231:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319280.144237:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319280.144242:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988639232:0@lo:38:kworker.0 00000100:00080000:2.0:1767319280.144256:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319280.144259:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319280.144262:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988639488:0@lo:38:kworker.0 00000100:00080000:2.0:1767319280.144270:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319280.144273:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319280.144284:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988639872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319280.144400:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988639616 00000100:00100000:2.0:1767319280.144404:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988639616 00000100:00100000:2.0:1767319280.144429:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767319280.144434:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988639616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319280.144444:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319280.144515:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988639616:12345-0@lo:38:kworker.0 Request processed in 80us (639us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319280.144522:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767319280.144568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988639104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319280.144640:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988639360:0@lo:400:kworker.0 00000100:00080000:0.0:1767319280.146211:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319281.099801:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319281.959960:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766912 00000100:00100000:0.0:1767319281.959966:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766912 00000100:00100000:0.0:1767319281.960016:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923766784 00000100:00100000:0.0:1767319281.960019:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923766784 00000100:00100000:0.0:1767319281.960041:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 186 00000100:00100000:0.0:1767319281.960052:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923766912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319281.960158:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923766912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319281.960168:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 186 00000100:00100000:0.0:1767319281.960192:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 502 00000100:00100000:0.0:1767319281.960196:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923766784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319281.960221:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319281.960249:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923766784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (874us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319281.960255:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 502 00000100:00080000:0.0:1767319281.960444:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319281.960449:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319281.960460:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319281.961826:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3074 00000100:00100000:1.0:1767319281.961856:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923767168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319281.961977:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923767168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 136us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.961987:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3074 00010000:00010000:2.0:1767319283.146245:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319284.747096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988640000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319284.747163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.747262:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988640000 00000100:00100000:0.0:1767319284.747270:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988640000 00000100:00100000:0.0:1767319284.747339:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1767319284.747348:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988640000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319284.747378:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319284.747423:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:7012:x1853163988640000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319284.747430:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00080000:0.0:1767319284.747451:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319284.747488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988640000:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319285.192757:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767319285.262636:0:18349:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294969479 is committed 00000100:00100000:2.0:1767319285.269339:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988641280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319285.269419:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319285.269494:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988641280 00000100:00100000:0.0:1767319285.269505:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988641280 00000100:00100000:0.0:1767319285.269571:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1767319285.269652:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988641280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319285.269681:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319285.269724:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988641280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319285.269732:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767319285.269917:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988641280:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319286.227094:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319287.074292:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923767680 00000100:00100000:0.0:1767319287.074297:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923767680 00000100:00100000:0.0:1767319287.074329:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923767808 00000100:00100000:0.0:1767319287.074332:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923767808 00000100:00100000:0.0:1767319287.074355:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3077 00000100:00100000:0.0:1767319287.074373:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923767680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319287.078370:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923767680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3987us (4558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319287.078386:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3077 00010000:00010000:2.0:1767319287.244410:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319289.288755:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319289.865308:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319289.865332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988641408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319289.865397:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319289.865486:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988641408 00000100:00100000:0.0:1767319289.865495:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988641408 00000100:00100000:0.0:1767319289.865569:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:0.0:1767319289.865596:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988641408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319289.865625:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319289.865669:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988641408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319289.865677:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1767319289.865833:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294969479 gen 2 00000004:00080000:1.0:1767319289.865838:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878fb80, transno 4294969478 00000004:00080000:1.0:1767319289.865853:0:7012:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e7d1878e680, transno 4294969479 00000100:00100000:1.0:1767319289.865865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988641408:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319289.866099:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319290.317550:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319290.377531:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319290.377539:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319290.377543:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319290.377552:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4532 00000100:00080000:0.0:1767319290.377558:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319290.377564:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319290.377599:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f84e00 x1853163988641792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319290.377633:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319290.377637:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319290.377639:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319290.377642:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4532 00000100:00080000:0.0:1767319290.377660:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319290.377664:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319290.377677:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0e00 x1853163988642048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319290.377684:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319290.377687:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319290.377688:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319290.377692:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4532 00000100:00080000:0.0:1767319290.377694:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319290.377696:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319290.377705:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0a80 x1853163988642176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319290.377728:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319290.377731:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319290.377733:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319290.377736:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4532 00000100:00080000:0.0:1767319290.377738:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319290.377741:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319290.377750:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163988642560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319290.377782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988641664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319290.377809:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319290.377831:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319290.377836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988641920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319290.377868:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319290.378289:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319290.378299:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988642688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319290.378330:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319290.378365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988642432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.378391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319290.378413:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319290.378425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988642304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.378453:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319290.378503:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642432 00000100:00100000:2.0:1767319290.378511:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642432 00000100:00100000:2.0:1767319290.378568:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642304 00000100:00100000:2.0:1767319290.378572:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642304 00000100:00100000:2.0:1767319290.378822:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:2.0:1767319290.378835:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988642432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.378893:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988642432:12345-0@lo:400:kworker.0 Request processed in 58us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319290.378900:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:2.0:1767319290.378918:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:2.0:1767319290.378924:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988642304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.378954:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988642304:12345-0@lo:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319290.378960:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00080000:2.0:1767319290.378978:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319290.379012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988642304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.379023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988642432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319290.379082:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642688 00000100:00100000:2.0:1767319290.379085:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642688 00000100:00100000:2.0:1767319290.379110:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:2.0:1767319290.379116:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988642688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319290.379136:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319290.379333:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988642688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 216us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319290.380070:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:2.0:1767319290.380123:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988642688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319290.382063:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319290.388242:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988642176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319290.388321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319290.388359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988642560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319290.388384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319290.388421:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319290.388426:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319290.388431:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988641792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319290.388478:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642176 00000100:00100000:0.0:1767319290.388484:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642176 00000100:00100000:0.0:1767319290.388520:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575 00000100:00100000:0.0:1767319290.388526:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988642176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319290.388547:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319290.388602:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988642176:12345-0@lo:38:kworker.0 Request processed in 74us (280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319290.388610:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575 00000100:00100000:0.0:1767319290.388644:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642048 00000100:00100000:0.0:1767319290.388648:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642048 00000100:00100000:0.0:1767319290.388666:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988642560 00000100:00100000:0.0:1767319290.388668:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988642560 00000100:00100000:0.0:1767319290.388681:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1767319290.388685:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988642048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319290.388696:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319290.388722:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988642048:12345-0@lo:38:kworker.0 Request processed in 36us (6668us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319290.388746:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1767319290.388758:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1767319290.388776:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988642560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319290.388793:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319290.388824:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988642560:12345-0@lo:38:kworker.0 Request processed in 47us (440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319290.388831:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1767319290.388854:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319290.388858:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319290.388862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988642560:0@lo:38:kworker.0 00000100:00080000:0.0:1767319290.388870:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319290.388874:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319290.388877:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988642048:0@lo:38:kworker.0 00000100:00080000:0.0:1767319290.388884:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319290.388887:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319290.388890:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988642176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319290.388923:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988641920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319290.388935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988641664:0@lo:400:kworker.0 00010000:00010000:2.0:1767319291.336974:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319292.197826:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319292.197878:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319292.197942:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319292.197978:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923767936 offset 0 length 224: 4 00000100:00100000:2.0:1767319292.198003:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319292.198050:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923768448 00000100:00100000:2.0:1767319292.198060:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923768448 00000100:00100000:2.0:1767319292.198147:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923768320 00000100:00100000:2.0:1767319292.198150:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923768320 00000100:00100000:2.0:1767319292.198174:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3081 00000100:00100000:2.0:1767319292.198183:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923768448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319292.198260:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923768448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319292.198280:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3081 00000100:00100000:2.0:1767319292.198300:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3082 00000100:00100000:2.0:1767319292.198306:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923768320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319292.198331:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923768320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319292.198339:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3082 00000400:00000100:0.0:1767319293.220650:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923768576 offset 0 length 520: 4 00000100:00100000:0.0:1767319293.220737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319293.220774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319293.220812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319293.220869:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319293.220998:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923769088 00000100:00100000:2.0:1767319293.221011:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923769088 00000100:00100000:2.0:1767319293.221204:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923768960 00000100:00100000:2.0:1767319293.221231:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923768960 00000100:00100000:2.0:1767319293.221270:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3083 00000100:00100000:2.0:1767319293.221281:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923769088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319293.221352:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3084 00000100:00100000:2.0:1767319293.221366:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923769088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319293.221373:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923768960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319293.221383:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3083 00000100:00100000:0.0:1767319293.221446:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923768960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319293.221456:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3084 00000100:00100000:0.0:1767319293.221509:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923768704 00000100:00100000:0.0:1767319293.221513:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923768704 00000100:00100000:1.0:1767319293.222011:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923768832 00000100:00100000:1.0:1767319293.222020:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923768832 00000100:00100000:1.0:1767319293.222075:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 193 00000100:00100000:1.0:1767319293.222086:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923768832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319293.222153:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923768832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 69us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319293.222161:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 193 00000100:00100000:0.0:1767319293.225262:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 511 00000100:00100000:0.0:1767319293.225274:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923768704:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319293.225304:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319293.225390:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923768704:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 115us (4653us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319293.225397:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 511 00010000:00010000:0.0:1767319293.385625:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319294.413097:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319294.984990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988642816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319294.985099:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319294.990657:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988642816:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319294.990931:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319295.435981:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319295.497064:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319295.497071:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319295.497075:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319295.497099:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1767319295.497104:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319295.497110:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319295.497131:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d500 x1853163988643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319295.497164:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319295.497168:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319295.497170:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319295.497173:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1767319295.497176:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319295.497179:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319295.497190:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81880 x1853163988643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319295.497215:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319295.497218:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319295.497220:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319295.497224:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1767319295.497226:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319295.497230:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319295.497244:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80000 x1853163988643584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319295.497267:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319295.497280:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319295.497282:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319295.497285:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1767319295.497288:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319295.497291:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319295.497303:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163988643968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319295.497387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988643200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319295.497452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319295.497487:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988643456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319295.497507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319295.497523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988643584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319295.497545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319295.497559:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988643968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319295.497613:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319295.497659:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988643200 00000100:00100000:0.0:1767319295.497676:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988643200 00000100:00100000:0.0:1767319295.497712:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988643456 00000100:00100000:0.0:1767319295.497716:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988643456 00000100:00100000:0.0:1767319295.497730:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988643968 00000100:00100000:0.0:1767319295.497733:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988643968 00000100:00100000:0.0:1767319295.497751:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1767319295.497758:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319295.497790:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319295.497830:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643200:12345-0@lo:38:kworker.0 Request processed in 71us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319295.497836:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1767319295.497854:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1767319295.497857:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319295.497866:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319295.497888:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643456:12345-0@lo:38:kworker.0 Request processed in 29us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319295.497893:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1767319295.497904:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1767319295.497907:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319295.497916:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319295.497937:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988643968:12345-0@lo:38:kworker.0 Request processed in 28us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319295.497942:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1767319295.497982:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319295.497987:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319295.497990:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988643200:0@lo:38:kworker.0 00000100:00080000:0.0:1767319295.498000:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319295.498009:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319295.498013:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988643456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319295.498023:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319295.498026:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319295.498029:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988643968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319295.498906:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644096 00000100:00100000:2.0:1767319295.498911:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644096 00000100:00100000:2.0:1767319295.498940:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:2.0:1767319295.498947:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988644096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319295.498968:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319295.499007:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988644096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319295.499014:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:2.0:1767319295.499054:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988644096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319295.499313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988643328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319295.499343:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319295.499371:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319295.499377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988643712:0@lo:400:kworker.0 00000100:00100000:1.0:1767319295.499395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319295.499493:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988643712 00000100:00100000:2.0:1767319295.499498:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988643712 00000100:00100000:2.0:1767319295.499598:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767319295.499606:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988643712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319295.499643:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988643712:12345-0@lo:400:kworker.0 Request processed in 38us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319295.499649:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1767319295.501753:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988643328 00000100:00100000:0.0:1767319295.501766:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988643328 00000100:00100000:0.0:1767319295.501842:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1767319295.501850:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988643328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319295.501914:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988643328:12345-0@lo:400:kworker.0 Request processed in 65us (2570us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319295.501919:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1767319295.501975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988643712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319295.501985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988643328:0@lo:400:kworker.0 00000100:00000400:1.0:1767319296.520849:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319280/real 1767319280] req@ffff9e7d1878c380 x1853163988638976/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319296 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319296.575293:0:7012:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e7d1878c380 x1853163988638976/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319296 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319296.575309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1767319296.575314:0:7012:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1767319296.575318:0:7012:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.113@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1767319296.575320:0:7012:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1767319296.575325:0:7012:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d1878c380 x1853163988638976/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767319296 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319296.575336:0:7012:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d3b680700 x1853163988640128/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319296.575381:0:7012:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7d03f85500 x1853163988641536/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319296.575403:0:7012:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e7c0c45c000 x1853163988642944/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767319311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767319296.575443:0:7012:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1767319296.575446:0:7012:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1767319296.575447:0:7012:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1767319296.575449:0:7012:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:1.0:1767319296.576004:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319296.576010:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319296.576013:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319296.576018:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4475 00000100:00080000:1.0:1767319296.576026:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319296.576069:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163988644224/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319296.576123:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319296.576128:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319296.576130:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319296.576134:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4542 00000100:00080000:1.0:1767319296.576137:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319296.576140:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319296.576156:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163988644480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319296.576257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7012:1853163988638976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.576303:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319296.576315:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988644352:0@lo:400:kworker.0 00000100:00080000:1.0:1767319296.576334:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319296.576339:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319296.576341:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319296.576345:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4542 00000100:00080000:1.0:1767319296.576348:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319296.576352:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319296.576372:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163988644736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319296.576393:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319296.576397:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319296.576399:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319296.576406:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:1.0:1767319296.576410:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319296.576416:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319296.576417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7013:1853163988640128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.576430:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878c380 x1853163988644864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319296.576433:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319296.576444:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988644608:0@lo:400:kworker.0 00000100:00080000:1.0:1767319296.576480:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319296.576541:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319296.576554:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988644992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319296.576617:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319296.576630:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319296.576672:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319296.576683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988645120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.576713:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644992 00000100:00100000:0.0:1767319296.576723:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644992 00000100:00100000:2.0:1767319296.576728:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319296.576761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319296.576782:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319296.576791:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:1.0:1767319296.576796:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319296.576801:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319296.576808:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645120 00000100:00100000:2.0:1767319296.576813:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644352 00000100:00100000:0.0:1767319296.576814:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645120 00000100:00100000:1.0:1767319296.576819:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878c700 x1853163988645248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319296.576821:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644352 00000100:00100000:2.0:1767319296.576857:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644480 00000100:00100000:2.0:1767319296.576863:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644480 00000100:00100000:0.0:1767319296.576869:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:1.0:1767319296.576879:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:0.0:1767319296.576883:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988644992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319296.576885:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644736 00000100:00100000:2.0:1767319296.576891:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644736 00000100:00100000:1.0:1767319296.576894:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988645120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319296.576906:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988644608 00000100:00100000:2.0:1767319296.576910:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988644608 00000100:00100000:2.0:1767319296.576932:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1767319296.576940:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988644352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.576952:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988644992:12345-0@lo:400:kworker.0 Request processed in 72us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.576983:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767319296.576995:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988644352:12345-0@lo:400:kworker.0 Request processed in 54us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319296.577003:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1767319296.577015:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1767319296.577023:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767319296.577028:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988644480:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319296.577041:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988644608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.577372:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988644608:12345-0@lo:400:kworker.0 Request processed in 347us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.577379:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1767319296.577395:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1767319296.577400:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988644736:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319296.578125:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988645120:12345-0@lo:400:kworker.0 Request processed in 1234us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319296.578134:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:1.0:1767319296.578245:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988645120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.578285:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988644992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.578341:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988644352:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.578373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988644608:0@lo:400:kworker.0 00010000:00020000:2.0:1767319296.578444:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319296.578451:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319296.578483:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988644480:12345-0@lo:38:kworker.0 Request processed in 1452us (1861us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319296.578491:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1767319296.578496:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988644736:12345-0@lo:38:kworker.0 Request processed in 1093us (1785us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319296.578506:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1767319296.579181:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645248 00000100:00100000:0.0:1767319296.579188:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645248 00000100:00100000:0.0:1767319296.579227:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1767319296.579233:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988645248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319296.579247:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319296.579278:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988645248:12345-0@lo:38:kworker.0 Request processed in 45us (188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319296.579285:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00010000:00010000:2.0:1767319297.481981:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319298.338406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319298.338437:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319298.338461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319298.338486:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319298.338513:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923769344 00000100:00100000:2.0:1767319298.338523:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923769344 00000100:00100000:2.0:1767319298.338597:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923769216 00000100:00100000:2.0:1767319298.338601:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923769216 00000100:00100000:2.0:1767319298.338633:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 198 00000100:00100000:2.0:1767319298.338644:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923769344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319298.338720:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923769344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319298.338728:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 198 00000100:00100000:2.0:1767319298.338748:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 518 00000100:00100000:2.0:1767319298.338753:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923769216:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319298.338772:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319298.338805:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923769216:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319298.338811:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 518 00000100:00080000:2.0:1767319298.338826:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319298.341107:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923769472 00000100:00100000:1.0:1767319298.341117:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923769472 00000100:00100000:1.0:1767319298.341167:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923769600 00000100:00100000:1.0:1767319298.341170:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923769600 00000100:00100000:1.0:1767319298.341197:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3089 00000100:00100000:1.0:1767319298.341205:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923769472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319298.341337:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923769472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 132us (2938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319298.341345:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3089 00000100:00100000:1.0:1767319298.341361:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3090 00000100:00100000:1.0:1767319298.341367:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923769600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319298.341388:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923769600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 22us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319298.341393:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3090 00000100:00080000:1.0:1767319298.341414:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319298.341417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319299.534132:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319300.116172:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319300.116196:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319300.116266:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319300.116913:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319300.616912:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319300.616938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988645504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319300.617007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319300.617204:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645504 00000100:00100000:0.0:1767319300.617228:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645504 00000100:00080000:2.0:1767319300.617278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319300.617302:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767319300.617311:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988645504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319300.617340:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319300.617391:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988645504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319300.617398:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:2.0:1767319300.617439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988645504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319301.640937:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.640946:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319301.641007:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.641011:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.641028:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.641035:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4543 00000100:00080000:1.0:1767319301.641039:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.641045:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319301.641064:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878e680 x1853163988645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319301.641088:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.641091:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.641093:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.641096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4543 00000100:00080000:1.0:1767319301.641098:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.641102:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319301.641111:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878f800 x1853163988646016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319301.641120:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.641123:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.641125:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.641128:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4543 00000100:00080000:1.0:1767319301.641130:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.641134:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319301.641142:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878e300 x1853163988646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319301.641172:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.641175:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.641181:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.641184:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4543 00000100:00080000:1.0:1767319301.641187:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.641190:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319301.641199:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878f480 x1853163988646528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319301.641222:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988646400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.641276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319301.641305:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319301.641309:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988646272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.641325:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319301.641350:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988646400 00000100:00100000:1.0:1767319301.641356:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988646400 00000100:00100000:1.0:1767319301.641390:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988646272 00000100:00100000:1.0:1767319301.641392:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988646272 00000100:00100000:1.0:1767319301.641408:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767319301.641415:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988646400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.641455:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988646400:12345-0@lo:400:kworker.0 Request processed in 40us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.641461:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767319301.641475:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767319301.641480:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988646272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.641499:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988646272:12345-0@lo:400:kworker.0 Request processed in 20us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.641505:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767319301.641539:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988646272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.641573:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988646400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642044:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988645632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642073:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.642104:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319301.642110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988645888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642132:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.642162:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645760 00000100:00100000:2.0:1767319301.642166:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645760 00000100:00100000:2.0:1767319301.642187:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988646016 00000100:00100000:2.0:1767319301.642189:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988646016 00000100:00100000:2.0:1767319301.642198:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988646528 00000100:00100000:2.0:1767319301.642200:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988646528 00000100:00100000:2.0:1767319301.642208:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645632 00000100:00100000:2.0:1767319301.642210:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645632 00000100:00100000:2.0:1767319301.642233:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988645888 00000100:00100000:2.0:1767319301.642235:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988645888 00000100:00100000:2.0:1767319301.642252:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1767319301.642258:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988645632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642293:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988645632:12345-0@lo:400:kworker.0 Request processed in 35us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319301.642306:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1767319301.642320:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1767319301.642326:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988645888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642355:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988645888:12345-0@lo:400:kworker.0 Request processed in 29us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319301.642360:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1767319301.642372:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1767319301.642376:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988645760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319301.642387:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319301.642417:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988645760:12345-0@lo:38:kworker.0 Request processed in 39us (717us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319301.642423:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1767319301.642435:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1767319301.642439:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988646016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319301.642448:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319301.642469:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988646016:12345-0@lo:38:kworker.0 Request processed in 29us (725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319301.642475:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1767319301.642486:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1767319301.642489:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988646528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319301.642499:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319301.642520:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988646528:12345-0@lo:38:kworker.0 Request processed in 29us (711us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319301.642526:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:2.0:1767319301.642565:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319301.642613:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988645888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.642625:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988645632:0@lo:400:kworker.0 00000100:00080000:2.0:1767319301.642650:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319301.642654:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319301.642657:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988645760:0@lo:38:kworker.0 00000100:00080000:2.0:1767319301.642666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319301.642669:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319301.642672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988646016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319301.642680:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319301.642683:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319301.642686:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988646528:0@lo:38:kworker.0 00010000:00010000:0.0:1767319303.624691:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319305.232566:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319305.232617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988646656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319305.232685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319305.232810:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988646656 00000100:00100000:0.0:1767319305.232820:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988646656 00000100:00100000:0.0:1767319305.232971:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1767319305.232981:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988646656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319305.233009:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319305.233056:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988646656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319305.233064:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1767319305.233109:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988646656:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319305.233209:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319305.673258:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319305.738787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988646784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319305.738854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319305.745923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988646784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319306.760815:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319296/real 1767319296] req@ffff9e7d329edf80 x1853163988644224/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319306 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319306.760849:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d329edf80 x1853163988644224/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319306 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319306.760870:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319306.760878:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319306.760882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988644224:0@lo:250:kworker.0 00000100:00080000:2.0:1767319306.760980:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319306.760988:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319306.760991:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319306.760995:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4543 00000100:00080000:2.0:1767319306.761000:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319306.761006:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319306.761042:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163988646912/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319306.761133:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319306.761138:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319306.761140:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319306.761144:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4548 00000100:00080000:2.0:1767319306.761146:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319306.761150:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319306.761163:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163988647168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319306.761178:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319306.761181:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319306.761182:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319306.761185:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4548 00000100:00080000:2.0:1767319306.761187:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319306.761190:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319306.761198:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66300 x1853163988647424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319306.761205:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319306.761208:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319306.761209:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319306.761213:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4548 00000100:00080000:2.0:1767319306.761215:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319306.761218:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319306.761228:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163988647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319306.761266:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319306.761270:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319306.761271:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319306.761274:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4548 00000100:00080000:2.0:1767319306.761277:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319306.761281:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319306.761291:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163988647936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319306.761310:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647296 00000100:00100000:2.0:1767319306.761313:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647296 00000100:00100000:1.0:1767319306.761360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988646912:0@lo:250:kworker.0 00000400:00000100:1.0:1767319306.761384:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988646912 offset 0 length 520: 4 00000100:00100000:1.0:1767319306.761418:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988647168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319306.761440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319306.761457:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988647424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319306.761685:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647168 00000100:00100000:2.0:1767319306.761689:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647168 00000100:00100000:2.0:1767319306.761704:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1767319306.761745:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319306.761761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988647552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319306.761781:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319306.761794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988647936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319306.761809:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319306.761831:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647424 00000100:00100000:1.0:1767319306.761834:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647424 00000100:00100000:1.0:1767319306.761852:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647936 00000100:00100000:1.0:1767319306.761854:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647936 00000100:00100000:1.0:1767319306.761863:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1767319306.761868:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319306.761887:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319306.761922:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647168:12345-0@lo:38:kworker.0 Request processed in 54us (481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319306.761929:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1767319306.761944:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767319306.761947:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319306.761956:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319306.761973:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647424:12345-0@lo:38:kworker.0 Request processed in 24us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319306.761978:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767319306.761988:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1767319306.761992:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319306.762000:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319306.762015:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988647936:12345-0@lo:38:kworker.0 Request processed in 23us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319306.762021:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1767319306.762037:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647552 00000100:00100000:1.0:1767319306.762040:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647552 00000100:00100000:1.0:1767319306.762057:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579 00000100:00100000:1.0:1767319306.762061:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988647552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319306.762070:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319306.762089:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988647552:12345-0@lo:38:kworker.0 Request processed in 27us (307us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319306.762100:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579 00000100:00080000:1.0:1767319306.762131:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319306.762136:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319306.762139:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988647168:0@lo:38:kworker.0 00000100:00080000:1.0:1767319306.762148:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319306.762151:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319306.762154:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988647424:0@lo:38:kworker.0 00000100:00080000:1.0:1767319306.762161:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319306.762164:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319306.762167:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988647552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319306.762173:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319306.762176:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319306.762179:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988647936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319306.762217:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319306.762292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988647808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319306.762326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319306.762347:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319306.762354:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988647680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319306.762373:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319306.762399:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647808 00000100:00100000:0.0:1767319306.762402:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647808 00000100:00100000:0.0:1767319306.762429:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988647680 00000100:00100000:0.0:1767319306.762431:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988647680 00000100:00100000:0.0:1767319306.762447:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767319306.762472:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988647808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319306.762514:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988647808:12345-0@lo:400:kworker.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319306.762520:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767319306.762534:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:0.0:1767319306.762540:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988647680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319306.762565:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988647680:12345-0@lo:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319306.762571:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:0.0:1767319306.762628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988647680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319306.762636:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988647808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319306.767672:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988647296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319306.767768:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988647296:12345-0@lo:400:kworker.0 Request processed in 6056us (6489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319306.767778:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000001:02000400:1.0:1767319307.178660:0:128037:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00000100:00100000:2.0:1767319307.562202:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319307.562268:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319307.562300:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319307.562406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319307.562539:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923770752 00000100:00100000:1.0:1767319307.562564:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923770752 00000100:00100000:1.0:1767319307.562691:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923770624 00000100:00100000:1.0:1767319307.562695:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923770624 00000100:00100000:1.0:1767319307.562724:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3097 00000100:00100000:1.0:1767319307.562737:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923770752:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319307.562838:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923770752:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319307.562847:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3097 00000100:00100000:1.0:1767319307.562887:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3098 00000100:00100000:1.0:1767319307.562893:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923770624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319307.562922:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923770624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319307.562929:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3098 00000100:00100000:0.0:1767319307.563502:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923770496 00000100:00100000:0.0:1767319307.563511:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923770496 00000100:00080000:2.0:1767319307.563537:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319307.563550:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319307.563553:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319307.563569:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923770368 00000100:00100000:0.0:1767319307.563573:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923770368 00000100:00100000:0.0:1767319307.563630:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 204 00000100:00100000:0.0:1767319307.563639:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923770496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319307.563657:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 526 00000100:00100000:2.0:1767319307.563666:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923770368:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767319307.563691:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923770496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 54us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319307.563698:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 204 00010000:00020000:2.0:1767319307.563705:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319307.563741:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923770368:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 74us (1334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319307.563748:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 526 00010000:00010000:0.0:1767319307.720885:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319308.746752:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319310.344777:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988648064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319310.344882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319310.344993:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319310.345288:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988648064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319310.860246:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988648192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319310.860353:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319310.860523:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648192 00000100:00100000:0.0:1767319310.860535:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648192 00000100:00100000:0.0:1767319310.860677:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:0.0:1767319310.860688:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988648192:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319310.860718:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767319310.860759:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319310.861045:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988648192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 358us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319310.861053:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1767319310.861097:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988648192:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319311.817153:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319311.881014:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319311.881029:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319311.881107:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319311.881112:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319311.881117:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319311.881126:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4553 00000100:00080000:1.0:1767319311.881132:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319311.881140:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319311.881169:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878e300 x1853163988648448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319311.881194:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319311.881197:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319311.881199:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319311.881203:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4553 00000100:00080000:1.0:1767319311.881206:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319311.881210:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319311.881221:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65180 x1853163988648704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319311.881247:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319311.881250:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319311.881251:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319311.881255:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4553 00000100:00080000:1.0:1767319311.881257:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319311.881260:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319311.881269:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64000 x1853163988648832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319311.881293:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319311.881295:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319311.881296:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319311.881299:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4553 00000100:00080000:1.0:1767319311.881300:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319311.881303:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319311.881309:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163988649216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319311.881403:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988648448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319311.881479:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.881514:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988648704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319311.881528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.881537:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988648832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319311.881553:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.881563:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988649216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319311.881596:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.881624:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648448 00000100:00100000:2.0:1767319311.881632:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648448 00000100:00100000:2.0:1767319311.881665:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648704 00000100:00100000:2.0:1767319311.881666:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648704 00000100:00100000:2.0:1767319311.881682:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649216 00000100:00100000:2.0:1767319311.881684:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649216 00000100:00100000:2.0:1767319311.881696:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1767319311.881702:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988648448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319311.881725:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319311.881780:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988648448:12345-0@lo:38:kworker.0 Request processed in 76us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319311.881788:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1767319311.881807:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1767319311.881812:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988648704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319311.881821:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319311.881844:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988648704:12345-0@lo:38:kworker.0 Request processed in 31us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319311.881850:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1767319311.881861:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1767319311.881865:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319311.881875:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319311.881896:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649216:12345-0@lo:38:kworker.0 Request processed in 30us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319311.881903:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:2.0:1767319311.881945:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319311.881950:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319311.881954:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988648448:0@lo:38:kworker.0 00000100:00080000:2.0:1767319311.881965:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319311.881968:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319311.881976:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988648704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319311.881983:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319311.881985:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319311.881987:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988649216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319311.882015:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988649088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319311.882037:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.882053:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319311.882056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988648960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319311.882069:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.882088:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649088 00000100:00100000:2.0:1767319311.882090:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649088 00000100:00100000:2.0:1767319311.882115:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648960 00000100:00100000:2.0:1767319311.882117:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648960 00000100:00100000:2.0:1767319311.882128:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767319311.882131:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988649088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319311.882173:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988649088:12345-0@lo:400:kworker.0 Request processed in 40us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319311.882179:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767319311.882191:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1767319311.882196:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988648960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319311.882222:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988648960:12345-0@lo:400:kworker.0 Request processed in 27us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319311.882227:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1767319311.882252:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988648960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319311.882258:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988649088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319311.882445:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648576 00000100:00100000:1.0:1767319311.882449:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648576 00000100:00100000:1.0:1767319311.882493:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988648320 00000100:00100000:1.0:1767319311.882496:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988648320 00000100:00100000:1.0:1767319311.882512:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1767319311.882518:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988648576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319311.882557:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988648576:12345-0@lo:400:kworker.0 Request processed in 38us (127us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319311.882600:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319311.884340:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00080000:1.0:1767319311.885096:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319311.885103:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319311.885107:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988648832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.678693:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319312.678756:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771136 00000100:00100000:2.0:1767319312.678760:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319312.678779:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771136 00000100:00100000:0.0:1767319312.678871:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 207 00000100:00100000:0.0:1767319312.678884:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923771136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319312.678991:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923771136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319312.679001:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 207 00000100:00100000:1.0:1767319312.679529:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771264 00000100:00100000:1.0:1767319312.679537:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771264 00000100:00100000:1.0:1767319312.679631:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3101 00000100:00100000:1.0:1767319312.679640:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923771264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319312.679676:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923771264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 39us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319312.679683:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3101 00000100:00080000:2.0:1767319312.679942:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319312.681372:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771392 00000100:00100000:2.0:1767319312.681383:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771392 00000100:00100000:2.0:1767319312.681455:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3102 00000100:00100000:2.0:1767319312.681466:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923771392:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767319312.681597:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319312.682008:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923771392:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 541us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319312.682018:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3102 00000100:00100000:0.0:1767319312.684789:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771008 00000100:00100000:0.0:1767319312.684801:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771008 00000100:00100000:0.0:1767319312.684899:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 530 00000100:00100000:0.0:1767319312.684908:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d396aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923771008:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319312.684940:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319312.685015:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d396aa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923771008:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 106us (575us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319312.685024:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 530 00010000:00010000:1.0:1767319312.841099:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319315.466707:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649344 00000100:00100000:1.0:1767319315.466718:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649344 00000100:00100000:1.0:1767319315.466942:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767319315.466954:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988649344:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319315.467576:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767319315.467678:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319315.468638:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988649344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1679us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319315.468653:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00010000:00010000:0.0:1767319315.914813:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319315.978192:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319315.978222:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988649472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319315.978352:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319315.978677:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649472 00000100:00100000:1.0:1767319315.978688:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649472 00000100:00100000:1.0:1767319315.979163:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1767319315.979177:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988649472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319315.979223:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319315.979309:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988649472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (956us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319315.979376:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319315.981139:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988649472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319315.983512:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00010000:00010000:1.0:1767319316.938557:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319317.000913:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.000929:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319317.001034:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.001039:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.001057:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.001068:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1767319317.001075:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.001083:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319317.001114:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163988649728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319317.001149:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.001152:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.001174:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.001179:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1767319317.001181:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.001186:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319317.001201:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7b80 x1853163988649984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319317.001221:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.001225:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.001226:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.001231:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1767319317.001233:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.001237:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319317.001251:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4380 x1853163988650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319317.001300:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.001304:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.001306:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.001310:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1767319317.001312:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.001316:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319317.001329:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6a00 x1853163988650496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319317.001400:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988649728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.001487:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.001538:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988649984:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.001564:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.001614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988650112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.001641:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.001660:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988650496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.001684:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.001726:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649728 00000100:00100000:1.0:1767319317.001735:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649728 00000100:00100000:1.0:1767319317.001776:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649984 00000100:00100000:1.0:1767319317.001779:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649984 00000100:00100000:1.0:1767319317.001794:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988650496 00000100:00100000:1.0:1767319317.001797:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988650496 00000100:00100000:1.0:1767319317.001818:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1767319317.001826:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319317.001852:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.001898:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649728:12345-0@lo:38:kworker.0 Request processed in 71us (411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.001907:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1767319317.001928:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767319317.001932:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319317.001943:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.001978:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988649984:12345-0@lo:38:kworker.0 Request processed in 44us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.001985:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767319317.001997:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767319317.002002:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988650496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319317.002012:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.002034:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988650496:12345-0@lo:38:kworker.0 Request processed in 31us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.002040:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:1.0:1767319317.002096:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319317.002101:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319317.002105:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988649728:0@lo:38:kworker.0 00000100:00080000:1.0:1767319317.002116:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319317.002120:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319317.002123:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988649984:0@lo:38:kworker.0 00000100:00080000:1.0:1767319317.002132:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319317.002136:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319317.002139:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988650496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319317.002388:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988649856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319317.002427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319317.002459:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319317.002466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988649600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319317.002487:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319317.002520:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988650240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319317.002548:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319317.002570:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319317.002576:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988650368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.002832:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988650240 00000100:00100000:2.0:1767319317.002838:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988650240 00000100:00100000:0.0:1767319317.002866:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.002998:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649856 00000100:00100000:1.0:1767319317.003004:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649856 00000100:00100000:1.0:1767319317.003030:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988649600 00000100:00100000:1.0:1767319317.003032:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988649600 00000100:00100000:1.0:1767319317.003058:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1767319317.003066:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988649856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.003121:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988649856:12345-0@lo:400:kworker.0 Request processed in 55us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.003139:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1767319317.003154:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1767319317.003159:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988649600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.003182:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988649600:12345-0@lo:400:kworker.0 Request processed in 23us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.003187:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1767319317.003256:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988649600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.003267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988649856:0@lo:400:kworker.0 00000100:00080000:1.0:1767319317.003313:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319317.003319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319317.006113:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:0.0:1767319317.006140:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988650240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319317.006242:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988650240:12345-0@lo:400:kworker.0 Request processed in 115us (3692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319317.006249:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:1.0:1767319317.006508:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988650240:0@lo:400:kworker.0 00000100:00080000:1.0:1767319317.007858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319317.007950:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988650368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319317.794741:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319317.794863:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319317.796005:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319317.797901:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771648 00000100:00100000:1.0:1767319317.797926:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771648 00000100:00100000:1.0:1767319317.798118:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 210 00000100:00100000:1.0:1767319317.798131:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923771648:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319317.798276:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923771648:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 147us (3550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.798285:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 210 00000100:00100000:0.0:1767319317.802783:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771904 00000100:00100000:0.0:1767319317.802795:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771904 00000100:00100000:1.0:1767319317.802863:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923771520 00000100:00100000:1.0:1767319317.802868:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923771520 00000100:00100000:1.0:1767319317.802927:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 534 00000100:00100000:1.0:1767319317.802938:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923771520:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319317.802970:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.803067:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923771520:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (774us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.803076:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 534 00000100:00080000:2.0:1767319317.814027:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319317.814058:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319317.815274:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3106 00000100:00100000:0.0:1767319317.815296:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923771904:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319317.815450:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923771904:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 162us (12882us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319317.815459:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3106 00010000:00010000:0.0:1767319320.010877:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319320.585422:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319320.585460:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988650624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319320.585562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319320.592516:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988650624:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319320.593264:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319321.042050:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319321.097018:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988651008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319321.097060:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319321.097107:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319321.097152:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319321.097157:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988651264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319321.097185:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319321.097229:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651264 00000100:00100000:0.0:1767319321.097731:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319321.097744:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988651648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319321.097796:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319321.097834:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651008 00000100:00100000:0.0:1767319321.097844:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651008 00000100:00100000:0.0:1767319321.097923:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767319321.097935:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988651008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319321.097973:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319321.098021:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988651008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319321.098030:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767319321.098071:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651648 00000100:00100000:0.0:1767319321.098076:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651648 00000100:00100000:0.0:1767319321.098105:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1767319321.098113:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988651648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319321.098164:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988651648:12345-0@lo:400:kworker.0 Request processed in 52us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319321.098171:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00080000:0.0:1767319321.098189:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319321.098242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988651648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319321.098288:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988651008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319321.098373:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651264 00000100:00100000:1.0:1767319321.098419:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1767319321.098427:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988651264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319321.098465:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988651264:12345-0@lo:400:kworker.0 Request processed in 39us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319321.098471:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1767319321.098778:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988650880:0@lo:400:kworker.0 00000100:00100000:2.0:1767319321.098819:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319321.099302:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988650880 00000100:00100000:1.0:1767319321.099307:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988650880 00000100:00100000:1.0:1767319321.099361:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1767319321.099369:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988650880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319321.099416:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988650880:12345-0@lo:400:kworker.0 Request processed in 48us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319321.099422:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1767319321.099481:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988650880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319321.099518:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651136 00000100:00100000:1.0:1767319321.099521:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651136 00000100:00100000:1.0:1767319321.099546:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1767319321.099550:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988651136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319321.099570:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319321.099618:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988651136:12345-0@lo:38:kworker.0 Request processed in 66us (118us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319321.099624:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651392 00000100:00100000:1.0:1767319321.099625:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1767319321.099627:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651392 00000100:00100000:2.0:1767319321.099652:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767319321.099657:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988651392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319321.099668:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319321.099693:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988651392:12345-0@lo:38:kworker.0 Request processed in 36us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319321.099699:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:0.0:1767319321.100547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319321.100607:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988651264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319321.100692:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651776 00000100:00100000:1.0:1767319321.100697:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651776 00000100:00100000:1.0:1767319321.100732:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1767319321.100958:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988651776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319321.100978:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319321.101029:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988651776:12345-0@lo:38:kworker.0 Request processed in 158us (1229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319321.101036:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1767319321.101550:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988651520 00000100:00100000:1.0:1767319321.101555:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988651520 00000100:00100000:1.0:1767319321.101615:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582 00000100:00100000:1.0:1767319321.101621:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988651520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319321.101637:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319321.101681:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988651520:12345-0@lo:38:kworker.0 Request processed in 58us (1924us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319321.101687:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582 00000100:00080000:2.0:1767319321.101860:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319321.101866:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319321.101869:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988651520:0@lo:38:kworker.0 00000100:00100000:0.0:1767319322.916790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319322.916863:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319322.917013:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319322.917082:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923772288 00000100:00100000:1.0:1767319322.917101:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923772288 00000100:00100000:1.0:1767319322.917213:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 213 00000100:00100000:1.0:1767319322.917225:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923772288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319322.917755:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923772288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 528us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319322.917820:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 213 00000100:00080000:2.0:1767319322.918245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319322.918621:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319322.919445:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319322.919450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319322.919648:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923772160 00000100:00100000:2.0:1767319322.919654:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923772160 00000100:00100000:2.0:1767319322.919694:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 538 00000100:00100000:2.0:1767319322.919701:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923772160:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319322.919727:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319322.919763:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923772160:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 61us (1145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319322.919802:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 538 00010000:00010000:0.0:1767319324.104861:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319325.128838:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319325.705547:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988651904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319325.705687:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319325.706246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319325.706496:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988651904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319326.217445:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319326.217479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988652032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319326.217614:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319326.217941:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.217949:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319326.217992:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.217996:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.218001:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.218007:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319326.218012:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.218019:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319326.218043:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163988652288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.218074:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.218077:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.218079:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.218083:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319326.218085:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.218089:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319326.218101:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4000 x1853163988652544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.218121:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.218124:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.218126:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.218150:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4568 00000100:00100000:0.0:1767319326.218151:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988652032 00000100:00080000:2.0:1767319326.218153:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.218157:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319326.218162:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988652032 00000100:00100000:2.0:1767319326.218171:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5c00 x1853163988652672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.218188:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.218190:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.218192:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.218195:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319326.218197:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.218200:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319326.218209:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4380 x1853163988652928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319326.218228:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:2.0:1767319326.218232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988652800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319326.218238:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988652032:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319326.218271:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319326.218295:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319326.218300:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988652416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.218329:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319326.218363:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988652416 00000100:00100000:2.0:1767319326.218367:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988652416 00000100:00100000:2.0:1767319326.218404:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1767319326.218411:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988652416:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1767319326.218424:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319326.218460:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988652032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 223us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319326.218460:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988652416:12345-0@lo:400:kworker.0 Request processed in 48us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319326.218468:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00100000:2.0:1767319326.218468:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:0.0:1767319326.218494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319326.218499:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319326.219602:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988652416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319326.219783:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988652800 00000100:00100000:1.0:1767319326.219789:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988652800 00000100:00100000:1.0:1767319326.219835:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:1.0:1767319326.219843:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988652800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319326.219896:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988652800:12345-0@lo:400:kworker.0 Request processed in 54us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319326.219903:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00100000:1.0:1767319326.219953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988652032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319326.220309:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988652800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319328.036620:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319328.036668:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319328.036707:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319328.036735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319328.036768:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923772928 00000100:00100000:1.0:1767319328.036778:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923772928 00000100:00100000:1.0:1767319328.036832:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773056 00000100:00100000:1.0:1767319328.036836:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773056 00000100:00100000:1.0:1767319328.036859:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3111 00000100:00100000:1.0:1767319328.036868:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923772928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319328.036939:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923772672 00000100:00100000:2.0:1767319328.036954:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923772672 00000100:00100000:1.0:1767319328.036969:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923772928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319328.036980:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3111 00000100:00100000:1.0:1767319328.037007:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3112 00000100:00100000:1.0:1767319328.037019:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923773056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319328.037019:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923772800 00000100:00100000:2.0:1767319328.037027:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923772800 00000100:00100000:1.0:1767319328.037058:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923773056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 42us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319328.037067:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3112 00000100:00100000:2.0:1767319328.037094:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 216 00000100:00100000:2.0:1767319328.037106:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923772800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319328.037173:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923772800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319328.037181:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 216 00000100:00100000:2.0:1767319328.037202:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 542 00000100:00100000:2.0:1767319328.037206:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923772672:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319328.038738:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319328.038802:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923772672:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1592us (2228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319328.038814:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 542 00000100:00080000:1.0:1767319328.038822:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319328.038834:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319328.038840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319328.201056:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319329.224833:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319330.825465:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319330.825503:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988653056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319330.825571:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319330.825942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988653056:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319330.826160:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319331.336726:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.336736:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319331.336800:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.336805:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.336809:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.336817:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319331.336837:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.336843:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319331.336867:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5880 x1853163988653312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319331.336917:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.336921:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.336923:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.336927:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319331.336929:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.336933:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319331.336945:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7b80 x1853163988653568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319331.336955:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.336958:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.336961:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.336965:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319331.336967:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.336971:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319331.336976:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988653312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319331.336986:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163988653696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319331.337024:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.337027:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.337029:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.337032:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319331.337041:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.337045:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319331.337059:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6300 x1853163988654080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319331.337075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319331.337085:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988653824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337118:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988653568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319331.337140:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319331.337151:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319331.337169:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319331.337180:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988653440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337181:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988653696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319331.337217:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319331.337224:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319331.337252:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653824 00000100:00100000:0.0:1767319331.337257:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988654080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319331.337260:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653824 00000100:00100000:0.0:1767319331.337292:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319331.337324:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767319331.337333:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653312 00000100:00100000:2.0:1767319331.337335:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988653824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337339:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653312 00000100:00100000:0.0:1767319331.337362:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653568 00000100:00100000:0.0:1767319331.337365:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653568 00000100:00100000:0.0:1767319331.337383:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653440 00000100:00100000:0.0:1767319331.337387:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653440 00000100:00100000:2.0:1767319331.337391:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988653824:12345-0@lo:400:kworker.0 Request processed in 56us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319331.337399:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767319331.337417:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654080 00000100:00100000:0.0:1767319331.337421:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654080 00000100:00100000:0.0:1767319331.337436:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1767319331.337443:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988653824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337448:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988653440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337493:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988653440:12345-0@lo:400:kworker.0 Request processed in 49us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319331.337499:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1767319331.337509:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988653440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337520:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1767319331.337525:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988653312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319331.337542:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319331.337608:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988653312:12345-0@lo:38:kworker.0 Request processed in 80us (533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319331.337614:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1767319331.337625:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1767319331.337629:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988653568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319331.337638:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319331.337660:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988653568:12345-0@lo:38:kworker.0 Request processed in 30us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319331.337666:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1767319331.337684:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1767319331.337695:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988654080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319331.337705:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319331.337734:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988654080:12345-0@lo:38:kworker.0 Request processed in 43us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319331.337744:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1767319331.337896:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653952 00000100:00100000:0.0:1767319331.337902:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653952 00000100:00100000:0.0:1767319331.337936:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:0.0:1767319331.337944:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988653952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319331.337984:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988653952:12345-0@lo:400:kworker.0 Request processed in 41us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319331.337991:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00080000:2.0:1767319331.338092:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319331.338143:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319331.338146:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988654080:0@lo:38:kworker.0 00000100:00080000:2.0:1767319331.338158:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319331.338161:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319331.338163:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988653312:0@lo:38:kworker.0 00000100:00080000:2.0:1767319331.338184:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319331.338187:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319331.338190:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988653568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.338406:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988653696 00000100:00100000:1.0:1767319331.338412:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988653696 00000100:00100000:1.0:1767319331.338482:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584 00000100:00100000:1.0:1767319331.338487:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988653696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319331.338500:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.338536:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988653696:12345-0@lo:38:kworker.0 Request processed in 47us (1313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.338542:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584 00000100:00100000:2.0:1767319331.338637:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319331.338647:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988654208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319331.338674:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319331.338709:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654208 00000100:00100000:2.0:1767319331.338713:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654208 00000100:00100000:2.0:1767319331.338737:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1767319331.338742:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988654208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319331.338763:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319331.338799:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988654208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319331.338806:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00080000:0.0:1767319331.338838:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319331.338847:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319331.338847:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988654208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319331.338855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988653696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319331.338885:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319331.338891:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319332.296736:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319333.153438:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319333.153477:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319333.153507:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773440 00000100:00100000:2.0:1767319333.153518:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773440 00000100:00100000:1.0:1767319333.153568:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319333.153643:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773568 00000100:00100000:2.0:1767319333.153648:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773568 00000100:00100000:1.0:1767319333.153655:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3115 00000100:00100000:1.0:1767319333.153667:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923773440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319333.153676:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3116 00000100:00100000:2.0:1767319333.153687:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923773568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767319333.153754:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319333.153759:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319333.154023:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923773568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 337us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319333.154031:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3116 00000100:00100000:1.0:1767319333.154200:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923773440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 534us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319333.154209:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3115 00000100:00080000:0.0:1767319333.155764:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319333.156170:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319333.159854:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773184 00000100:00100000:1.0:1767319333.159867:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773184 00000100:00100000:1.0:1767319333.159926:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 546 00000100:00100000:1.0:1767319333.159934:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923773184:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319333.159958:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319333.160031:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923773184:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (3861us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319333.160038:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 546 00010000:00010000:0.0:1767319333.320767:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319335.945151:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654336 00000100:00100000:2.0:1767319335.945159:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654336 00000100:00080000:0.0:1767319335.945223:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319335.945287:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1767319335.945298:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988654336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319335.945325:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319335.945378:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988654336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319335.945385:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00010000:00010000:0.0:1767319336.392749:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319336.458115:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319336.458123:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319336.458161:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319336.458180:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319336.458184:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319336.458192:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1767319336.458197:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319336.458203:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319336.458227:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163988654720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319336.458240:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988654592:0@lo:400:kworker.0 00000100:00080000:0.0:1767319336.458254:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319336.458257:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319336.458259:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319336.458263:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1767319336.458266:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319336.458270:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319336.458282:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb800 x1853163988654976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319336.458292:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319336.458295:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319336.458297:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319336.458301:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1767319336.458304:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319336.458309:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319336.458312:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319336.458327:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163988655104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319336.458348:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319336.458352:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319336.458360:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319336.458360:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988654848:0@lo:400:kworker.0 00000100:00080000:0.0:1767319336.458365:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319336.458371:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1767319336.458374:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319336.458379:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319336.458389:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319336.458394:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8700 x1853163988655488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319336.458425:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654592 00000100:00100000:0.0:1767319336.458430:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988654720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319336.458434:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654592 00000100:00100000:0.0:1767319336.458466:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319336.458490:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988654976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319336.458492:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654848 00000100:00100000:2.0:1767319336.458497:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654848 00000100:00100000:0.0:1767319336.458514:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319336.458523:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654720 00000100:00100000:2.0:1767319336.458528:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654720 00000100:00100000:0.0:1767319336.458536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988655104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.458546:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654976 00000100:00100000:2.0:1767319336.458552:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1767319336.458553:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654976 00000100:00100000:2.0:1767319336.458564:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988654592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.458571:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319336.458607:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1767319336.458616:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988655488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.458620:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988654848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.458652:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319336.458652:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988654592:12345-0@lo:400:kworker.0 Request processed in 89us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319336.458664:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1767319336.458671:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988654848:12345-0@lo:400:kworker.0 Request processed in 55us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.458679:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1767319336.458685:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655488 00000100:00080000:0.0:1767319336.458690:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319336.458690:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655488 00000100:00100000:1.0:1767319336.458701:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1767319336.458708:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988654720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319336.458730:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319336.458768:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988654720:12345-0@lo:38:kworker.0 Request processed in 57us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319336.463764:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1767319336.463777:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988654976:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319336.463854:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1767319336.463862:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988655488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319336.463893:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319336.463998:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988655488:12345-0@lo:38:kworker.0 Request processed in 135us (5347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319336.464007:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1767319336.464069:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655104 00000100:00100000:0.0:1767319336.464077:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655104 00000100:00100000:0.0:1767319336.464125:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585 00000100:00100000:0.0:1767319336.464145:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988655104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319336.464157:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319336.464187:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988655104:12345-0@lo:38:kworker.0 Request processed in 41us (5621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319336.464193:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585 00000100:00080000:0.0:1767319336.464254:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319336.464259:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319336.464263:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988654720:0@lo:38:kworker.0 00000100:00080000:0.0:1767319336.464274:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319336.464277:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319336.464280:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988655104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319336.464290:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319336.464292:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319336.464295:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988655488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319336.464343:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655360 00000100:00100000:0.0:1767319336.464347:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655360 00000100:00100000:0.0:1767319336.464389:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655232 00000100:00100000:0.0:1767319336.464393:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655232 00000100:00100000:0.0:1767319336.464411:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767319336.464417:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988655360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.464458:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988655360:12345-0@lo:400:kworker.0 Request processed in 42us (5599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319336.464464:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767319336.464476:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1767319336.464481:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988655232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.464516:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988655232:12345-0@lo:400:kworker.0 Request processed in 35us (5615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319336.464522:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1767319336.464554:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988654464 00000100:00100000:0.0:1767319336.464558:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988654464 00000100:00100000:0.0:1767319336.464604:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:0.0:1767319336.464611:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988654464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319336.464632:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319336.464661:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988654464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (5845us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319336.464667:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00080000:0.0:1767319336.464696:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319336.464757:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988654848:0@lo:400:kworker.0 00010000:00020000:2.0:1767319336.464927:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319336.464965:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988654976:12345-0@lo:38:kworker.0 Request processed in 1189us (6451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319336.464972:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:2.0:1767319336.465005:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319336.465010:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319336.465012:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988654976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319336.465049:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988655232:0@lo:400:kworker.0 00000100:00100000:2.0:1767319336.465064:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988654464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319336.465072:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988655360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.467608:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1767319336.469909:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988654592:0@lo:400:kworker.0 00000400:00000100:2.0:1767319337.249653:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923773696 offset 0 length 520: 4 00000100:00100000:2.0:1767319337.249698:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319337.249729:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319337.249757:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319337.249790:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319337.249884:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773824 00000100:00100000:1.0:1767319337.249894:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773824 00000100:00100000:1.0:1767319337.249943:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923773952 00000100:00100000:1.0:1767319337.249947:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923773952 00000100:00100000:1.0:1767319337.249986:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 222 00000100:00100000:1.0:1767319337.249994:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923773952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319337.250061:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923773952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319337.250068:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 222 00000100:00100000:1.0:1767319337.250084:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 550 00000100:00100000:1.0:1767319337.250088:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923773824:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319337.250107:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319337.250128:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923773824:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 39us (430us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319337.250135:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 550 00000100:00100000:0.0:1767319337.250348:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923774080 00000100:00100000:0.0:1767319337.250352:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923774080 00000100:00100000:0.0:1767319337.250390:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923774208 00000100:00100000:0.0:1767319337.250393:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923774208 00000100:00100000:0.0:1767319337.250420:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3119 00000100:00100000:0.0:1767319337.250428:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923774080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319337.250458:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923774080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319337.250464:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3119 00000100:00100000:0.0:1767319337.250477:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3120 00000100:00100000:0.0:1767319337.250483:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923774208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319337.250503:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923774208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 21us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319337.250522:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3120 00000100:00080000:0.0:1767319337.250541:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319337.250545:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319337.250547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319337.416805:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319340.490137:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319341.066882:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319341.066906:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988655616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319341.066973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.067105:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655616 00000100:00100000:0.0:1767319341.067113:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655616 00000100:00100000:0.0:1767319341.067189:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1767319341.067199:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988655616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319341.067226:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319341.067282:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988655616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319341.067290:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00080000:2.0:1767319341.068111:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319341.512718:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319341.577595:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.577606:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319341.577658:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.577662:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319341.577666:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319341.577674:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319341.577693:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319341.577700:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319341.577723:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7b80 x1853163988655872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319341.577751:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.577754:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319341.577756:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319341.577759:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319341.577762:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319341.577765:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319341.577776:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7800 x1853163988656128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319341.577785:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.577788:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319341.577789:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319341.577793:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319341.577795:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319341.577798:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319341.577807:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7100 x1853163988656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319341.577841:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.577844:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319341.577845:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319341.577848:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319341.577856:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319341.577860:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319341.577873:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878c000 x1853163988656512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319341.577902:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319341.577920:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988655744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319341.577986:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.578632:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988656000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.578665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319341.579345:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656384 00000100:00100000:1.0:1767319341.579351:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656384 00000100:00100000:1.0:1767319341.579401:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767319341.579422:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988656384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.579474:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988656384:12345-0@lo:400:kworker.0 Request processed in 54us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319341.579494:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767319341.579512:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319341.579522:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988656640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319341.579556:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319341.582853:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988655744:0@lo:400:kworker.0 00000100:00080000:2.0:1767319341.582928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319341.582947:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656640 00000100:00100000:2.0:1767319341.582954:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656640 00000100:00100000:2.0:1767319341.583001:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1767319341.583010:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988656640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319341.583040:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319341.583109:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988656640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (3552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319341.583117:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1767319341.583158:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656000 00000100:00100000:2.0:1767319341.583162:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656000 00000100:00100000:2.0:1767319341.583197:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1767319341.583203:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988656000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319341.583237:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988656000:12345-0@lo:400:kworker.0 Request processed in 34us (4572us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319341.583243:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00080000:2.0:1767319341.583258:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319341.583273:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319321/real 1767319321] req@ffff9e7d046b6d80 x1853163988650752/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319341.583306:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d046b6d80 x1853163988650752/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319341.583323:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988655872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319341.583358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319341.583385:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988656128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319341.583404:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319341.583419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988656256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319341.583441:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319341.583462:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988656512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319341.583482:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319341.583500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319341.583514:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319341.583518:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988650752:0@lo:250:kworker.0 00000100:00100000:2.0:1767319341.583542:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988655872 00000100:00100000:2.0:1767319341.583545:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988655872 00000100:00100000:2.0:1767319341.583562:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656128 00000100:00100000:2.0:1767319341.583565:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656128 00000100:00100000:2.0:1767319341.583576:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656512 00000100:00100000:2.0:1767319341.583600:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656512 00000100:00100000:2.0:1767319341.583612:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767319341.583616:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988655872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319341.583632:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319341.583665:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988655872:12345-0@lo:38:kworker.0 Request processed in 47us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319341.583681:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767319341.583694:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1767319341.583698:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988656128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319341.583707:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319341.583731:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988656128:12345-0@lo:38:kworker.0 Request processed in 32us (326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319341.583736:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1767319341.583747:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1767319341.583751:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988656512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319341.583759:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319341.583782:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988656512:12345-0@lo:38:kworker.0 Request processed in 30us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319341.583788:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:2.0:1767319341.583808:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319341.583813:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319341.583815:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319341.583830:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319341.583834:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319341.583839:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319341.583864:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878d180 x1853163988656768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319341.583894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988656768:0@lo:250:kworker.0 00000400:00000100:2.0:1767319341.583916:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988656768 offset 0 length 520: 4 00000100:00080000:2.0:1767319341.583941:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319341.583952:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319341.583955:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988655872:0@lo:38:kworker.0 00000100:00080000:2.0:1767319341.583966:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319341.583969:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319341.583972:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988656128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319341.583979:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319341.583981:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319341.583984:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988656512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319341.584037:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656256 00000100:00100000:2.0:1767319341.584041:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656256 00000100:00100000:2.0:1767319341.584061:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586 00000100:00100000:2.0:1767319341.584066:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988656256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319341.584075:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319341.584106:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988656256:12345-0@lo:38:kworker.0 Request processed in 38us (663us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319341.584111:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586 00000100:00080000:2.0:1767319341.584137:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319341.584141:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319341.584144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988656256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319341.586801:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988656000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.587505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988656640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319342.370296:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319342.370342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319342.370381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319342.370466:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923774464 00000100:00100000:2.0:1767319342.370476:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923774464 00000100:00100000:0.0:1767319342.370553:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923774592 00000100:00100000:0.0:1767319342.370557:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923774592 00000100:00100000:2.0:1767319342.370694:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 225 00000100:00100000:2.0:1767319342.370705:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923774464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319342.370787:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923774464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319342.370846:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 225 00000100:00100000:2.0:1767319342.372664:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319342.373539:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3123 00000100:00100000:0.0:1767319342.373551:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923774592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319342.373630:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923774592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (3247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319342.373637:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3123 00000100:00080000:1.0:1767319342.373727:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319342.373734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319342.373737:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319344.584747:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319345.608829:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319346.190236:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988656896 00000100:00100000:2.0:1767319346.190245:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988656896 00000100:00100000:2.0:1767319346.190319:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767319346.190327:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988656896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319346.190355:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319346.190393:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988656896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319346.190401:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767319346.190444:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988656896:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319346.696806:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319346.696817:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319346.696884:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319346.696888:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319346.696892:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319346.696900:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4588 00000100:00080000:0.0:1767319346.696905:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319346.696911:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319346.696934:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163988657152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319346.696957:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319346.696960:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319346.696962:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319346.696965:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4588 00000100:00080000:0.0:1767319346.696967:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319346.696971:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319346.696982:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988657408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319346.696990:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319346.696993:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319346.696994:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319346.697045:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4588 00000100:00080000:0.0:1767319346.697048:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319346.697052:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319346.697078:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9f80 x1853163988657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319346.697107:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319346.697110:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319346.697111:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319346.697114:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4588 00000100:00080000:0.0:1767319346.697116:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319346.697120:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319346.697130:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163988657792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319346.697204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988657024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.697269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697312:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319346.697331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988657280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.697371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697409:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988657152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.697432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697450:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988657408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.697483:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697498:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988657536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.697521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988657792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.697553:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697610:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657536 00000100:00100000:2.0:1767319346.697617:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657536 00000100:00100000:2.0:1767319346.697649:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587 00000100:00100000:2.0:1767319346.697656:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988657536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319346.697674:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319346.697713:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988657536:12345-0@lo:38:kworker.0 Request processed in 56us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319346.697721:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587 00000100:00100000:2.0:1767319346.697758:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657024 00000100:00100000:2.0:1767319346.697762:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657024 00000100:00100000:1.0:1767319346.697793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988657920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319346.697807:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657280 00000100:00100000:2.0:1767319346.697811:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657280 00000100:00100000:2.0:1767319346.697827:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657152 00000100:00100000:2.0:1767319346.697829:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657152 00000100:00100000:2.0:1767319346.697839:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657408 00000100:00100000:2.0:1767319346.697842:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657408 00000100:00100000:2.0:1767319346.697854:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657792 00000100:00100000:2.0:1767319346.697856:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657792 00000100:00100000:1.0:1767319346.697861:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.697869:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1767319346.697877:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988657024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319346.697888:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319346.697923:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988657024:12345-0@lo:400:kworker.0 Request processed in 46us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319346.697930:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1767319346.697942:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1767319346.697948:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988657280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.697972:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988657280:12345-0@lo:400:kworker.0 Request processed in 25us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319346.697977:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1767319346.697997:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1767319346.698001:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319346.698012:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319346.698038:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657152:12345-0@lo:38:kworker.0 Request processed in 35us (604us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319346.698043:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1767319346.698054:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1767319346.698057:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319346.698065:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319346.698085:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657408:12345-0@lo:38:kworker.0 Request processed in 27us (602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319346.698090:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1767319346.698100:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1767319346.698104:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319346.698112:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319346.698140:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988657792:12345-0@lo:38:kworker.0 Request processed in 34us (585us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319346.698145:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:2.0:1767319346.698163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319346.698221:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988657280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.698232:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988657024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.698261:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657920 00000100:00100000:2.0:1767319346.698264:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657920 00000100:00100000:2.0:1767319346.698311:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1767319346.698317:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988657920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319346.698355:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319346.698389:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988657920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319346.698390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988657664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319346.698402:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00080000:2.0:1767319346.698419:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319346.698429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319346.698457:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.698465:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319346.698466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988657920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319346.698473:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988657152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319346.698490:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.698494:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319346.698497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988657408:0@lo:38:kworker.0 00000100:00080000:2.0:1767319346.698507:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.698510:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319346.698513:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988657536:0@lo:38:kworker.0 00000100:00080000:2.0:1767319346.698519:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.698522:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319346.698525:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988657792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319346.698796:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988657664 00000100:00100000:0.0:1767319346.698801:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988657664 00000100:00100000:0.0:1767319346.698840:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:0.0:1767319346.698847:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988657664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319346.698896:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988657664:12345-0@lo:400:kworker.0 Request processed in 50us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319346.698902:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767319346.699051:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988657664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319347.490456:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319347.490868:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319347.492207:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319347.492279:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319347.492315:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319347.492360:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775232 00000100:00100000:0.0:1767319347.492367:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775232 00000100:00100000:0.0:1767319347.492425:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3126 00000100:00100000:0.0:1767319347.492433:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923775232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319347.492488:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923775232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 56us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319347.492495:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3126 00000100:00080000:1.0:1767319347.493012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319347.495040:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319348.681399:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319349.704798:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319351.304877:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319351.304905:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988658048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319351.304984:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319351.305423:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988658048:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319351.309109:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319351.817054:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988658176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319351.817122:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319351.817237:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658176 00000100:00100000:1.0:1767319351.817244:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658176 00000100:00100000:1.0:1767319351.817305:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1767319351.817316:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988658176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319351.817432:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319351.817441:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988658304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319351.817462:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319351.817516:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658304 00000100:00100000:2.0:1767319351.817518:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658304 00000100:00100000:2.0:1767319351.817541:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:2.0:1767319351.817545:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988658304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319351.817562:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319351.817601:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988658304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319351.817607:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:2.0:1767319351.817652:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988658304:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319351.817699:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319351.817703:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319351.819554:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7b80 x1853163988658432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319351.819765:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988658176:12345-0@lo:400:kworker.0 Request processed in 2449us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319351.819775:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1767319351.819801:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658432 00000100:00100000:1.0:1767319351.819819:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658432 00000100:00100000:1.0:1767319351.819961:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1767319351.819967:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988658432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319351.819986:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319351.820063:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319351.820068:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319351.820071:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319351.820075:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4593 00000100:00080000:2.0:1767319351.820079:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319351.820083:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319351.820097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988658688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319351.820294:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988658432:12345-0@lo:38:kworker.0 Request processed in 325us (599us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319351.820300:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1767319351.820311:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658688 00000100:00100000:1.0:1767319351.820314:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658688 00000100:00100000:1.0:1767319351.820332:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1767319351.820336:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988658688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319351.820346:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319351.820369:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988658688:12345-0@lo:38:kworker.0 Request processed in 32us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319351.820375:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1767319351.820410:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319351.820418:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988658560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319351.820443:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319351.820480:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658560 00000100:00100000:1.0:1767319351.820484:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658560 00000100:00100000:1.0:1767319351.820528:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1767319351.820533:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988658560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319351.820570:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988658560:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319351.820599:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00080000:1.0:1767319351.820617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319351.820654:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988658560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319351.821122:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988658176:0@lo:400:kworker.0 00000100:00080000:2.0:1767319351.821708:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319351.821722:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319351.821725:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319351.821887:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4593 00000100:00080000:2.0:1767319351.821890:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319351.821895:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319351.821921:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d180 x1853163988658816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319351.821945:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319351.821948:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319351.821950:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319351.821953:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4593 00000100:00080000:2.0:1767319351.821956:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319351.821959:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319351.821972:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f100 x1853163988658944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319351.822171:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658816 00000100:00100000:0.0:1767319351.822177:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658816 00000100:00100000:0.0:1767319351.822206:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588 00000100:00100000:0.0:1767319351.822212:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988658816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319351.822229:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319351.822264:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988658816:12345-0@lo:38:kworker.0 Request processed in 51us (234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319351.822270:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588 00000100:00100000:1.0:1767319351.822424:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988658944 00000100:00100000:1.0:1767319351.822427:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988658944 00000100:00100000:1.0:1767319351.822477:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1767319351.822481:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988658944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319351.822488:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319351.822516:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988658944:12345-0@lo:38:kworker.0 Request processed in 33us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319351.822521:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:2.0:1767319351.822555:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.822559:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319351.822561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988658944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319352.615507:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775488 00000100:00100000:1.0:1767319352.615518:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775488 00000100:00100000:1.0:1767319352.615647:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775360 00000100:00100000:1.0:1767319352.615651:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775360 00000100:00100000:1.0:1767319352.615673:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 231 00000100:00100000:1.0:1767319352.615683:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923775488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319352.615758:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923775488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319352.615765:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 231 00000100:00100000:1.0:1767319352.615782:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 562 00000100:00100000:1.0:1767319352.615787:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923775360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319352.615806:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319352.615833:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923775360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319352.615840:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 562 00000100:00100000:0.0:1767319352.617856:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775616 00000100:00100000:0.0:1767319352.617865:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775616 00000100:00100000:0.0:1767319352.617925:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775744 00000100:00100000:0.0:1767319352.617928:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775744 00000100:00100000:0.0:1767319352.617965:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3127 00000100:00100000:0.0:1767319352.617974:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923775616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319352.618037:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923775616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 63us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319352.618045:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3127 00000100:00100000:0.0:1767319352.618072:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3128 00000100:00100000:0.0:1767319352.618093:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923775744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319352.618126:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923775744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319352.618139:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3128 00000100:00080000:0.0:1767319352.618190:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319352.618194:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319352.776823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319353.800936:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319356.424833:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319356.424853:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988659072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319356.424959:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319356.425035:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659072 00000100:00100000:2.0:1767319356.425042:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659072 00000100:00100000:2.0:1767319356.425119:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:2.0:1767319356.425125:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988659072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319356.425154:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319356.425186:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988659072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319356.425213:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00080000:0.0:1767319356.425257:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319356.425284:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988659072:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319356.872782:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319356.937043:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659200 00000100:00100000:2.0:1767319356.937050:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659200 00000100:00100000:2.0:1767319356.937102:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:2.0:1767319356.937111:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988659200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319356.937138:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319356.937184:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988659200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319356.937192:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:2.0:1767319356.937239:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988659200:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319356.937441:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319356.937445:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319356.937525:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319356.937530:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319356.937533:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319356.937548:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4598 00000100:00080000:1.0:1767319356.937552:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319356.937560:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319356.937623:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988659456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319356.937683:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319356.937693:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988659584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319356.937734:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319356.937766:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659584 00000100:00100000:2.0:1767319356.937770:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659584 00000100:00100000:2.0:1767319356.937807:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1767319356.937814:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988659584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319356.937850:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988659584:12345-0@lo:400:kworker.0 Request processed in 36us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319356.937856:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1767319356.937884:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988659584:0@lo:400:kworker.0 00000100:00080000:2.0:1767319356.937909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319356.937927:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988659456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.937951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319356.937974:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659456 00000100:00100000:2.0:1767319356.937986:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659456 00000100:00100000:2.0:1767319356.938011:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1767319356.938016:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988659456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319356.938057:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319356.938090:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988659456:12345-0@lo:38:kworker.0 Request processed in 73us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319356.938097:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:2.0:1767319356.938121:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319356.938125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319356.938128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988659456:0@lo:38:kworker.0 00000100:00080000:1.0:1767319356.938628:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319356.938633:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319356.938636:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319356.938640:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4598 00000100:00080000:1.0:1767319356.938643:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319356.938647:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319356.938667:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988659712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319356.938691:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319356.938695:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319356.938697:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319356.938701:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4598 00000100:00100000:2.0:1767319356.938790:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988659712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.938815:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319356.938832:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319356.938838:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319356.938852:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329efb80 x1853163988659840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319356.938896:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319356.938899:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319356.938901:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319356.938904:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4598 00000100:00080000:1.0:1767319356.938907:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319356.938910:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319356.938923:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7b80 x1853163988659968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319356.939339:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988659840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.939367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319356.939394:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988659968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.939432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319356.940056:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659328 00000100:00100000:0.0:1767319356.940061:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659328 00000100:00100000:0.0:1767319356.940110:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659712 00000100:00100000:0.0:1767319356.940114:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659712 00000100:00100000:0.0:1767319356.940133:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1767319356.940139:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988659328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.940195:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988659328:12345-0@lo:400:kworker.0 Request processed in 56us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319356.940201:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1767319356.940217:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1767319356.940220:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988659712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319356.940229:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319356.940261:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988659712:12345-0@lo:38:kworker.0 Request processed in 39us (1445us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319356.940266:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1767319356.940306:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988659328:0@lo:400:kworker.0 00000100:00080000:2.0:1767319356.940617:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319356.940622:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319356.940625:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988659712:0@lo:38:kworker.0 00000100:00080000:2.0:1767319356.940643:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319356.940646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319356.940648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988659840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319356.940717:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988659968 00000100:00100000:0.0:1767319356.940722:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988659968 00000100:00100000:0.0:1767319356.940784:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1767319356.940788:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988659968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319356.940799:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319356.940838:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988659968:12345-0@lo:38:kworker.0 Request processed in 48us (1406us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319356.940844:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1767319357.729342:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319357.729408:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319357.729431:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319357.730851:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319357.730858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319357.731277:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923776000 00000100:00100000:2.0:1767319357.731297:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923776000 00000100:00100000:2.0:1767319357.731336:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923775872 00000100:00100000:2.0:1767319357.731340:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923775872 00000100:00100000:2.0:1767319357.731356:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 234 00000100:00100000:2.0:1767319357.731363:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923776000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319357.731403:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923776000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 41us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319357.731409:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 234 00000100:00100000:2.0:1767319357.731424:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 566 00000100:00100000:2.0:1767319357.731427:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923775872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319357.731446:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319357.731485:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923775872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319357.731491:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 566 00000100:00080000:2.0:1767319357.731536:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319357.898836:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319360.969151:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319361.547208:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988660096 00000100:00100000:2.0:1767319361.547217:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988660096 00000100:00100000:2.0:1767319361.547313:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:2.0:1767319361.547324:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988660096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319361.547372:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319361.547422:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988660096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319361.547431:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00010000:00010000:0.0:1767319361.993151:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319362.058698:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988660224:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319362.058863:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.058869:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319362.058905:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.058909:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319362.058914:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319362.058931:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4603 00000100:00080000:0.0:1767319362.058935:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319362.058940:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319362.058960:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9c00 x1853163988660480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319362.059035:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.059041:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319362.059046:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319362.059050:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4603 00000100:00080000:0.0:1767319362.059053:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319362.059057:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319362.059070:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9f80 x1853163988660736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319362.059079:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.059082:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319362.059083:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319362.059087:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4603 00000100:00080000:0.0:1767319362.059089:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319362.059093:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319362.059104:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988660864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319362.059109:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988660352:0@lo:400:kworker.0 00000100:00080000:0.0:1767319362.059121:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.059731:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319362.059736:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319362.059741:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4603 00000100:00080000:0.0:1767319362.059744:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319362.059749:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319362.059765:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163988661120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319362.059896:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988660608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.072754:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319362.072754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319362.076904:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988660352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.077246:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319362.077344:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988660224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319362.077560:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988660608 00000100:00100000:1.0:1767319362.077570:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988660608 00000100:00100000:1.0:1767319362.077768:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1767319362.077788:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988660608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.077849:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988660608:12345-0@lo:400:kworker.0 Request processed in 72us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319362.077856:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1767319362.077916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988660608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.850880:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319362.850927:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319362.850968:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319362.851994:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319362.851998:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319362.852001:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319365.066193:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319366.088983:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319366.152886:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319341/real 1767319341] req@ffff9e7d1878d180 x1853163988656768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319366.152922:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d1878d180 x1853163988656768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319366.152943:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.152970:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319366.152974:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988656768:0@lo:250:kworker.0 00000100:00080000:1.0:1767319366.153120:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319366.153125:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319366.153128:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319366.153133:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4588 00000100:00080000:1.0:1767319366.153138:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319366.153144:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319366.153179:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066d8a80 x1853163988661248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319366.153235:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319366.153239:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319366.153240:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319366.153244:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4608 00000100:00080000:1.0:1767319366.153247:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319366.153251:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319366.153266:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066d9c00 x1853163988661504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319366.153294:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319366.153298:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319366.153299:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319366.153303:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4608 00000100:00080000:1.0:1767319366.153305:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319366.153309:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319366.153319:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066da680 x1853163988661760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319366.153345:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319366.153348:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319366.153350:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319366.153355:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4608 00000100:00080000:1.0:1767319366.153357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319366.153360:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319366.153407:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066dad80 x1853163988661888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319366.153429:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319366.153432:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319366.153434:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319366.153437:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4608 00000100:00080000:1.0:1767319366.153439:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319366.153443:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319366.153452:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066d9500 x1853163988662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319366.153479:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988661632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.153543:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.153632:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319366.153650:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988662016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.153677:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.153708:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988661632 00000100:00100000:1.0:1767319366.153715:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988661632 00000100:00100000:1.0:1767319366.153769:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1767319366.153836:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988661632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.154554:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988661632:12345-0@lo:400:kworker.0 Request processed in 721us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319366.154560:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1767319366.156808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988661248:0@lo:250:kworker.0 00000400:00000100:0.0:1767319366.156879:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988661248 offset 0 length 520: 4 00000100:00100000:0.0:1767319366.156918:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988661504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.156951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319366.156972:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988661760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.156992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319366.157018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988661888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.157042:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319366.157071:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988662272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.157094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319366.157131:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988661504 00000100:00100000:0.0:1767319366.157151:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988661504 00000100:00100000:0.0:1767319366.157178:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988661760 00000100:00100000:0.0:1767319366.157181:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988661760 00000100:00100000:0.0:1767319366.157190:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988662272 00000100:00100000:0.0:1767319366.157192:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988662272 00000100:00100000:0.0:1767319366.157205:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1767319366.157210:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988661504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319366.157231:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319366.157272:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988661504:12345-0@lo:38:kworker.0 Request processed in 60us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319366.157281:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1767319366.157299:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1767319366.157303:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988661760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319366.157312:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319366.157334:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988661760:12345-0@lo:38:kworker.0 Request processed in 30us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319366.157340:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1767319366.157351:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767319366.157355:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988662272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319366.157467:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319366.157493:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988662272:12345-0@lo:38:kworker.0 Request processed in 137us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319366.157499:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:0.0:1767319366.157534:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.157540:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319366.157544:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988661504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319366.157565:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.157568:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319366.157571:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988661760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319366.157608:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.157613:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319366.157616:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988662272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319366.157864:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988661888 00000100:00100000:2.0:1767319366.157869:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988661888 00000100:00100000:2.0:1767319366.157897:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00000100:00100000:2.0:1767319366.157902:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988661888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319366.157912:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319366.157944:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988661888:12345-0@lo:38:kworker.0 Request processed in 41us (901us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319366.157949:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00080000:0.0:1767319366.158087:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.158092:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319366.158095:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988661888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.665611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988662400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319366.665687:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319366.668291:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988662400 00000100:00100000:2.0:1767319366.668306:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988662400 00000100:00100000:2.0:1767319366.668395:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:2.0:1767319366.668406:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988662400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319366.668443:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319366.668533:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988662400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319366.668541:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767319366.668905:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988662400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319367.177212:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319367.182993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988662528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319367.183073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319367.185326:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988662528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319367.969745:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777280 00000100:00100000:2.0:1767319367.969756:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777280 00000100:00100000:2.0:1767319367.969837:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3136 00000100:00100000:2.0:1767319367.969847:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923777280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319367.969931:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923777280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319367.969939:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3136 00000100:00080000:1.0:1767319367.970064:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319367.981175:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319367.981219:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319367.981251:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319367.981394:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777024 00000100:00100000:2.0:1767319367.981404:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777024 00000100:00100000:2.0:1767319367.981804:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 574 00000100:00100000:2.0:1767319367.981810:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923777024:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319367.981832:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319367.981867:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923777024:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (702us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319367.981874:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 574 00000100:00080000:1.0:1767319367.981889:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319367.982166:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777408 00000100:00100000:0.0:1767319367.982172:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777408 00000100:00100000:0.0:1767319367.982223:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3137 00000100:00100000:0.0:1767319367.982230:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923777408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319367.982266:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923777408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319367.982272:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3137 00000100:00080000:1.0:1767319367.982609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319369.160753:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319370.184835:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319371.276132:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319371.276143:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319371.276207:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319371.276211:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319371.276216:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319371.276223:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4613 00000100:00080000:2.0:1767319371.276228:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319371.276234:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319371.276258:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988662784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319371.276313:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319371.276316:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319371.276318:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319371.276321:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4613 00000100:00080000:2.0:1767319371.276324:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319371.276328:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319371.276338:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e300 x1853163988663040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319371.276361:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319371.276375:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319371.276377:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319371.276381:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4613 00000100:00080000:2.0:1767319371.276383:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319371.276387:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319371.276401:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ea00 x1853163988663168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319371.276436:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319371.276439:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319371.276441:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319371.276445:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4613 00000100:00080000:2.0:1767319371.276447:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319371.276450:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319371.276459:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f100 x1853163988663552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319371.276489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988662912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.276716:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988662784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319371.276774:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.276807:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988663040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319371.276825:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.276839:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988663168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319371.276856:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.276869:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988663552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319371.276883:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.276914:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988662784 00000100:00100000:1.0:1767319371.276920:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988662784 00000100:00100000:1.0:1767319371.276945:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663040 00000100:00100000:1.0:1767319371.276947:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663040 00000100:00100000:1.0:1767319371.276960:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1767319371.276966:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988662784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319371.276983:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319371.277015:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988662784:12345-0@lo:38:kworker.0 Request processed in 48us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319371.277028:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1767319371.277041:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663552 00000100:00100000:1.0:1767319371.277044:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663552 00000100:00100000:1.0:1767319371.277057:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1767319371.277060:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988663040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319371.277070:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319371.277090:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988663040:12345-0@lo:38:kworker.0 Request processed in 28us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319371.277095:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1767319371.277103:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1767319371.277107:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988663552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319371.277114:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319371.277129:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988663552:12345-0@lo:38:kworker.0 Request processed in 21us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319371.277135:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1767319371.277190:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663168 00000100:00100000:1.0:1767319371.277193:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663168 00000100:00100000:1.0:1767319371.277211:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4592 00000100:00100000:1.0:1767319371.277215:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988663168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319371.277223:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319371.277245:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988663168:12345-0@lo:38:kworker.0 Request processed in 29us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319371.277251:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4592 00000100:00080000:1.0:1767319371.277303:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319371.277307:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319371.277316:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988662784:0@lo:38:kworker.0 00000100:00080000:1.0:1767319371.277325:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319371.277328:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319371.277331:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988663040:0@lo:38:kworker.0 00000100:00080000:1.0:1767319371.277337:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319371.277339:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319371.277341:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988663168:0@lo:38:kworker.0 00000100:00080000:1.0:1767319371.277348:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319371.277351:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319371.277354:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988663552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.277744:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.277767:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319371.277773:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988663296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.277794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.277816:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663296 00000100:00100000:2.0:1767319371.277819:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663296 00000100:00100000:2.0:1767319371.277855:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1767319371.277867:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988663296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.277902:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988663296:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319371.277908:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00080000:2.0:1767319371.277923:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319371.277932:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988662912 00000100:00100000:2.0:1767319371.277935:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988662912 00000100:00100000:2.0:1767319371.277957:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1767319371.277962:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988662912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.277985:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988662912:12345-0@lo:400:kworker.0 Request processed in 23us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319371.277990:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:2.0:1767319371.278003:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319371.278019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988663296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.278027:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988662912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.278652:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663424 00000100:00100000:2.0:1767319371.278657:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663424 00000100:00100000:2.0:1767319371.278692:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767319371.278706:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988663424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.278736:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988663424:12345-0@lo:400:kworker.0 Request processed in 38us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319371.278742:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:0.0:1767319371.278814:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988662656 00000100:00100000:0.0:1767319371.278818:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988662656 00000100:00100000:0.0:1767319371.278847:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1767319371.278853:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988662656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319371.278881:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988662656:12345-0@lo:400:kworker.0 Request processed in 28us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319371.278887:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1767319371.784946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988663680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319371.785011:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.785111:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663680 00000100:00100000:1.0:1767319371.785127:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663680 00000100:00100000:1.0:1767319371.785174:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:1.0:1767319371.785182:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988663680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319371.785208:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319371.785260:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988663680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319371.785290:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00100000:0.0:1767319371.785490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988663680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319372.304807:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319372.304831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988663808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319372.304900:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319372.305348:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663808 00000100:00100000:1.0:1767319372.305357:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663808 00000100:00100000:1.0:1767319372.305415:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:1.0:1767319372.305424:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988663808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319372.305451:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319372.305503:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988663808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319372.305525:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:0.0:1767319372.309216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988663808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319373.090778:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777664 00000100:00100000:1.0:1767319373.090791:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777664 00000100:00100000:1.0:1767319373.090885:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 243 00000100:00100000:1.0:1767319373.090897:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923777664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319373.090993:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923777664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319373.091002:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 243 00000100:00100000:0.0:1767319373.094390:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319373.094538:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777536 00000100:00100000:2.0:1767319373.094551:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777536 00000100:00100000:2.0:1767319373.094634:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 578 00000100:00100000:2.0:1767319373.094643:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923777536:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319373.094693:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319373.094773:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923777536:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 130us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319373.094781:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 578 00000100:00100000:0.0:1767319373.098414:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319373.098455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319373.098622:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777792 00000100:00100000:1.0:1767319373.098634:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777792 00000100:00100000:1.0:1767319373.098713:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923777920 00000100:00100000:1.0:1767319373.098716:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923777920 00000100:00100000:1.0:1767319373.098743:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3140 00000100:00100000:1.0:1767319373.098753:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923777792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319373.098839:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923777792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319373.098848:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3140 00000100:00100000:1.0:1767319373.098866:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3141 00000100:00100000:1.0:1767319373.098871:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923777920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319373.098895:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923777920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319373.098901:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3141 00000100:00080000:2.0:1767319373.099468:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319373.099475:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319373.256820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319374.281439:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319376.392822:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319376.392848:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319376.392949:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319376.392954:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319376.392959:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319376.393112:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988663936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.393245:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319376.393940:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4618 00000100:00080000:2.0:1767319376.393949:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319376.393958:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319376.394371:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955dc00 x1853163988664064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319376.394427:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319376.394432:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319376.394435:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319376.394440:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4618 00000100:00080000:2.0:1767319376.394443:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319376.394448:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319376.394462:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955fb80 x1853163988664320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319376.394646:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319376.394651:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319376.394654:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319376.394661:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4618 00000100:00080000:2.0:1767319376.394665:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319376.394671:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319376.394707:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f100 x1853163988664448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319376.394749:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319376.394753:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988663936 00000100:00080000:2.0:1767319376.394753:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319376.394759:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319376.394763:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4618 00000100:00080000:2.0:1767319376.394766:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319376.394767:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988663936 00000100:00080000:2.0:1767319376.394770:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319376.394783:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988664832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319376.394856:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988664064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319376.394885:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1767319376.394910:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988663936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.395200:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.395233:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664064 00000100:00100000:2.0:1767319376.395238:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664064 00000100:00100000:2.0:1767319376.395263:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1767319376.395268:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319376.395295:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319376.395364:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664064:12345-0@lo:38:kworker.0 Request processed in 95us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319376.395369:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:2.0:1767319376.395401:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319376.395405:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319376.395407:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988664064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319376.395413:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988664320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319376.395428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.395439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988664448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319376.395453:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.395464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988664832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319376.395473:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.395502:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664320 00000100:00100000:2.0:1767319376.395506:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664320 00000100:00100000:2.0:1767319376.395521:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664832 00000100:00100000:2.0:1767319376.395524:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664832 00000100:00100000:2.0:1767319376.395538:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1767319376.395542:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319376.395552:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319376.395576:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664320:12345-0@lo:38:kworker.0 Request processed in 32us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319376.395604:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1767319376.395615:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1767319376.395619:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319376.395626:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319376.395651:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988664832:12345-0@lo:38:kworker.0 Request processed in 31us (176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319376.395656:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:2.0:1767319376.395675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319376.395679:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319376.395682:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988664320:0@lo:38:kworker.0 00000100:00080000:2.0:1767319376.395687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319376.395690:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319376.395693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988664832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319376.395718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988664704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.395739:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.395776:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664448 00000100:00100000:2.0:1767319376.395780:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664448 00000100:00100000:2.0:1767319376.395798:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593 00000100:00100000:2.0:1767319376.395803:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988664448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319376.395812:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319376.395841:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988664448:12345-0@lo:38:kworker.0 Request processed in 37us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319376.395846:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593 00000100:00080000:2.0:1767319376.395861:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319376.395875:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319376.395878:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319376.396121:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988664576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.396171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319376.396252:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664704 00000100:00100000:0.0:1767319376.396258:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664704 00000100:00100000:0.0:1767319376.396318:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664576 00000100:00100000:0.0:1767319376.396418:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664576 00000100:00100000:0.0:1767319376.396469:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:0.0:1767319376.396478:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988664704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.396668:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988664704:12345-0@lo:400:kworker.0 Request processed in 191us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319376.396676:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:0.0:1767319376.396694:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1767319376.396700:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988664576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.396734:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988664576:12345-0@lo:400:kworker.0 Request processed in 34us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319376.396739:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00080000:0.0:1767319376.396757:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319376.396760:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319376.396784:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988664704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.396815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988664576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.397273:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988664448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319376.410915:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988664192 00000100:00100000:0.0:1767319376.410931:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988664192 00000100:00100000:0.0:1767319376.411036:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1767319376.411047:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988664192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.411138:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988664192:12345-0@lo:400:kworker.0 Request processed in 92us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319376.411145:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1767319376.419070:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988663936:12345-0@lo:400:kworker.0 Request processed in 24152us (25811us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319376.419089:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1767319376.419239:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988663936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.904926:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988664960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319376.905027:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319376.914713:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988664960:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319377.352820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319377.417005:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319377.417031:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988665088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319377.417128:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319377.417263:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665088 00000100:00100000:1.0:1767319377.417274:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665088 00000100:00100000:1.0:1767319377.417343:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:1.0:1767319377.417354:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988665088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319377.417393:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319377.417453:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988665088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319377.417462:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1767319377.417612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988665088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319378.210063:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319378.210110:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319378.210161:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319378.210539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319378.213666:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778176 00000100:00100000:1.0:1767319378.213688:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778176 00000100:00100000:1.0:1767319378.213837:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778048 00000100:00100000:1.0:1767319378.213841:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778048 00000100:00100000:1.0:1767319378.213892:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 246 00000100:00100000:1.0:1767319378.213904:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923778176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319378.214012:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923778176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (3962us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319378.214020:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 246 00000100:00100000:1.0:1767319378.214041:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 582 00000100:00100000:1.0:1767319378.214046:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923778048:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319378.214072:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319378.214114:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923778048:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 66us (4002us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319378.214139:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 582 00000100:00100000:1.0:1767319378.216692:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319378.216890:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319378.216898:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319378.377997:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319381.448735:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319381.513256:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319381.513267:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319381.513336:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319381.513341:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319381.513345:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319381.513352:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319381.513357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319381.513362:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319381.513395:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066daa00 x1853163988665344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319381.513431:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319381.513434:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319381.513436:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319381.513439:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319381.513441:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319381.513444:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319381.513455:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163988665600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319381.513464:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319381.513468:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319381.513470:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319381.513474:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319381.513490:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319381.513495:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319381.513508:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163988665728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319381.513530:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319381.513532:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319381.513534:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319381.513537:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319381.513539:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319381.513542:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319381.513551:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163988666112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319381.513604:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988665472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319381.513665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.513697:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319381.513702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988665856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319381.513723:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.513749:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665472 00000100:00100000:1.0:1767319381.513755:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665472 00000100:00100000:1.0:1767319381.513798:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1767319381.513806:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988665472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319381.513846:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988665472:12345-0@lo:400:kworker.0 Request processed in 41us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319381.513852:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1767319381.513873:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665856 00000100:00100000:1.0:1767319381.513881:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665856 00000100:00100000:1.0:1767319381.513909:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1767319381.513914:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988665856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319381.513938:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988665856:12345-0@lo:400:kworker.0 Request processed in 24us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319381.513943:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1767319381.513958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988665344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319381.513976:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.513988:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988665600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319381.514002:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.514013:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988665728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319381.514030:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.514041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988666112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319381.514055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.514075:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665344 00000100:00100000:1.0:1767319381.514078:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665344 00000100:00100000:1.0:1767319381.514106:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665600 00000100:00100000:1.0:1767319381.514109:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665600 00000100:00100000:1.0:1767319381.514119:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666112 00000100:00100000:1.0:1767319381.514121:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666112 00000100:00100000:1.0:1767319381.514129:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1767319381.514133:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988665344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319381.514151:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319381.514178:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988665344:12345-0@lo:38:kworker.0 Request processed in 44us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319381.514184:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1767319381.514193:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1767319381.514202:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988665600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319381.514211:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319381.514230:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988665600:12345-0@lo:38:kworker.0 Request processed in 27us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319381.514236:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1767319381.514244:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1767319381.514247:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988666112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319381.514255:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319381.514270:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988666112:12345-0@lo:38:kworker.0 Request processed in 22us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319381.514275:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1767319381.514310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988665856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319381.514318:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988665472:0@lo:400:kworker.0 00000100:00080000:1.0:1767319381.514340:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319381.514343:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319381.514346:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988665344:0@lo:38:kworker.0 00000100:00080000:1.0:1767319381.514352:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319381.514355:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319381.514358:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988665600:0@lo:38:kworker.0 00000100:00080000:1.0:1767319381.514363:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319381.514366:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319381.514369:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988666112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319381.514912:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319381.514916:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319381.514918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319381.514928:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988665728 00000100:00100000:0.0:1767319381.514931:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988665728 00000100:00100000:0.0:1767319381.514960:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594 00000100:00100000:0.0:1767319381.514966:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988665728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319381.514976:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319381.515006:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988665728:12345-0@lo:38:kworker.0 Request processed in 40us (975us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319381.515011:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594 00000100:00080000:0.0:1767319381.515039:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319381.515042:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319381.515045:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988665728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319382.028719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988666240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319382.028784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319382.028908:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666240 00000100:00100000:1.0:1767319382.028931:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666240 00000100:00100000:1.0:1767319382.028987:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1767319382.028996:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988666240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319382.029027:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319382.034921:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988666240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5915us (6126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319382.034935:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1767319382.040211:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988666240:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319382.473150:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319382.540713:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319382.540731:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988666368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319382.540795:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319382.540942:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666368 00000100:00100000:1.0:1767319382.540949:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666368 00000100:00100000:1.0:1767319382.541002:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:1.0:1767319382.541013:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988666368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319382.541039:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319382.541095:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988666368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319382.541101:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:0.0:1767319382.541210:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988666368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319383.339031:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778816 00000100:00100000:1.0:1767319383.339040:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778816 00000100:00100000:1.0:1767319383.339121:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3148 00000100:00100000:1.0:1767319383.339130:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923778816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319383.339204:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923778816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319383.339212:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3148 00000100:00080000:0.0:1767319383.339659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319383.340684:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778944 00000100:00100000:0.0:1767319383.340691:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778944 00000100:00100000:0.0:1767319383.340757:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3149 00000100:00100000:0.0:1767319383.340765:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923778944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319383.340816:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923778944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 52us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.340823:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3149 00000100:00100000:2.0:1767319383.341730:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778688 00000100:00100000:2.0:1767319383.341736:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778688 00000100:00100000:2.0:1767319383.341818:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923778560 00000100:00100000:2.0:1767319383.341822:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923778560 00000100:00100000:2.0:1767319383.341839:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 249 00000100:00100000:2.0:1767319383.341847:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923778688:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319383.341886:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923778688:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319383.341893:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 249 00000100:00100000:2.0:1767319383.341908:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 586 00000100:00100000:2.0:1767319383.341912:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923778560:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319383.341931:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319383.341953:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923778560:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 39us (2984us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319383.341959:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 586 00010000:00010000:0.0:1767319385.545067:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319386.569655:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319386.633426:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319386.633439:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319386.633504:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319386.633508:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319386.633512:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319386.633521:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319386.633526:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319386.633533:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319386.633557:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163988666624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319386.633674:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319386.633678:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319386.633680:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319386.633684:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319386.633686:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319386.633690:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319386.633701:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0df80 x1853163988666880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319386.633710:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319386.633714:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319386.633715:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319386.633719:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319386.633722:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319386.633725:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319386.633737:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f480 x1853163988667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319386.633759:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319386.633762:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319386.633764:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319386.633767:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319386.633769:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319386.633772:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319386.633783:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ea00 x1853163988667392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319386.633855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988667264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.633923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.633985:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319386.634000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988666496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.634036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.634080:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666496 00000100:00100000:1.0:1767319386.634089:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666496 00000100:00100000:1.0:1767319386.634142:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666752 00000100:00100000:1.0:1767319386.634148:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666752 00000100:00100000:1.0:1767319386.634178:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1767319386.634189:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988666496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.634247:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988666496:12345-0@lo:400:kworker.0 Request processed in 60us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319386.634256:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1767319386.634275:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1767319386.634285:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988666752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.634318:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988666752:12345-0@lo:400:kworker.0 Request processed in 35us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319386.634325:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1767319386.634373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988666496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.634390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988667264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.634453:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988666624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.634480:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.634501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988666880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.634525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.634544:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988667008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.634564:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.634612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988667392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.634641:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.634668:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666624 00000100:00100000:1.0:1767319386.634672:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666624 00000100:00100000:1.0:1767319386.634689:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988666880 00000100:00100000:1.0:1767319386.634692:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988666880 00000100:00100000:1.0:1767319386.634700:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988667392 00000100:00100000:1.0:1767319386.634702:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988667392 00000100:00100000:1.0:1767319386.634711:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1767319386.634716:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988666624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319386.634733:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319386.634773:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988666624:12345-0@lo:38:kworker.0 Request processed in 54us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319386.634786:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1767319386.634802:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1767319386.634808:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988666880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319386.634818:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319386.634850:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988666880:12345-0@lo:38:kworker.0 Request processed in 39us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319386.634857:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1767319386.634870:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1767319386.634875:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988667392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319386.634885:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319386.634909:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988667392:12345-0@lo:38:kworker.0 Request processed in 33us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319386.634914:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:1.0:1767319386.634936:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.634945:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.634948:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988666624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.634959:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.634962:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.634965:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988666880:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.634971:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.634974:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.634977:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988667008:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.634983:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.634986:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.634989:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988667392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319387.145492:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319387.145514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988667520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319387.145616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319387.146658:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988667520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319387.428041:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923779584 00000100:00100000:1.0:1767319387.428051:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923779584 00000100:00100000:1.0:1767319387.428112:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923779456 00000100:00100000:1.0:1767319387.428116:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923779456 00000100:00100000:1.0:1767319387.428147:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3152 00000100:00100000:1.0:1767319387.428156:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923779584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319387.428227:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923779584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319387.428237:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3152 00000100:00100000:1.0:1767319387.428265:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3153 00000100:00100000:1.0:1767319387.428275:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923779456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319387.428313:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923779456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 39us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319387.428321:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3153 00000100:00080000:1.0:1767319387.428437:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319387.428442:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319387.428444:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319387.658435:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319387.658456:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988667648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319387.658528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319387.658658:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988667648 00000100:00100000:1.0:1767319387.658678:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988667648 00000100:00100000:1.0:1767319387.658729:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:1.0:1767319387.658741:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988667648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319387.658773:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319387.658828:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988667648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319387.658836:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1767319387.659070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988667648:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319389.640847:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319390.665207:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319391.752730:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319366/real 1767319366] req@ffff9e7d066d8a80 x1853163988661248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319391.752776:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d066d8a80 x1853163988661248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319391.752798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319391.752806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319391.752809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988661248:0@lo:250:kworker.0 00000100:00100000:2.0:1767319391.753436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988667776:0@lo:250:kworker.0 00000400:00000100:2.0:1767319391.753486:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988667776 offset 0 length 520: 4 00000100:00100000:2.0:1767319391.753532:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988668032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319391.753565:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319391.753641:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319391.753649:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988668160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.753674:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319391.753707:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668032 00000100:00100000:2.0:1767319391.753715:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668032 00000100:00100000:2.0:1767319391.753745:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668160 00000100:00100000:2.0:1767319391.753749:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668160 00000100:00100000:2.0:1767319391.753802:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1767319391.753811:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988668160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.753868:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988668160:12345-0@lo:400:kworker.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319391.753875:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1767319391.753935:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1767319391.753940:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988668032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319391.753962:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319391.753995:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988668032:12345-0@lo:38:kworker.0 Request processed in 53us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319391.754002:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1767319391.754035:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988668160:0@lo:400:kworker.0 00000100:00080000:2.0:1767319391.754059:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319391.754064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319391.754067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988668032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319391.754300:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988667904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319391.754339:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.754890:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988667904 00000100:00100000:1.0:1767319391.754905:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988667904 00000100:00100000:1.0:1767319391.754954:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1767319391.754962:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988667904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319391.755008:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988667904:12345-0@lo:400:kworker.0 Request processed in 47us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319391.755014:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00080000:1.0:1767319391.755032:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319391.755051:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988667904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.755466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988668544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.755498:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.755861:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988668672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319391.755908:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.755954:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988668288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319391.755991:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.756007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988668416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319391.756030:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.756045:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988668800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319391.756063:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319391.756092:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668288 00000100:00100000:1.0:1767319391.756097:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668288 00000100:00100000:1.0:1767319391.756119:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668800 00000100:00100000:1.0:1767319391.756121:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668800 00000100:00100000:1.0:1767319391.756135:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767319391.756140:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988668288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319391.756156:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319391.756189:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988668288:12345-0@lo:38:kworker.0 Request processed in 47us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319391.756195:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767319391.756207:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1767319391.756211:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988668800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319391.756221:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319391.756243:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988668800:12345-0@lo:38:kworker.0 Request processed in 30us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319391.756249:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:1.0:1767319391.756281:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319391.756286:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319391.756296:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988668288:0@lo:38:kworker.0 00000100:00080000:1.0:1767319391.756307:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319391.756310:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319391.756428:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668544 00000100:00100000:2.0:1767319391.756432:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668544 00000100:00100000:2.0:1767319391.756467:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668672 00000100:00100000:2.0:1767319391.756470:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668672 00000100:00100000:2.0:1767319391.756488:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767319391.756493:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988668544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.756532:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988668544:12345-0@lo:400:kworker.0 Request processed in 39us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319391.756538:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767319391.756549:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767319391.756555:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988668672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319391.756606:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988668672:12345-0@lo:400:kworker.0 Request processed in 51us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319391.756622:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767319391.756653:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988668544:0@lo:400:kworker.0 00000100:00080000:2.0:1767319391.756689:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319391.756692:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319391.756720:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988668672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319391.756969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988668800:0@lo:38:kworker.0 00000100:00080000:1.0:1767319391.760555:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319391.760562:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319391.760566:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988668416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319392.265055:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988668928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319392.265125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319392.265312:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988668928 00000100:00100000:0.0:1767319392.265334:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988668928 00000100:00100000:0.0:1767319392.265392:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1767319392.265401:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988668928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319392.265431:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319392.265477:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988668928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319392.265484:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1767319392.265602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988668928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319392.546771:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923779968 00000100:00100000:0.0:1767319392.546782:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923779968 00000100:00100000:0.0:1767319392.546860:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780096 00000100:00100000:0.0:1767319392.546863:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780096 00000100:00100000:0.0:1767319392.546929:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3156 00000100:00100000:0.0:1767319392.546940:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923779968:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319392.547008:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923779968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319392.547015:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3156 00000100:00100000:0.0:1767319392.547035:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3157 00000100:00100000:0.0:1767319392.547041:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923780096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319392.547065:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923780096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319392.547071:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3157 00000100:00100000:1.0:1767319392.548737:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923779840 00000100:00100000:1.0:1767319392.548746:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923779840 00000100:00100000:1.0:1767319392.548808:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923779712 00000100:00100000:1.0:1767319392.548811:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923779712 00000100:00100000:1.0:1767319392.548842:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 255 00000100:00100000:1.0:1767319392.548851:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923779840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319392.548926:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923779840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319392.548933:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 255 00000100:00100000:1.0:1767319392.548949:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 594 00000100:00100000:1.0:1767319392.548953:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923779712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319392.548973:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319392.548995:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923779712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (847us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319392.549016:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 594 00000100:00100000:2.0:1767319392.778428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988669056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319392.778497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319392.778671:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988669056 00000100:00100000:0.0:1767319392.778679:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988669056 00000100:00100000:0.0:1767319392.778746:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767319392.778757:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988669056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319392.778791:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319392.778858:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988669056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319392.778865:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767319392.778924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988669056:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319393.736728:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319394.761040:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319396.873029:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319396.873042:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319396.873227:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767319396.873255:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319396.873260:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319396.873264:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319396.873275:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4638 00000100:00080000:2.0:1767319396.873281:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319396.873290:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319396.873326:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d880 x1853163988669312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319396.873363:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319396.873365:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319396.873367:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319396.873369:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767319396.873371:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4638 00000100:00080000:2.0:1767319396.873376:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319396.873389:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988669440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319396.873469:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319396.873523:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988669440 00000100:00100000:1.0:1767319396.873530:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988669440 00000100:00100000:1.0:1767319396.873601:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1767319396.873610:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988669440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319396.873657:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988669440:12345-0@lo:400:kworker.0 Request processed in 49us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319396.873664:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1767319396.873689:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988669312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319396.873709:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319396.873735:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319396.873750:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e300 x1853163988669568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319396.873761:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988669440:0@lo:400:kworker.0 00000100:00080000:2.0:1767319396.873763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319396.873768:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319396.873769:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319396.873773:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4638 00000100:00080000:2.0:1767319396.873775:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319396.873777:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319396.873789:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988669568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319396.873789:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f100 x1853163988669696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319396.873840:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319396.873863:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988669696:0@lo:38:kworker.0 00000100:00100000:1.0:1767319396.873893:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319396.873933:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988669696 00000100:00100000:1.0:1767319396.873940:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988669696 00000100:00100000:1.0:1767319396.873972:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597 00000100:00100000:1.0:1767319396.873979:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988669696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319396.873992:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319396.874030:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988669696:12345-0@lo:38:kworker.0 Request processed in 49us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319396.874047:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597 00000100:00080000:1.0:1767319396.874095:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319396.874102:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319396.874106:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988669696:0@lo:38:kworker.0 00000100:00080000:1.0:1767319396.874115:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319396.874122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319396.874129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988669568:0@lo:38:kworker.0 00000100:00080000:1.0:1767319396.874141:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319396.874144:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319396.874147:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988669312:0@lo:38:kworker.0 00000100:00080000:1.0:1767319396.874205:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319396.874411:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988669824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319396.875053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988669952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319396.875096:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319396.875179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988669184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319396.875204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319396.875262:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988669184 00000100:00100000:1.0:1767319396.875269:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988669184 00000100:00100000:1.0:1767319396.875325:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1767319396.875333:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988669184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319396.875376:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988669184:12345-0@lo:400:kworker.0 Request processed in 44us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319396.875383:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00080000:0.0:1767319396.876461:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319396.876517:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988669184:0@lo:400:kworker.0 00000100:00080000:2.0:1767319396.876711:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319396.876717:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319396.876722:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319396.876728:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4638 00000100:00080000:2.0:1767319396.876733:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319396.876740:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319396.876783:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163988670080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319396.876858:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988670080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319396.876918:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319396.877054:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670080 00000100:00100000:2.0:1767319396.877061:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670080 00000100:00100000:2.0:1767319396.877142:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1767319396.877149:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988670080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319396.877176:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319396.877236:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988670080:12345-0@lo:38:kworker.0 Request processed in 86us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319396.877262:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:0.0:1767319396.877333:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319396.877338:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319396.877342:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988670080:0@lo:38:kworker.0 00000100:00080000:0.0:1767319396.879324:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319396.880024:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988669952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.385848:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988670208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319397.385945:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319397.386208:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670208 00000100:00100000:0.0:1767319397.386219:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670208 00000100:00100000:0.0:1767319397.386290:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1767319397.386302:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988670208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319397.386344:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319397.386408:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988670208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319397.386417:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1767319397.666516:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319397.666653:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319397.667216:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780224 00000100:00100000:2.0:1767319397.667224:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780224 00000100:00100000:2.0:1767319397.667256:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 598 00000100:00100000:2.0:1767319397.667262:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923780224:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319397.667289:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319397.667323:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923780224:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319397.667330:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 598 00000100:00100000:1.0:1767319397.669347:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780352 00000100:00100000:1.0:1767319397.669357:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780352 00000100:00080000:0.0:1767319397.669430:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319397.669432:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780608 00000100:00080000:0.0:1767319397.669437:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319397.669439:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780608 00000100:00080000:0.0:1767319397.669474:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319397.669516:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3161 00000100:00100000:2.0:1767319397.669528:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923780608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319397.669573:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 258 00000100:00100000:1.0:1767319397.669614:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923780352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319397.669665:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923780608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 139us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319397.669675:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3161 00000100:00100000:1.0:1767319397.671522:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923780352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1927us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.671538:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 258 00010000:00010000:0.0:1767319397.832978:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319397.898494:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670336 00000100:00100000:0.0:1767319397.898511:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670336 00000100:00100000:0.0:1767319397.898607:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1767319397.898619:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988670336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319397.898662:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319397.907083:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988670336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8450us (9827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319397.907102:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00010000:00010000:2.0:1767319398.856923:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319401.928937:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319401.993058:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988670592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319401.993814:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988671232:0@lo:400:kworker.0 00000100:00100000:2.0:1767319401.994183:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988670464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319401.994422:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988671104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319401.995055:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319401.995570:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319401.995690:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670720 00000100:00100000:1.0:1767319401.995696:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670720 00000100:00100000:0.0:1767319401.995726:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988670848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319401.995762:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1767319401.995768:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319401.995777:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988670720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319401.995795:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988670976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319401.995831:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319401.995839:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988670720:12345-0@lo:400:kworker.0 Request processed in 66us (1445us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319401.995849:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1767319401.995860:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988671360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319401.995866:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670848 00000100:00100000:1.0:1767319401.995871:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670848 00000100:00100000:0.0:1767319401.995891:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319401.995896:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988671360 00000100:00100000:1.0:1767319401.995900:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988671360 00000100:00100000:1.0:1767319401.995918:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1767319401.995925:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988670848:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319401.995931:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1767319401.995938:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988671360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319401.995939:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319401.995973:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319401.995989:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988670848:12345-0@lo:38:kworker.0 Request processed in 63us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319401.995998:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1767319401.996014:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988671360:12345-0@lo:38:kworker.0 Request processed in 73us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319401.996026:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1767319401.996057:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670976 00000100:00100000:0.0:1767319401.996647:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670976 00000100:00100000:0.0:1767319401.996687:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4598 00000100:00100000:0.0:1767319401.996694:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988670976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319401.996707:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319401.996807:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988670976:12345-0@lo:38:kworker.0 Request processed in 113us (976us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319401.996814:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4598 00000100:00080000:0.0:1767319401.996853:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319401.996860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319401.996863:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988670848:0@lo:38:kworker.0 00000100:00080000:0.0:1767319401.996872:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319401.996876:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319401.996878:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988670976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319401.996885:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319401.996888:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319401.996891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988671360:0@lo:38:kworker.0 00000100:00080000:0.0:1767319401.996898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319401.996901:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319401.996904:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988670592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319401.996956:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.997321:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319401.997364:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319401.997386:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988670464 00000100:00100000:0.0:1767319401.997390:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988670464 00000100:00100000:0.0:1767319401.997688:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1767319401.997696:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988670464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319401.997861:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988671232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319401.997881:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988670464:12345-0@lo:400:kworker.0 Request processed in 184us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319401.997890:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1767319401.997913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988670464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319402.505020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988671488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319402.505148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319402.505422:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988671488 00000100:00100000:0.0:1767319402.505432:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988671488 00000100:00100000:0.0:1767319402.505515:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:0.0:1767319402.505531:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988671488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319402.505570:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319402.506061:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988671488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 534us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319402.506072:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00100000:1.0:1767319402.506919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988671488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319402.786266:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780736 00000100:00100000:2.0:1767319402.786272:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780736 00000100:00100000:2.0:1767319402.786298:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923780864 00000100:00100000:2.0:1767319402.786301:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923780864 00000100:00100000:2.0:1767319402.786338:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 261 00000100:00100000:2.0:1767319402.786354:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923780864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319402.786405:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923780864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 48us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319402.786430:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 261 00000100:00080000:2.0:1767319402.786485:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319402.953163:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319403.021525:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988671616 00000100:00100000:1.0:1767319403.021536:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988671616 00000100:00080000:2.0:1767319403.021617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319403.021660:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:1.0:1767319403.021672:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988671616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319403.021745:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319403.024735:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988671616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3045us (3513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319403.024754:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00010000:00010000:0.0:1767319406.025776:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319407.049309:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319407.112792:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319407.112803:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319407.112861:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319407.112865:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319407.112869:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319407.112877:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4648 00000100:00080000:2.0:1767319407.112882:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319407.112888:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319407.112912:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0380 x1853163988671872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319407.112961:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319407.112965:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319407.112966:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319407.112970:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4648 00000100:00080000:2.0:1767319407.112972:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319407.112975:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319407.112995:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1c00 x1853163988672128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319407.113019:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319407.113022:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319407.113024:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319407.113028:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4648 00000100:00080000:2.0:1767319407.113030:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319407.113034:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319407.113044:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0a80 x1853163988672256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319407.113063:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319407.113066:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319407.113067:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319407.113071:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4648 00000100:00080000:2.0:1767319407.113073:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319407.113076:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319407.113083:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1880 x1853163988672640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319407.113124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988672384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319407.113216:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319407.113221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988672000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113240:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319407.113268:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672384 00000100:00100000:2.0:1767319407.113274:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672384 00000100:00100000:2.0:1767319407.113322:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1767319407.113334:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988672384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113376:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988672384:12345-0@lo:400:kworker.0 Request processed in 43us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319407.113383:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00080000:2.0:1767319407.113401:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319407.113425:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988672384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988671744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113474:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319407.113489:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319407.113493:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988672512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113508:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319407.113525:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672512 00000100:00100000:2.0:1767319407.113528:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672512 00000100:00100000:2.0:1767319407.113550:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1767319407.113554:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988672512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.113602:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988672512:12345-0@lo:400:kworker.0 Request processed in 46us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319407.113607:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1767319407.113639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988672512:0@lo:400:kworker.0 00000100:00080000:2.0:1767319407.113651:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319407.114057:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319407.114085:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1767319407.114092:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988672000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319407.114125:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988672000:12345-0@lo:400:kworker.0 Request processed in 34us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319407.114140:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1767319407.114166:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988672000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319407.117291:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988671872:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.117367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.117409:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988672128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.117430:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.117447:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988672256:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.117471:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.117486:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988672640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.117504:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.117604:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988671872 00000100:00100000:0.0:1767319407.117612:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988671872 00000100:00100000:0.0:1767319407.117664:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672128 00000100:00100000:0.0:1767319407.117667:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672128 00000100:00100000:0.0:1767319407.117684:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672640 00000100:00100000:0.0:1767319407.117687:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672640 00000100:00100000:0.0:1767319407.117698:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1767319407.117705:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988671872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319407.117726:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319407.117746:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767319407.117751:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988672128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319407.117761:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319407.117769:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988671872:12345-0@lo:38:kworker.0 Request processed in 64us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319407.117785:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988672128:12345-0@lo:38:kworker.0 Request processed in 34us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319407.117789:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1767319407.117792:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767319407.117807:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1767319407.117811:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988672640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319407.117820:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319407.117846:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988672640:12345-0@lo:38:kworker.0 Request processed in 33us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319407.117850:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:1.0:1767319407.117855:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.117861:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.117865:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988671872:0@lo:38:kworker.0 00000100:00080000:1.0:1767319407.117873:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.117876:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.117888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988672128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319407.117898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.117900:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.117902:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988672640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.117942:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672256 00000100:00100000:1.0:1767319407.117945:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672256 00000100:00100000:1.0:1767319407.117974:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4599 00000100:00100000:1.0:1767319407.117978:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988672256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319407.117987:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319407.118025:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988672256:12345-0@lo:38:kworker.0 Request processed in 45us (553us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319407.118034:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4599 00000100:00080000:1.0:1767319407.118055:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.118065:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.118067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988672256:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.124658:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988671744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.625183:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319407.625228:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988672768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319407.625328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.625447:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672768 00000100:00100000:1.0:1767319407.625459:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672768 00000100:00100000:1.0:1767319407.625515:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:1.0:1767319407.625523:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988672768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319407.625552:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319407.625666:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988672768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319407.625673:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1767319407.626146:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988672768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319407.907029:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923781248 00000100:00100000:0.0:1767319407.907045:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923781248 00000100:00100000:0.0:1767319407.907102:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 606 00000100:00100000:0.0:1767319407.907111:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923781248:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319407.907135:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319407.907209:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923781248:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (626us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319407.907221:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 606 00000100:00100000:0.0:1767319407.909993:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319407.910045:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319407.910200:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923781376 00000100:00100000:2.0:1767319407.910210:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923781376 00000100:00100000:2.0:1767319407.910288:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 264 00000100:00100000:2.0:1767319407.910306:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923781376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319407.910370:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923781376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319407.910377:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 264 00000100:00080000:0.0:1767319407.911166:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319407.911170:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319407.913424:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923781632 00000100:00100000:2.0:1767319407.913439:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923781632 00000100:00100000:2.0:1767319407.913768:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3169 00000100:00100000:2.0:1767319407.913809:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923781632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319407.913918:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923781632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319407.913926:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3169 00000100:00080000:0.0:1767319407.919489:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319408.141881:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988672896 00000100:00100000:2.0:1767319408.141912:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988672896 00000100:00100000:2.0:1767319408.142153:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:2.0:1767319408.142165:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988672896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319408.142543:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319408.142836:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988672896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 672us (4509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319408.142845:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00010000:00010000:2.0:1767319410.121832:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319411.146786:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319412.233736:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988673792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.233769:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319412.233790:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319412.233794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988673024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.233808:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319412.233847:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673280 00000100:00100000:1.0:1767319412.233858:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673280 00000100:00100000:1.0:1767319412.233919:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673024 00000100:00100000:1.0:1767319412.233922:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673024 00000100:00100000:1.0:1767319412.233942:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1767319412.233948:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988673280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.234004:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988673280:12345-0@lo:400:kworker.0 Request processed in 55us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319412.234012:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1767319412.234032:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1767319412.234037:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988673024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.234060:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988673024:12345-0@lo:400:kworker.0 Request processed in 24us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319412.234064:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1767319412.234081:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673664 00000100:00100000:1.0:1767319412.234083:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673664 00000100:00100000:1.0:1767319412.234103:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673792 00000100:00100000:1.0:1767319412.234104:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673792 00000100:00100000:1.0:1767319412.234117:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:1.0:1767319412.234120:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988673664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.234140:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988673664:12345-0@lo:400:kworker.0 Request processed in 20us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319412.234144:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00100000:1.0:1767319412.234158:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:1.0:1767319412.234161:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988673792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.234178:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988673792:12345-0@lo:400:kworker.0 Request processed in 17us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319412.234182:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00080000:1.0:1767319412.234193:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319412.234197:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319412.234200:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319412.234261:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988673024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.234273:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988673792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319412.234405:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988673152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.234439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.234470:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988673408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.234492:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.234510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988673536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.234552:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.234577:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988673920:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.234614:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.234647:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673536 00000100:00100000:2.0:1767319412.234651:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673536 00000100:00100000:2.0:1767319412.234670:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600 00000100:00100000:2.0:1767319412.234673:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4089a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988673536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319412.234699:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319412.234724:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4089a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988673536:12345-0@lo:38:kworker.0 Request processed in 49us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.234728:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600 00000100:00100000:2.0:1767319412.235190:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673152 00000100:00100000:2.0:1767319412.235205:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673152 00000100:00100000:2.0:1767319412.235250:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673408 00000100:00100000:2.0:1767319412.235254:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673408 00000100:00100000:2.0:1767319412.235267:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988673920 00000100:00100000:2.0:1767319412.235270:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988673920 00000100:00100000:2.0:1767319412.235289:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1767319412.235297:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319412.235337:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319412.235414:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673152:12345-0@lo:38:kworker.0 Request processed in 111us (969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.235423:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1767319412.235449:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1767319412.235464:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319412.235476:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319412.235545:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673408:12345-0@lo:38:kworker.0 Request processed in 85us (1050us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.235554:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1767319412.235569:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767319412.235574:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319412.235719:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319412.235756:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988673920:12345-0@lo:38:kworker.0 Request processed in 179us (1138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.235777:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1767319412.746388:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319412.751677:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988674048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319412.751793:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.759575:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674048 00000100:00100000:2.0:1767319412.759623:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674048 00000100:00100000:2.0:1767319412.759711:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:2.0:1767319412.759725:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988674048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319412.759768:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319412.759888:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988674048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (8094us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319412.759896:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:2.0:1767319413.031643:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782016 00000100:00100000:2.0:1767319413.031655:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782016 00000100:00100000:0.0:1767319413.031686:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782144 00000100:00100000:0.0:1767319413.031700:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782144 00000100:00100000:1.0:1767319413.032759:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782272 00000100:00100000:1.0:1767319413.032770:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782272 00000100:00100000:0.0:1767319413.039459:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3172 00000100:00100000:0.0:1767319413.039484:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923782144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319413.039630:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923782144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 155us (8195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319413.039639:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3172 00000100:00100000:1.0:1767319413.040790:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3173 00000100:00100000:1.0:1767319413.040805:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319413.040872:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (9343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319413.040879:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3173 00000100:00080000:0.0:1767319413.042603:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319413.042617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319413.042622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319413.043361:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 267 00000100:00100000:2.0:1767319413.043395:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923782016:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319413.043501:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923782016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 124us (12182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319413.043520:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 267 00000100:00100000:1.0:1767319413.257389:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674176 00000100:00100000:1.0:1767319413.257401:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674176 00000100:00100000:1.0:1767319413.257479:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:1.0:1767319413.257491:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988674176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319413.257543:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319413.257641:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988674176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319413.257666:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00010000:00010000:2.0:1767319414.219022:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319415.240888:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319416.328913:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.328921:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319416.328925:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.328932:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4638 00000100:00080000:2.0:1767319416.328937:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.328946:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319416.328989:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3800 x1853163988674304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319416.329099:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988674432:0@lo:400:kworker.0 00000100:00080000:2.0:1767319416.329142:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.329146:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.329148:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.329151:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4659 00000100:00080000:2.0:1767319416.329153:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.329157:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319416.329172:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1880 x1853163988674560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319416.329190:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319416.329218:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988674688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319416.329247:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319416.329321:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.329325:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.329328:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.329332:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4659 00000100:00080000:2.0:1767319416.329335:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.329339:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319416.329354:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0380 x1853163988674816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319416.329363:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.329367:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.329369:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.329373:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4659 00000100:00080000:2.0:1767319416.329375:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.329378:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319416.329391:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163988674944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319416.329547:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319416.329554:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988675072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319416.329616:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319416.329616:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674688 00000100:00100000:1.0:1767319416.329625:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674688 00000100:00100000:0.0:1767319416.329651:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988675072 00000100:00100000:0.0:1767319416.329657:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988675072 00000100:00080000:0.0:1767319416.329666:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319416.329688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319416.329710:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1767319416.329723:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988674688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319416.329725:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:0.0:1767319416.329736:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988675072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.329793:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988674688:12345-0@lo:400:kworker.0 Request processed in 73us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319416.329794:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988675072:12345-0@lo:400:kworker.0 Request processed in 59us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319416.329812:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1767319416.329812:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1767319416.329871:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988675072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.329874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988674304:0@lo:250:kworker.0 00000100:00100000:0.0:1767319416.329888:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988674688:0@lo:400:kworker.0 00000400:00000100:1.0:1767319416.329902:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988674304 offset 0 length 520: 4 00000100:00100000:1.0:1767319416.329924:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988674560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.329946:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319416.329964:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988674816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.329986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319416.330002:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988674944:0@lo:38:kworker.0 00000100:00080000:2.0:1767319416.330044:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.330047:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.330049:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.330051:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4659 00000100:00080000:2.0:1767319416.330053:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.330057:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319416.330066:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163988675328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319416.330169:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319416.330274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988675200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319416.330301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319416.330331:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988675328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319416.330336:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988675200 00000100:00100000:0.0:1767319416.330342:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988675200 00000100:00080000:0.0:1767319416.330362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319416.330383:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767319416.330405:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988675200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.330405:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319416.330488:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674560 00000100:00100000:1.0:1767319416.330498:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674560 00000100:00100000:0.0:1767319416.330511:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674816 00000100:00100000:0.0:1767319416.330524:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674816 00000100:00100000:1.0:1767319416.330552:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988675328 00000100:00100000:0.0:1767319416.330558:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1767319416.330561:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988675328 00000100:00100000:0.0:1767319416.330569:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988674560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319416.330660:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319416.330695:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988674560:12345-0@lo:38:kworker.0 Request processed in 131us (749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319416.330812:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988674944 00000100:00100000:2.0:1767319416.330819:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988674944 00000100:00100000:2.0:1767319416.330848:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601 00000100:00100000:2.0:1767319416.330855:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988674944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319416.330876:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319416.330922:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988674944:12345-0@lo:38:kworker.0 Request processed in 66us (760us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319416.330929:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601 00000100:00100000:0.0:1767319416.331013:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1767319416.331024:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1767319416.331045:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1767319416.331055:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988675328:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.331060:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988674816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319416.331068:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319416.331077:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319416.331097:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988675328:12345-0@lo:38:kworker.0 Request processed in 40us (699us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319416.331102:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1767319416.331126:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988674816:12345-0@lo:38:kworker.0 Request processed in 78us (1137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319416.331134:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:1.0:1767319416.331414:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319416.331422:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319416.331427:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988675328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319416.331496:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988675200:12345-0@lo:400:kworker.0 Request processed in 1104us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319416.331503:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767319416.331529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988675200:0@lo:400:kworker.0 00000100:00080000:0.0:1767319416.331563:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319416.332511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988674432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319416.335013:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319416.335030:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319416.335036:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988674560:0@lo:38:kworker.0 00000100:00080000:1.0:1767319416.335070:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319416.335074:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319416.335077:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988674816:0@lo:38:kworker.0 00000100:00080000:1.0:1767319416.335087:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319416.335091:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319416.335094:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988674944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319417.867233:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988675456 00000100:00100000:1.0:1767319417.867240:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988675456 00000100:00100000:1.0:1767319417.867285:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:1.0:1767319417.867291:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988675456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319417.867315:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319417.867367:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988675456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319417.867388:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767319418.146195:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319418.146305:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319418.146386:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319418.146728:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782528 00000100:00100000:2.0:1767319418.146736:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782528 00000100:00100000:2.0:1767319418.146807:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 270 00000100:00100000:2.0:1767319418.146819:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923782528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319418.146889:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923782528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319418.146897:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 270 00000100:00100000:0.0:1767319418.148589:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319418.150104:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782784 00000100:00100000:1.0:1767319418.150114:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782784 00000100:00100000:1.0:1767319418.150174:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782656 00000100:00100000:1.0:1767319418.150178:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782656 00000100:00100000:1.0:1767319418.150213:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3176 00000100:00100000:1.0:1767319418.150220:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319418.150270:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 49us (3965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319418.150277:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3176 00000100:00100000:1.0:1767319418.150292:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3177 00000100:00100000:1.0:1767319418.150304:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319418.150328:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923782656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (3943us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319418.150335:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3177 00010000:00010000:2.0:1767319418.314886:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319418.376809:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988675584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319418.376879:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319418.376958:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988675584 00000100:00100000:2.0:1767319418.376968:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988675584 00000100:00080000:1.0:1767319418.377008:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319418.377033:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:2.0:1767319418.377044:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988675584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319418.377074:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319418.379824:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988675584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2775us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319418.379835:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:0.0:1767319418.380406:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988675584:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319419.342827:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319421.449003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319421.449015:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319421.449074:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319421.449078:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319421.449082:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319421.449090:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4663 00000100:00080000:2.0:1767319421.449096:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319421.449103:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319421.449129:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1880 x1853163988675840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319421.449198:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319421.449202:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319421.449204:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319421.449213:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4663 00000100:00080000:2.0:1767319421.449217:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319421.449222:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319421.449253:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0a80 x1853163988676096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319421.449263:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319421.449267:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319421.449269:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319421.449274:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4663 00000100:00080000:2.0:1767319421.449276:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319421.449281:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319421.449294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988675968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.449296:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3b80 x1853163988676224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319421.449345:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319421.449347:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319421.449378:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319421.449380:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319421.449385:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4663 00000100:00080000:2.0:1767319421.449387:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319421.449393:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319421.449407:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1aa00 x1853163988676608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319421.449455:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988676352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.449491:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.449542:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676352 00000100:00100000:2.0:1767319421.449549:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676352 00000100:00080000:1.0:1767319421.449632:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319421.449643:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676480 00000100:00100000:2.0:1767319421.449649:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676480 00000100:00100000:1.0:1767319421.449666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988675840:0@lo:38:kworker.0 00000100:00080000:1.0:1767319421.449707:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319421.449848:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319421.449867:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988676096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319421.449889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319421.449904:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988676224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.449997:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:2.0:1767319421.450011:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988676352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.450089:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988676352:12345-0@lo:400:kworker.0 Request processed in 82us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319421.450102:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:0.0:1767319421.450114:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.450140:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676224 00000100:00100000:0.0:1767319421.450143:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988676608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.450146:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676224 00000100:00100000:2.0:1767319421.450178:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602 00000100:00100000:0.0:1767319421.450192:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.450198:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988676224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.450221:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319421.450239:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676096 00000100:00100000:0.0:1767319421.450245:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676096 00000100:00100000:2.0:1767319421.450269:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988676224:12345-0@lo:38:kworker.0 Request processed in 81us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319421.450270:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1767319421.450282:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602 00000100:00100000:0.0:1767319421.450285:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988675712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.450330:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988676352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319421.450335:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988675712:12345-0@lo:400:kworker.0 Request processed in 52us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319421.450343:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1767319421.450376:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767319421.450388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988675712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319421.450389:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988675840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319421.450407:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319421.450417:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319421.450423:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319421.450426:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988676224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.450453:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1767319421.450459:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988676096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.450469:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319421.450934:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1767319421.450941:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988676608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319421.450953:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319421.451867:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988675840:12345-0@lo:38:kworker.0 Request processed in 1478us (2016us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319421.451876:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767319421.451998:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988676096:12345-0@lo:38:kworker.0 Request processed in 1535us (2104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319421.452007:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1767319421.452038:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988675968:0@lo:400:kworker.0 00000100:00080000:0.0:1767319421.452077:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319421.452765:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988676608:12345-0@lo:38:kworker.0 Request processed in 1820us (2577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319421.452774:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00010000:00010000:2.0:1767319422.413348:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319422.988496:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676736 00000100:00100000:2.0:1767319422.988515:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676736 00000100:00100000:2.0:1767319422.988669:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:2.0:1767319422.988691:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988676736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319422.988730:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319422.988807:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988676736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319422.988815:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1767319423.274987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319423.275032:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319423.275063:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319423.275112:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319423.275201:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923782912 00000100:00100000:1.0:1767319423.275212:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923782912 00000100:00100000:1.0:1767319423.275256:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783040 00000100:00100000:1.0:1767319423.275259:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783040 00000100:00100000:1.0:1767319423.275306:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 273 00000100:00100000:1.0:1767319423.275316:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923783040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319423.275407:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923783040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319423.275415:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 273 00000100:00100000:1.0:1767319423.275434:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 618 00000100:00100000:1.0:1767319423.275438:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923782912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319423.275459:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319423.275485:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923782912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (509us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319423.275491:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 618 00000100:00100000:1.0:1767319423.275510:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783296 00000100:00100000:1.0:1767319423.275513:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783296 00000100:00100000:1.0:1767319423.275540:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783168 00000100:00100000:1.0:1767319423.275543:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783168 00000100:00100000:1.0:1767319423.275566:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3180 00000100:00100000:1.0:1767319423.275627:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923783296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319423.275655:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923783296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319423.275661:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3180 00000100:00100000:1.0:1767319423.275673:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3181 00000100:00100000:1.0:1767319423.275679:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923783168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319423.275731:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923783168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 51us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319423.275737:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3181 00000100:00080000:1.0:1767319423.275752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319423.275756:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319423.275758:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319423.435573:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319423.503619:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676864 00000100:00100000:1.0:1767319423.503627:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676864 00000100:00100000:1.0:1767319423.503701:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:1.0:1767319423.503712:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988676864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319423.503739:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319423.503794:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988676864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319423.503802:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00080000:0.0:1767319423.503985:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319426.504966:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319426.569377:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.569388:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319426.569687:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.569692:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.569695:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.569700:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4668 00000100:00080000:1.0:1767319426.569704:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.569709:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319426.569731:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163988677120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319426.569764:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.569780:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.569782:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.569786:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4668 00000100:00080000:1.0:1767319426.569788:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.569792:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319426.569803:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5f80 x1853163988677376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319426.569812:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.569815:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.569816:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.569820:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4668 00000100:00080000:1.0:1767319426.569823:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.569826:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319426.569836:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4380 x1853163988677504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319426.569894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988677760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.569927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319426.569976:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988677120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319426.569991:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988676992 00000100:00100000:0.0:1767319426.569998:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319426.569999:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988676992 00000100:00100000:0.0:1767319426.570014:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988677376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319426.570031:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319426.570045:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988677504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319426.570050:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677120 00000100:00100000:2.0:1767319426.570053:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677120 00000100:00100000:0.0:1767319426.570065:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319426.570068:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677376 00000100:00100000:2.0:1767319426.570069:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677376 00000100:00100000:2.0:1767319426.570085:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1767319426.570091:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1767319426.570094:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988676992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570096:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988677120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319426.570126:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319426.570158:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988677120:12345-0@lo:38:kworker.0 Request processed in 60us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319426.570165:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1767319426.570184:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767319426.570187:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988677376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319426.570196:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319426.570218:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988677376:12345-0@lo:38:kworker.0 Request processed in 29us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319426.570224:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:0.0:1767319426.570280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319426.570285:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319426.570288:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988677120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319426.570296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319426.570299:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319426.570302:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988677376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319426.570360:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677760 00000100:00100000:0.0:1767319426.570364:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677760 00000100:00100000:0.0:1767319426.570392:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:0.0:1767319426.570398:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988677760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570431:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988677760:12345-0@lo:400:kworker.0 Request processed in 33us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319426.570437:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00100000:0.0:1767319426.570459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988677632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319426.570498:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319426.570505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988677248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570524:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319426.570547:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677248 00000100:00100000:0.0:1767319426.570550:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677248 00000100:00100000:0.0:1767319426.570573:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1767319426.570599:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988677248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570629:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988677248:12345-0@lo:400:kworker.0 Request processed in 50us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319426.570635:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1767319426.570660:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988677760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570693:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988677248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570706:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677632 00000100:00100000:0.0:1767319426.570709:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677632 00000100:00100000:0.0:1767319426.570731:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:0.0:1767319426.570737:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988677632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570765:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988677632:12345-0@lo:400:kworker.0 Request processed in 29us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319426.570771:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00100000:0.0:1767319426.570792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988677632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.570837:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677504 00000100:00100000:0.0:1767319426.570841:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677504 00000100:00100000:0.0:1767319426.570861:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603 00000100:00100000:0.0:1767319426.570865:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988677504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319426.570875:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319426.570904:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988677504:12345-0@lo:38:kworker.0 Request processed in 37us (838us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319426.570910:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603 00000100:00080000:0.0:1767319426.570925:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319426.570928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319426.570930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319426.570944:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319426.570948:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319426.570951:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988677504:0@lo:38:kworker.0 00000100:00080000:1.0:1767319426.577671:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.577680:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.577684:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.577690:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4668 00000100:00080000:1.0:1767319426.577695:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.577701:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319426.577737:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163988677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319426.577939:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988677888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319426.578007:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.578155:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988677888 00000100:00100000:1.0:1767319426.578168:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988677888 00000100:00100000:1.0:1767319426.578206:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1767319426.578211:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988677888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319426.578228:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319426.578288:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988677888:12345-0@lo:38:kworker.0 Request processed in 74us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319426.578295:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:1.0:1767319426.578340:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319426.578343:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319426.578346:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988677888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319426.589068:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988676992:12345-0@lo:400:kworker.0 Request processed in 18965us (19449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319426.589084:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00010000:00010000:2.0:1767319427.529548:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319428.104996:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678016 00000100:00100000:2.0:1767319428.105005:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678016 00000100:00100000:2.0:1767319428.105081:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767319428.105090:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988678016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319428.105116:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319428.105170:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988678016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319428.105193:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:0.0:1767319428.105216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988678016:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319428.105300:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319428.385041:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319428.385138:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783424 00000100:00100000:2.0:1767319428.385148:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783424 00000100:00100000:2.0:1767319428.385201:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 622 00000100:00100000:2.0:1767319428.385209:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923783424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319428.385263:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319428.385330:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923783424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 120us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319428.385337:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 622 00000100:00100000:1.0:1767319428.387180:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319428.387234:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319428.387364:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783680 00000100:00100000:0.0:1767319428.387377:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783680 00000100:00100000:1.0:1767319428.388020:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319428.389430:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319428.389800:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3185 00000100:00100000:0.0:1767319428.389813:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923783680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319428.389885:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923783680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319428.389892:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3185 00000100:00080000:1.0:1767319428.390010:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319428.392159:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783552 00000100:00100000:2.0:1767319428.392177:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783552 00000100:00100000:2.0:1767319428.392358:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 276 00000100:00100000:2.0:1767319428.392369:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923783552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319428.392697:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923783552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 330us (5470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319428.392706:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 276 00000100:00080000:1.0:1767319428.392805:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319428.617376:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319428.617399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988678144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319428.617491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319428.617622:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678144 00000100:00100000:1.0:1767319428.617632:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678144 00000100:00100000:1.0:1767319428.617722:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767319428.617731:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988678144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319428.617769:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319428.617828:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988678144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319428.617836:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767319428.617905:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988678144:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319428.618342:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319430.604556:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319431.625227:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319431.689015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988678272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319431.689115:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319431.689203:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988678400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319431.689214:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678272 00000100:00100000:1.0:1767319431.689227:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678272 00000100:00100000:0.0:1767319431.689246:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319431.689300:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678400 00000100:00100000:1.0:1767319431.689305:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678400 00000100:00100000:1.0:1767319431.689331:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1767319431.689344:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988678272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319431.689372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988678656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.689407:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319431.689411:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988678272:12345-0@lo:400:kworker.0 Request processed in 71us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319431.689420:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1767319431.689436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988678784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319431.689439:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678656 00000100:00100000:1.0:1767319431.689443:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678656 00000100:00100000:0.0:1767319431.689466:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319431.689466:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767319431.689471:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988678400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319431.689496:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319431.689532:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988678400:12345-0@lo:38:kworker.0 Request processed in 58us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319431.689539:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767319431.689555:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678528 00000100:00100000:1.0:1767319431.689560:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678528 00000100:00100000:0.0:1767319431.689635:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988679168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.689672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319431.689673:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1767319431.689683:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988678528:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319431.689705:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.689715:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319431.689718:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988678528:12345-0@lo:400:kworker.0 Request processed in 36us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319431.689720:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988678400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319431.689725:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1767319431.689749:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988679168 00000100:00100000:1.0:1767319431.689755:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988679168 00000100:00100000:0.0:1767319431.689762:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767319431.689769:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988678656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319431.689791:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319431.689839:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988678656:12345-0@lo:38:kworker.0 Request processed in 69us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319431.689848:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767319431.690043:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988678784 00000100:00100000:0.0:1767319431.690048:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988678784 00000100:00100000:0.0:1767319431.690074:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604 00000100:00100000:0.0:1767319431.690079:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988678784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319431.690089:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319431.690117:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988678784:12345-0@lo:38:kworker.0 Request processed in 37us (651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319431.690124:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604 00000100:00080000:0.0:1767319431.690179:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.690183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.690187:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988678784:0@lo:38:kworker.0 00000100:00080000:0.0:1767319431.690196:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.690199:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.690202:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988678656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.690238:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988678272:0@lo:400:kworker.0 00000100:00080000:0.0:1767319431.690646:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319431.690652:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319431.690655:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319431.700340:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1767319431.700359:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988679168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319431.700393:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319431.700516:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988679168:12345-0@lo:38:kworker.0 Request processed in 158us (10844us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319431.700524:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:0.0:1767319431.700844:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.700851:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.700856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988679168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319433.225088:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988679296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319433.225206:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319433.225343:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988679296 00000100:00100000:1.0:1767319433.225353:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988679296 00000100:00100000:1.0:1767319433.225449:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:1.0:1767319433.225459:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988679296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319433.225498:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319433.226115:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988679296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 654us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319433.226127:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00100000:0.0:1767319433.228164:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988679296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319433.505493:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319433.505550:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319433.505646:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319433.505686:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319433.505775:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923783936 00000100:00100000:1.0:1767319433.505788:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923783936 00000100:00100000:1.0:1767319433.505850:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923784064 00000100:00100000:1.0:1767319433.505855:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923784064 00000100:00100000:1.0:1767319433.505899:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 279 00000100:00100000:1.0:1767319433.505923:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923784064:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319433.506039:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 626 00000100:00100000:2.0:1767319433.506065:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923783936:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319433.506092:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319433.506180:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3189 00000100:00100000:0.0:1767319433.506190:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923784192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319433.507084:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923784064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1159us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319433.507096:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 279 00000100:00100000:2.0:1767319433.515512:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923783936:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 9429us (10017us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319433.515529:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 626 00000100:00100000:0.0:1767319433.520282:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923784192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 14070us (14571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319433.520878:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3189 00000100:00100000:2.0:1767319433.736917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988679424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319433.737019:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319433.737186:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988679424 00000100:00100000:1.0:1767319433.737197:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988679424 00000100:00100000:1.0:1767319433.737284:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767319433.737295:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988679424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319433.737337:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319433.737405:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988679424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319433.737414:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767319433.737472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988679424:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319433.737624:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319434.697012:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319435.721013:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319436.810480:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319436.810498:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319436.810599:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319436.810604:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319436.810609:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319436.810620:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319436.810626:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319436.810633:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319436.810660:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0380 x1853163988679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319436.810714:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319436.810737:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319436.810739:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319436.810743:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319436.810745:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319436.810749:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319436.810771:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3100 x1853163988679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319436.810780:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319436.810784:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319436.810785:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319436.810790:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319436.810792:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319436.810796:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319436.810810:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2680 x1853163988680064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319436.810836:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319436.810839:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319436.810841:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319436.810845:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319436.810848:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319436.810851:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319436.810867:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e680 x1853163988680448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319436.810904:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988679808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319436.811003:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319436.811096:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319436.811103:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988680192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319436.811145:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.812199:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988679680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319436.812235:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.812273:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988679936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319436.812294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.812312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988680064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319436.812338:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.812364:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988680448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319436.812384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.812418:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680064 00000100:00100000:2.0:1767319436.812423:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680064 00000100:00100000:2.0:1767319436.812450:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605 00000100:00100000:2.0:1767319436.812456:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988680064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319436.812478:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319436.812515:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988680064:12345-0@lo:38:kworker.0 Request processed in 58us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319436.812532:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605 00000100:00100000:2.0:1767319436.812557:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988679680 00000100:00100000:2.0:1767319436.812561:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988679680 00000100:00100000:2.0:1767319436.812620:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988679936 00000100:00100000:2.0:1767319436.812623:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988679936 00000100:00100000:2.0:1767319436.812639:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680448 00000100:00100000:2.0:1767319436.812642:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680448 00000100:00100000:2.0:1767319436.812651:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1767319436.812655:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988679680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319436.812666:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319436.812691:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988679680:12345-0@lo:38:kworker.0 Request processed in 35us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319436.812698:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1767319436.812709:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767319436.812713:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988679936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319436.812721:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319436.812743:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988679936:12345-0@lo:38:kworker.0 Request processed in 29us (448us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319436.812749:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767319436.812759:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1767319436.812762:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988680448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319436.812771:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319436.812793:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988680448:12345-0@lo:38:kworker.0 Request processed in 29us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319436.812799:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00080000:2.0:1767319436.812853:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319436.812865:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319436.812869:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988679680:0@lo:38:kworker.0 00000100:00080000:2.0:1767319436.812880:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319436.812883:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319436.812886:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988679936:0@lo:38:kworker.0 00000100:00080000:2.0:1767319436.812894:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319436.812897:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319436.812900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988680064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319436.812907:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319436.812910:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319436.812912:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988680448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319436.813300:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988680192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319436.813314:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988679808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.603924:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319437.603973:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319437.604124:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923784704 00000100:00100000:1.0:1767319437.604134:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923784704 00000100:00100000:1.0:1767319437.604215:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 282 00000100:00100000:1.0:1767319437.604225:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923784704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319437.604318:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923784704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319437.604326:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 282 00000100:00100000:0.0:1767319437.605163:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319437.605261:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319437.607727:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923784448 offset 0 length 520: 4 00000100:00100000:0.0:1767319437.607759:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319437.607921:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923784832 00000100:00100000:1.0:1767319437.607927:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923784576 00000100:00100000:1.0:1767319437.607938:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923784576 00000100:00100000:2.0:1767319437.607938:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923784832 00000100:00100000:1.0:1767319437.607989:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 630 00000100:00100000:1.0:1767319437.607997:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923784576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319437.608020:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319437.608095:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923784576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319437.608102:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 630 00000100:00080000:0.0:1767319437.609873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319437.609887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319437.620064:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3193 00000100:00100000:2.0:1767319437.620092:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923784832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319437.620231:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923784832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 151us (15067us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319437.620239:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3193 00000100:00100000:1.0:1767319438.344877:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319438.344911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988680576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319438.345008:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319438.345521:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680576 00000100:00100000:2.0:1767319438.345535:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680576 00000100:00100000:2.0:1767319438.345651:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767319438.345662:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988680576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319438.345704:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319438.345803:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988680576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319438.345811:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00080000:0.0:1767319438.345894:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319438.793075:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319438.857550:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680704 00000100:00100000:1.0:1767319438.857560:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680704 00000100:00080000:0.0:1767319438.857663:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319438.858753:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:1.0:1767319438.858836:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988680704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319438.858882:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319438.859054:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988680704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 290us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319438.859084:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00010000:00010000:2.0:1767319439.819638:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319441.930008:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988681600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319441.930050:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319441.930087:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319441.930093:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988680832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319441.930114:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319441.930148:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680832 00000100:00100000:1.0:1767319441.930151:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680832 00000100:00100000:1.0:1767319441.930180:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1767319441.930187:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988680832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319441.930224:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988680832:12345-0@lo:400:kworker.0 Request processed in 37us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319441.930246:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1767319441.930273:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988680832:0@lo:400:kworker.0 00000100:00080000:0.0:1767319441.931373:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319441.932041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319441.932044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319441.932244:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319416/real 1767319416] req@ffff9e7d2a4b3800 x1853163988674304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319441 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319441.932263:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4b3800 x1853163988674304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319441 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319441.932278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988680960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319441.932312:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319441.932352:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988681216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319441.932375:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319441.932401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988681344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319441.932423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319441.932446:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988681728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319441.932465:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319441.932481:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319441.932492:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319441.932496:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988674304:0@lo:250:kworker.0 00000100:00100000:2.0:1767319441.932525:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988680960 00000100:00100000:2.0:1767319441.932529:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988680960 00000100:00100000:2.0:1767319441.932550:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988681216 00000100:00100000:2.0:1767319441.932553:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988681216 00000100:00100000:2.0:1767319441.932563:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988681728 00000100:00100000:2.0:1767319441.932565:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988681728 00000100:00100000:2.0:1767319441.932605:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1767319441.932610:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988680960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319441.932627:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319441.932660:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988680960:12345-0@lo:38:kworker.0 Request processed in 49us (347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319441.932667:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1767319441.932680:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1767319441.932684:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988681216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319441.932693:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319441.932716:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988681216:12345-0@lo:38:kworker.0 Request processed in 31us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319441.932721:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1767319441.932731:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767319441.932734:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988681728:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319441.932876:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319441.932882:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319441.932884:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319441.932889:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4663 00000100:00080000:0.0:1767319441.932892:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319441.932896:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319441.932927:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c700 x1853163988681856/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319441.932986:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988681344 00000100:00100000:0.0:1767319441.932996:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988681344 00000100:00100000:0.0:1767319441.933019:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1767319441.933023:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988681344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319441.933034:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319441.933063:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988681344:12345-0@lo:38:kworker.0 Request processed in 39us (639us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319441.933069:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1767319441.933101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988681856:0@lo:250:kworker.0 00000400:00000100:0.0:1767319441.933121:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988681856 offset 0 length 520: 4 00000100:00080000:0.0:1767319441.933146:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319441.933150:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319441.933153:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988680960:0@lo:38:kworker.0 00000100:00080000:0.0:1767319441.933162:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319441.933165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319441.933167:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988681216:0@lo:38:kworker.0 00000100:00080000:0.0:1767319441.933175:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319441.933178:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319441.933181:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988681344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319441.933448:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988681600:0@lo:400:kworker.0 00010000:00020000:2.0:1767319441.934368:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319441.934427:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988681728:12345-0@lo:38:kworker.0 Request processed in 1689us (1958us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319441.934435:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:0.0:1767319441.935022:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319441.935038:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319441.935041:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988681728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319442.724108:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319442.724343:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923785216 00000100:00100000:2.0:1767319442.724353:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923785216 00000100:00100000:0.0:1767319442.724456:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319442.724491:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319442.724550:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319442.724636:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923785472 00000100:00100000:0.0:1767319442.724641:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923785472 00000100:00100000:1.0:1767319442.724700:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923785088 00000100:00100000:1.0:1767319442.724705:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923785088 00000100:00100000:2.0:1767319442.724741:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 285 00000100:00100000:2.0:1767319442.724751:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923785216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319442.724825:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923785216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319442.724832:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 285 00000100:00100000:2.0:1767319442.724861:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 634 00000100:00100000:2.0:1767319442.724865:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923785088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319442.724885:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319442.724923:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923785088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (467us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319442.724930:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 634 00000100:00100000:0.0:1767319442.726991:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3197 00000100:00100000:0.0:1767319442.727006:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923785472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319442.727065:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923785472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 65us (2573us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319442.727072:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3197 00000100:00080000:0.0:1767319442.727128:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319442.888810:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319443.464941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988681984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319443.465033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319443.465459:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988681984 00000100:00100000:2.0:1767319443.465468:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988681984 00000100:00100000:2.0:1767319443.465544:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:2.0:1767319443.465554:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988681984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319443.465613:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767319443.465704:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319443.468437:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988681984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2876us (3395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319443.468451:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767319443.468625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988681984:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319443.912780:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319443.977144:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319443.977169:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988682112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319443.977252:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319443.977350:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682112 00000100:00100000:1.0:1767319443.977358:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682112 00000100:00100000:1.0:1767319443.977437:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1767319443.977447:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988682112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319443.977476:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319443.977519:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988682112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319443.977538:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:2.0:1767319443.977782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988682112:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319443.979273:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319446.984811:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319447.049771:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.049782:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319447.049932:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988682240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319447.050009:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319447.050079:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.050086:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.050090:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.050096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4688 00000100:00080000:1.0:1767319447.050100:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.050106:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:0.0:1767319447.050125:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319447.050133:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0700 x1853163988682368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.050174:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988682368:0@lo:38:kworker.0 00000100:00080000:1.0:1767319447.050187:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.050192:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.050195:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.050199:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4688 00000100:00080000:1.0:1767319447.050202:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.050208:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319447.050215:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.050229:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163988682624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.050244:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767319447.050249:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319447.050255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988682496:0@lo:400:kworker.0 00000100:00080000:1.0:1767319447.050258:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.050262:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.050266:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4688 00000100:00080000:1.0:1767319447.050269:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.050273:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319447.050282:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.050311:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163988682752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.050321:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682368 00000100:00100000:0.0:1767319447.050326:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682368 00000100:00100000:0.0:1767319447.050352:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682496 00000100:00100000:0.0:1767319447.050356:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682496 00000100:00100000:0.0:1767319447.050385:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1767319447.050392:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988682496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050423:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988682496:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.050434:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1767319447.050449:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1767319447.050452:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988682368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.050466:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.050486:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988682368:12345-0@lo:38:kworker.0 Request processed in 34us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.050490:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1767319447.050501:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319447.050507:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988682880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050522:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.050546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988682496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050563:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682880 00000100:00100000:0.0:1767319447.050565:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682880 00000100:00100000:0.0:1767319447.050607:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1767319447.050613:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988682880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050646:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988682880:12345-0@lo:400:kworker.0 Request processed in 32us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.050653:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00080000:0.0:1767319447.050669:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319447.050683:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988682880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988683008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.050743:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683008 00000100:00100000:0.0:1767319447.050746:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683008 00000100:00100000:0.0:1767319447.050775:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:0.0:1767319447.050788:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988683008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050823:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988683008:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.050830:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00080000:0.0:1767319447.050843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319447.050858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988683008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.050875:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988682624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.050909:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.050925:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988682752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.050944:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319447.050978:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.050982:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.050986:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988682368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.051009:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682752 00000100:00100000:0.0:1767319447.051012:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682752 00000100:00100000:0.0:1767319447.051032:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1767319447.051036:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988682752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.051046:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.051074:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988682752:12345-0@lo:38:kworker.0 Request processed in 37us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.051080:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1767319447.051096:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988682624 00000100:00100000:0.0:1767319447.051099:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988682624 00000100:00100000:0.0:1767319447.051117:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1767319447.051122:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988682624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.051139:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.051163:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988682624:12345-0@lo:38:kworker.0 Request processed in 40us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.051169:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:0.0:1767319447.051200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.051203:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.051206:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988682624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319447.051214:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.051217:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.051219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988682752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319447.051720:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988682240:0@lo:400:kworker.0 00000100:00080000:1.0:1767319447.052048:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.052052:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.052055:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.052059:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4688 00000100:00080000:1.0:1767319447.052062:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.052066:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319447.052089:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163988683136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.052151:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988683136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.052272:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319447.052979:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.053064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.053069:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988683136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319447.842779:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319447.842832:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319447.842944:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923785856 00000100:00100000:0.0:1767319447.842956:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923785856 00000100:00080000:2.0:1767319447.843052:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319447.843056:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3200 00000100:00100000:0.0:1767319447.843076:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923785856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319447.843169:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923785856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.843182:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3200 00000100:00100000:2.0:1767319447.843280:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319447.843493:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319447.843605:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923785984 00000100:00100000:0.0:1767319447.843612:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923785984 00000100:00100000:0.0:1767319447.843678:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3201 00000100:00100000:0.0:1767319447.843691:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923785984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319447.843754:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923785984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 53us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.843774:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3201 00000100:00080000:2.0:1767319447.844179:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319447.844185:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319448.019499:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319448.585120:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319448.585146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988683264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319448.585221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319448.585423:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683264 00000100:00100000:2.0:1767319448.585434:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683264 00000100:00100000:2.0:1767319448.585493:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:2.0:1767319448.585502:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988683264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319448.585546:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319448.585625:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988683264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319448.585632:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00100000:1.0:1767319448.585674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988683264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319449.100036:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319449.100061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988683392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319449.100138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319449.100223:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683392 00000100:00100000:1.0:1767319449.100232:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683392 00000100:00100000:1.0:1767319449.100305:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:1.0:1767319449.100314:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988683392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319449.100344:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319449.100389:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988683392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319449.100394:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:1.0:1767319449.100432:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988683392:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319449.100536:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319451.083448:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319452.104878:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319452.168820:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319452.168841:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319452.168921:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319452.168925:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319452.168930:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319452.168940:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4693 00000100:00080000:0.0:1767319452.168945:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319452.168952:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319452.168976:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988683648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319452.168990:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319452.169008:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988683520:0@lo:400:kworker.0 00000100:00080000:0.0:1767319452.169025:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319452.169030:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319452.169033:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319452.169038:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4693 00000100:00080000:0.0:1767319452.169040:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319452.169044:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319452.169060:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988683904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319452.169070:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319452.169089:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319452.169092:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319452.169098:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4693 00000100:00100000:2.0:1767319452.169101:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319452.169103:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319452.169110:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319452.169127:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319452.169153:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683520 00000100:00100000:2.0:1767319452.169162:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683520 00000100:00100000:2.0:1767319452.169224:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1767319452.169236:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988683520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319452.169289:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988683520:12345-0@lo:400:kworker.0 Request processed in 55us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319452.169305:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00080000:2.0:1767319452.169330:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319452.169370:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988683520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319452.169479:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683904 00000100:00100000:2.0:1767319452.169485:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683904 00000100:00100000:2.0:1767319452.169507:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767319452.169512:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988683904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319452.169535:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319452.169604:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988683904:12345-0@lo:38:kworker.0 Request processed in 88us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319452.169620:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:2.0:1767319452.169675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319452.169676:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319452.169684:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319452.169688:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988683648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319452.169692:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988683776:0@lo:400:kworker.0 00000100:00080000:2.0:1767319452.169700:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319452.169706:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319452.169709:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988683904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319452.169728:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319452.169761:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988683776 00000100:00100000:2.0:1767319452.169774:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988683776 00000100:00080000:1.0:1767319452.169840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319452.172238:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988684032:0@lo:38:kworker.0 00000100:00080000:0.0:1767319452.172254:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319452.172259:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319452.172263:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319452.172268:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4693 00000100:00080000:0.0:1767319452.172272:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319452.172279:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319452.172303:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988684416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319452.172325:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319452.172334:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319452.172350:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988684160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.172372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988684416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.172389:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319452.172408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319452.172427:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319452.172439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988684288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.172458:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684416 00000100:00100000:1.0:1767319452.172469:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684416 00000100:00100000:0.0:1767319452.172472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319452.172519:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684032 00000100:00100000:0.0:1767319452.172523:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684032 00000100:00100000:0.0:1767319452.172553:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4608 00000100:00100000:0.0:1767319452.172560:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988684032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319452.172599:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319452.172649:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988684032:12345-0@lo:38:kworker.0 Request processed in 88us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319452.172656:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4608 00000100:00100000:0.0:1767319452.172682:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684160 00000100:00100000:0.0:1767319452.172686:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684160 00000100:00100000:0.0:1767319452.172720:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684288 00000100:00100000:0.0:1767319452.172723:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684288 00000100:00100000:0.0:1767319452.172745:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:0.0:1767319452.172752:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988684160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.172803:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988684160:12345-0@lo:400:kworker.0 Request processed in 51us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319452.172809:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:0.0:1767319452.172820:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:0.0:1767319452.172826:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988684288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.172855:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988684288:12345-0@lo:400:kworker.0 Request processed in 30us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319452.172860:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:0.0:1767319452.172917:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988684160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.172943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988684288:0@lo:400:kworker.0 00000100:00080000:0.0:1767319452.172982:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319452.172987:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319452.172991:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988684032:0@lo:38:kworker.0 00000100:00080000:0.0:1767319452.173010:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319452.173015:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319452.174491:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1767319452.174507:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988683776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319452.177174:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988683776:12345-0@lo:400:kworker.0 Request processed in 2665us (7438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319452.177190:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1767319452.177313:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988683776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.177526:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1767319452.177535:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988684416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319452.177557:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319452.177692:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988684416:12345-0@lo:38:kworker.0 Request processed in 157us (5284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319452.177699:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:0.0:1767319452.177846:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319452.177851:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319452.177855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988684416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319452.961070:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319452.961129:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319452.961166:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319452.961191:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319452.961333:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923786112 00000100:00100000:2.0:1767319452.961348:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923786112 00000100:00100000:2.0:1767319452.961376:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923786240 00000100:00100000:2.0:1767319452.961380:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923786240 00000100:00100000:2.0:1767319452.961418:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:2.0:1767319452.961430:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923786240:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767319452.961499:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319452.961504:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319452.961506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319452.961543:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 642 00000100:00100000:1.0:1767319452.961549:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923786112:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319452.961574:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319452.964125:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923786240:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2688us (2948us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319452.964135:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 291 00000100:00100000:1.0:1767319452.968205:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923786112:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 6635us (7056us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319452.970340:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 642 00000100:00100000:1.0:1767319453.705572:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684544 00000100:00100000:1.0:1767319453.705601:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684544 00000100:00100000:1.0:1767319453.705666:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767319453.705677:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988684544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319453.705709:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319453.705783:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988684544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319453.705790:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1767319454.217781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988684672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319454.217854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319454.218419:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684672 00000100:00100000:1.0:1767319454.218429:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684672 00000100:00100000:1.0:1767319454.218498:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767319454.218508:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988684672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319454.218538:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319454.218617:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988684672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319454.218625:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00080000:0.0:1767319454.218682:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319455.179086:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319456.201006:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319457.289412:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319457.289423:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319457.290932:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988684800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319457.291000:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319457.291076:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988684800 00000100:00100000:1.0:1767319457.291083:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988684800 00000100:00100000:1.0:1767319457.291143:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1767319457.291150:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988684800:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319457.291865:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319457.291873:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319457.291876:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319457.291882:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4699 00000100:00080000:2.0:1767319457.291886:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319457.291900:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319457.291928:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163988684928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319457.291968:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319457.291971:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319457.291973:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319457.291987:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4699 00000100:00080000:2.0:1767319457.291990:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319457.292007:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319457.292020:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e680 x1853163988685184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319457.292029:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319457.292032:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319457.292034:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319457.292047:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4699 00000100:00080000:2.0:1767319457.292049:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319457.292053:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319457.292065:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c000 x1853163988685312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319457.296384:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988684800:12345-0@lo:400:kworker.0 Request processed in 5230us (5379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319457.296393:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1767319457.296510:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988684800:0@lo:400:kworker.0 00000100:00080000:2.0:1767319457.296819:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319457.296826:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319457.296829:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319457.296834:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4699 00000100:00080000:2.0:1767319457.296838:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319457.296843:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319457.296876:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45df80 x1853163988685696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319457.299555:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988685696 00000100:00100000:1.0:1767319457.299564:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988685696 00000100:00100000:1.0:1767319457.300243:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1767319457.300251:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988685696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319457.300360:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319457.300432:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988685696:12345-0@lo:38:kworker.0 Request processed in 180us (1006us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319457.300439:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:2.0:1767319457.300515:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319457.300521:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319457.300524:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988685696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319458.087310:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319458.087343:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319458.087360:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319458.087431:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319458.087521:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923786624 00000100:00100000:1.0:1767319458.087531:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923786624 00000100:00100000:1.0:1767319458.087608:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923786752 00000100:00100000:1.0:1767319458.087611:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923786752 00000100:00100000:1.0:1767319458.087657:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 294 00000100:00100000:1.0:1767319458.087669:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923786752:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319458.087754:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923786752:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319458.087762:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 294 00000100:00100000:1.0:1767319458.087779:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 646 00000100:00100000:1.0:1767319458.087784:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923786624:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319458.087804:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319458.087829:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923786624:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319458.087834:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 646 00000100:00100000:1.0:1767319458.825161:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988685824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319458.825231:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319458.825402:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988685824 00000100:00100000:0.0:1767319458.825411:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988685824 00000100:00100000:0.0:1767319458.825464:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:0.0:1767319458.825473:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988685824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319458.825502:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319458.825566:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988685824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319458.825574:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00010000:00010000:2.0:1767319459.274829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319459.338883:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988685952 00000100:00100000:0.0:1767319459.338896:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988685952 00000100:00100000:0.0:1767319459.338981:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:0.0:1767319459.338991:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988685952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319459.339040:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767319459.340214:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319459.342039:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988685952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3041us (4995us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319459.342053:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00010000:00010000:2.0:1767319460.298269:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319462.408825:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.408847:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319462.409012:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.409017:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.409021:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.409028:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4704 00000100:00080000:0.0:1767319462.409033:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.409039:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319462.409068:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1f80 x1853163988686208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319462.409129:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.409133:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.409135:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.409139:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4704 00000100:00080000:0.0:1767319462.409141:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.409145:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319462.409158:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163988686464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319462.409167:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.409171:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.409184:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.409189:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4704 00000100:00080000:0.0:1767319462.409192:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.409196:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319462.409210:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163988686592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319462.409286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988686336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319462.409350:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319462.409406:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319462.409412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988686720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319462.409438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319462.409470:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686720 00000100:00100000:1.0:1767319462.409476:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686720 00000100:00100000:1.0:1767319462.409525:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:1.0:1767319462.409533:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988686720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319462.409616:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988686720:12345-0@lo:400:kworker.0 Request processed in 46us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319462.409624:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:1.0:1767319462.409663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988686720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319462.409751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988686208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319462.409781:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319462.409815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988686464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319462.409833:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319462.409848:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988686592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319462.409867:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319462.409898:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686336 00000100:00100000:2.0:1767319462.409902:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686336 00000100:00100000:2.0:1767319462.409928:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686208 00000100:00100000:2.0:1767319462.409930:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686208 00000100:00100000:2.0:1767319462.409942:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686464 00000100:00100000:2.0:1767319462.409944:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686464 00000100:00100000:2.0:1767319462.409957:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1767319462.409964:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988686336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319462.409998:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988686336:12345-0@lo:400:kworker.0 Request processed in 34us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319462.410004:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1767319462.410017:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1767319462.410020:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988686208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319462.410037:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319462.410063:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988686208:12345-0@lo:38:kworker.0 Request processed in 41us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319462.410069:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1767319462.410080:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767319462.410083:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988686464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319462.410090:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319462.410134:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988686464:12345-0@lo:38:kworker.0 Request processed in 49us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319462.410140:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:2.0:1767319462.410159:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319462.410163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319462.410177:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.410182:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319462.410185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988686208:0@lo:38:kworker.0 00000100:00080000:2.0:1767319462.410192:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.410195:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319462.410197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988686464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319462.410222:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988686336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319462.410249:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686592 00000100:00100000:2.0:1767319462.410253:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686592 00000100:00100000:2.0:1767319462.410271:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4610 00000100:00100000:2.0:1767319462.410275:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988686592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319462.410284:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319462.410313:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988686592:12345-0@lo:38:kworker.0 Request processed in 36us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319462.410319:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4610 00000100:00080000:2.0:1767319462.410344:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.410347:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319462.410350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988686592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319462.412211:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686848 00000100:00100000:1.0:1767319462.412218:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686848 00000100:00100000:1.0:1767319462.412274:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:1.0:1767319462.412282:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988686848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319462.412326:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988686848:12345-0@lo:400:kworker.0 Request processed in 46us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319462.412332:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00080000:0.0:1767319462.414625:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.414633:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.414637:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.414643:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4704 00000100:00080000:0.0:1767319462.414647:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.414653:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319462.414688:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680a80 x1853163988686976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319462.414739:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988686976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319462.414795:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319462.416993:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686080 00000100:00100000:2.0:1767319462.417008:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686080 00000100:00100000:2.0:1767319462.417174:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988686976 00000100:00100000:2.0:1767319462.417179:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988686976 00000100:00080000:0.0:1767319462.417439:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319462.417468:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319462.417472:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319462.417476:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988686976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319462.417522:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988686080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319463.204151:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923787264 00000100:00100000:1.0:1767319463.204161:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923787264 00000100:00100000:1.0:1767319463.204202:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923787392 00000100:00100000:1.0:1767319463.204206:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923787392 00000100:00100000:1.0:1767319463.204245:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:1.0:1767319463.204255:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923787392:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319463.204328:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923787392:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319463.204345:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 297 00000100:00100000:1.0:1767319463.204363:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 650 00000100:00100000:1.0:1767319463.204368:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923787264:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319463.204388:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319463.204416:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923787264:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (493us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319463.204423:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 650 00000100:00080000:0.0:1767319463.205063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319463.205067:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319463.205070:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319463.368791:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319463.945758:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319463.945798:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988687104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319463.945863:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319463.945910:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687104 00000100:00100000:2.0:1767319463.945920:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687104 00000100:00100000:2.0:1767319463.946174:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767319463.946195:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988687104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319463.946224:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319463.946282:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988687104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319463.946290:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00010000:00010000:2.0:1767319464.392916:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319464.457218:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687232 00000100:00100000:0.0:1767319464.457227:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687232 00000100:00100000:0.0:1767319464.457385:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:0.0:1767319464.457395:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988687232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319464.457436:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319464.457488:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988687232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319464.457496:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00080000:1.0:1767319464.457875:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319466.506543:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319441/real 1767319441] req@ffff9e7d3bc5c700 x1853163988681856/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319466.506599:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5c700 x1853163988681856/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319466.506620:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.506656:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319466.506660:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988681856:0@lo:250:kworker.0 00000100:00080000:0.0:1767319466.506829:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319466.506835:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319466.506838:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319466.506843:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4688 00000100:00080000:0.0:1767319466.506847:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319466.506853:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319466.506887:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683800 x1853163988687360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319466.506950:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319466.506954:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319466.506955:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319466.506959:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4709 00000100:00080000:0.0:1767319466.506963:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319466.506966:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319466.506980:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681500 x1853163988687616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319466.507031:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319466.507034:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319466.507036:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319466.507040:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4709 00000100:00080000:0.0:1767319466.507042:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319466.507046:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319466.507056:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163988687872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319466.507065:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319466.507068:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319466.507070:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319466.507074:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4709 00000100:00080000:0.0:1767319466.507075:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319466.507079:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319466.507088:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163988688000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319466.507109:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319466.507112:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319466.507114:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319466.507117:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4709 00000100:00080000:0.0:1767319466.507119:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319466.507122:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319466.507131:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683b80 x1853163988688384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319466.507165:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988688128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319466.507230:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319466.507287:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319466.507304:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988687744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319466.507327:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319466.507363:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687744 00000100:00100000:0.0:1767319466.507369:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687744 00000100:00100000:0.0:1767319466.507414:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1767319466.507423:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988687744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319466.507469:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988688256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319466.507474:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988687744:12345-0@lo:400:kworker.0 Request processed in 51us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319466.507483:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1767319466.507510:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319466.507537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988687744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319466.507556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319466.507565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988687488:0@lo:400:kworker.0 00000100:00080000:0.0:1767319466.507574:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319466.507623:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319466.507654:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687488 00000100:00100000:0.0:1767319466.507659:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687488 00000100:00100000:0.0:1767319466.507695:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1767319466.507702:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988687488:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319466.507710:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319466.507739:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988687488:12345-0@lo:400:kworker.0 Request processed in 36us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319466.507747:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1767319466.507757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988687488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319466.508561:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988687360:0@lo:250:kworker.0 00000400:00000100:2.0:1767319466.508607:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988687360 offset 0 length 520: 4 00000100:00100000:2.0:1767319466.508640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988687616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319466.508666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.508691:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988687872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319466.508710:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.508741:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988688000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319466.508765:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.508781:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988688384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319466.508798:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.508824:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988688000 00000100:00100000:2.0:1767319466.508828:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988688000 00000100:00100000:2.0:1767319466.508848:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611 00000100:00100000:2.0:1767319466.508852:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988688000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319466.508869:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319466.508900:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988688000:12345-0@lo:38:kworker.0 Request processed in 47us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319466.508906:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611 00000100:00100000:2.0:1767319466.508926:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687616 00000100:00100000:2.0:1767319466.508929:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687616 00000100:00100000:2.0:1767319466.508942:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1767319466.508946:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988687616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319466.508955:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319466.508978:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988687616:12345-0@lo:38:kworker.0 Request processed in 31us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319466.508984:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1767319466.508992:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988687872 00000100:00100000:2.0:1767319466.508995:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988687872 00000100:00100000:2.0:1767319466.509008:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988688384 00000100:00100000:2.0:1767319466.509011:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988688384 00000100:00100000:2.0:1767319466.509023:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1767319466.509026:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988687872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319466.509034:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319466.509063:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988687872:12345-0@lo:38:kworker.0 Request processed in 35us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319466.509069:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1767319466.509080:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1767319466.509084:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988688384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319466.509092:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319466.509112:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988688384:12345-0@lo:38:kworker.0 Request processed in 27us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319466.509117:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:2.0:1767319466.509145:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.509150:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.509152:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988687616:0@lo:38:kworker.0 00000100:00080000:2.0:1767319466.509160:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.509163:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.509165:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988687872:0@lo:38:kworker.0 00000100:00080000:2.0:1767319466.509172:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.509174:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.509177:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988688000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319466.509182:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.509185:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.509187:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988688384:0@lo:38:kworker.0 00000100:00080000:1.0:1767319466.509503:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319466.509508:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319466.509542:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988688256:0@lo:400:kworker.0 00010000:00010000:2.0:1767319467.466615:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319468.323218:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319468.323263:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319468.323317:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319468.323401:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923787904 00000100:00100000:1.0:1767319468.323412:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923787904 00000100:00100000:1.0:1767319468.323500:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 300 00000100:00100000:1.0:1767319468.323511:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923787904:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319468.323636:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923787904:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 123us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319468.323660:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 300 00000100:00100000:1.0:1767319468.323680:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923787776 00000100:00100000:1.0:1767319468.323684:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923787776 00000100:00100000:1.0:1767319468.323713:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 654 00000100:00100000:1.0:1767319468.323722:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923787776:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319468.323759:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319468.323798:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923787776:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319468.323809:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 654 00000100:00080000:2.0:1767319468.324295:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319468.324299:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319468.324302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319468.493606:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319469.065550:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988688512 00000100:00100000:2.0:1767319469.065559:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988688512 00000100:00100000:2.0:1767319469.065782:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767319469.065792:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988688512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319469.065823:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767319469.068341:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319469.068747:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988688512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2949us (3703us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319469.068761:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:0.0:1767319469.577262:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319469.577292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988688640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319469.577368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319469.577727:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988688640 00000100:00100000:1.0:1767319469.577735:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988688640 00000100:00100000:1.0:1767319469.577803:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:1.0:1767319469.577820:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988688640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319469.577848:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319469.577897:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988688640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319469.577904:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00080000:2.0:1767319469.578173:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319471.560936:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319471.624697:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319471.624721:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319471.624796:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319471.624800:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319471.624804:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319471.624811:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4713 00000100:00080000:0.0:1767319471.624816:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319471.624823:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319471.624838:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319471.624845:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163988688896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319471.624862:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988688768:0@lo:400:kworker.0 00000100:00080000:0.0:1767319471.624888:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319471.624892:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319471.624894:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319471.624898:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4713 00000100:00080000:0.0:1767319471.624901:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319471.624905:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319471.624918:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163988689152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319471.624927:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319471.624931:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319471.624935:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319471.624938:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319471.624941:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4713 00000100:00080000:0.0:1767319471.624943:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319471.624946:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319471.624957:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163988689280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319471.624982:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319471.624986:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319471.624997:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319471.625001:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4713 00000100:00080000:0.0:1767319471.625003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319471.625006:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319471.625015:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682300 x1853163988689664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319471.625044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988689024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319471.625088:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.625113:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988689536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319471.625115:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319471.625124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988689408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319471.625146:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319471.625173:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988688768 00000100:00100000:0.0:1767319471.625178:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988688768 00000100:00100000:1.0:1767319471.625224:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.625258:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988689408 00000100:00100000:1.0:1767319471.625263:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988689408 00000100:00100000:1.0:1767319471.625401:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988689536 00000100:00100000:1.0:1767319471.625406:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988689536 00000100:00100000:1.0:1767319471.625447:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:1.0:1767319471.625455:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988689408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.625503:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988689408:12345-0@lo:400:kworker.0 Request processed in 48us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319471.625515:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:1.0:1767319471.625534:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767319471.625542:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988689536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.625608:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988689536:12345-0@lo:400:kworker.0 Request processed in 67us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319471.625622:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767319471.625659:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988689536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319471.626201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988688896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.626339:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319471.626398:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988689152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.626417:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319471.627425:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988689280:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.627472:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319471.627494:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988689664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.627519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319471.629620:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319471.629626:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319471.629630:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988688896:0@lo:38:kworker.0 00000100:00080000:2.0:1767319471.629638:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319471.629649:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319471.629652:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988689152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319471.629661:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319471.629665:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319471.629668:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988689280:0@lo:38:kworker.0 00000100:00080000:2.0:1767319471.630133:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319471.630138:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319471.630141:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988689664:0@lo:38:kworker.0 00010000:00010000:2.0:1767319472.584825:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319473.452571:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923788416 00000100:00100000:2.0:1767319473.452576:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923788416 00000100:00100000:2.0:1767319473.452645:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923788288 00000100:00100000:2.0:1767319473.452648:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923788288 00000100:00100000:2.0:1767319473.452667:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 303 00000100:00100000:2.0:1767319473.452674:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923788416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319473.452707:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923788416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 34us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319473.452714:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 303 00000100:00100000:2.0:1767319473.452728:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 658 00000100:00100000:2.0:1767319473.452733:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923788288:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319473.452767:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319473.452791:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923788288:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (1025us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319473.452798:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 658 00000100:00100000:1.0:1767319474.185093:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319474.185118:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988689792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319474.185191:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319474.185280:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988689792 00000100:00100000:0.0:1767319474.185289:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988689792 00000100:00100000:0.0:1767319474.185370:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767319474.185379:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988689792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319474.185418:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319474.185465:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988689792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319474.185473:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767319474.185522:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988689792:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319474.185715:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319474.698210:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319474.698244:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988689920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319474.698313:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319474.698524:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988689920 00000100:00100000:2.0:1767319474.698532:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988689920 00000100:00100000:2.0:1767319474.698614:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767319474.698623:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988689920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319474.698653:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319474.698699:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988689920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319474.698706:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767319474.698844:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988689920:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319474.699450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319475.656831:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319476.681070:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319476.754433:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988690816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754509:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319476.754558:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319476.754564:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988690048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754615:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319476.754650:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690816 00000100:00100000:1.0:1767319476.754657:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690816 00000100:00100000:1.0:1767319476.754714:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:1.0:1767319476.754723:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988690816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754791:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988690816:12345-0@lo:400:kworker.0 Request processed in 69us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319476.754799:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:1.0:1767319476.754822:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690048 00000100:00100000:1.0:1767319476.754826:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690048 00000100:00100000:1.0:1767319476.754853:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1767319476.754859:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988690048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754888:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988690048:12345-0@lo:400:kworker.0 Request processed in 30us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319476.754893:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:1.0:1767319476.754908:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319476.754912:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319476.754940:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988690048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988690816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.754989:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988690304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.755013:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319476.755033:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319476.755038:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988690688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.755058:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319476.755080:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690304 00000100:00100000:1.0:1767319476.755084:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690304 00000100:00100000:1.0:1767319476.755109:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1767319476.755114:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988690304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.755147:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988690304:12345-0@lo:400:kworker.0 Request processed in 33us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319476.755152:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:1.0:1767319476.755172:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319476.755190:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988690304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.755203:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690688 00000100:00100000:1.0:1767319476.755206:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690688 00000100:00100000:1.0:1767319476.755232:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:1.0:1767319476.755238:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988690688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.755270:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988690688:12345-0@lo:400:kworker.0 Request processed in 32us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319476.755276:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00080000:1.0:1767319476.755292:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319476.755308:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988690688:0@lo:400:kworker.0 00000100:00100000:2.0:1767319476.757477:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988690176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319476.757540:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.757609:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988690432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319476.757638:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.757657:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988690560:0@lo:38:kworker.0 00000100:00100000:2.0:1767319476.757681:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.757702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988690944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319476.757721:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.757758:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690560 00000100:00100000:2.0:1767319476.757764:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690560 00000100:00100000:2.0:1767319476.757802:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4613 00000100:00100000:2.0:1767319476.757809:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988690560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.757836:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.757873:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988690560:12345-0@lo:38:kworker.0 Request processed in 63us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.757892:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4613 00000100:00100000:2.0:1767319476.757916:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690176 00000100:00100000:2.0:1767319476.757920:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690176 00000100:00100000:2.0:1767319476.757935:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690432 00000100:00100000:2.0:1767319476.757937:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690432 00000100:00100000:2.0:1767319476.757948:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988690944 00000100:00100000:2.0:1767319476.757950:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988690944 00000100:00100000:2.0:1767319476.757964:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1767319476.757968:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.757978:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.758004:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690176:12345-0@lo:38:kworker.0 Request processed in 35us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.758011:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1767319476.758022:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1767319476.758026:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.758035:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.758056:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690432:12345-0@lo:38:kworker.0 Request processed in 29us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.758062:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1767319476.758073:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1767319476.758076:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.758085:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.758105:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988690944:12345-0@lo:38:kworker.0 Request processed in 28us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.758110:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:2.0:1767319476.758144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319476.758154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319476.758158:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988690176:0@lo:38:kworker.0 00000100:00080000:2.0:1767319476.758169:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319476.758171:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319476.758174:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988690432:0@lo:38:kworker.0 00000100:00080000:2.0:1767319476.758181:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319476.758185:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319476.758204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988690560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319476.758214:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319476.758220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319476.758223:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988690944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319478.561347:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319478.561409:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319478.561452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319478.561553:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923788928 00000100:00100000:2.0:1767319478.561564:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923788928 00000100:00100000:2.0:1767319478.561683:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 306 00000100:00100000:2.0:1767319478.561693:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923788928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319478.561780:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923788928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319478.561788:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 306 00000100:00100000:2.0:1767319478.562078:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3225 00000100:00100000:2.0:1767319478.562093:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923789056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319478.562141:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923789056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 48us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319478.562155:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3225 00000100:00080000:1.0:1767319478.562341:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319478.562346:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319478.562350:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319478.564501:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319478.565118:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923788800 00000100:00100000:2.0:1767319478.565127:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923788800 00000100:00100000:2.0:1767319478.565179:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 662 00000100:00100000:2.0:1767319478.565188:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923788800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319478.565213:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319478.565287:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923788800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (794us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319478.565294:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 662 00000100:00100000:2.0:1767319479.305060:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988691072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319479.305132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319479.305322:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691072 00000100:00100000:0.0:1767319479.305330:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691072 00000100:00100000:0.0:1767319479.305394:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:0.0:1767319479.305405:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988691072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319479.305434:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319479.305483:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988691072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319479.305490:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:0.0:1767319479.305535:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988691072:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319479.305599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319479.753749:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319479.821507:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988691200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319479.821608:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319479.822287:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691200 00000100:00100000:1.0:1767319479.822297:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691200 00000100:00100000:1.0:1767319479.822382:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1767319479.822391:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988691200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319479.822425:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319479.822493:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988691200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319479.822500:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00080000:2.0:1767319479.822605:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319480.777102:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319481.865635:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319481.865651:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319481.865744:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319481.865749:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319481.865755:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319481.865765:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4723 00000100:00080000:0.0:1767319481.865771:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319481.865779:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319481.865806:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163988691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319481.865856:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319481.865860:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319481.865861:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319481.865884:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4723 00000100:00080000:0.0:1767319481.865887:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319481.865892:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319481.865904:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163988691712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319481.865914:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319481.865918:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319481.865920:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319481.865925:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4723 00000100:00080000:0.0:1767319481.865927:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319481.865931:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319481.865941:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683100 x1853163988691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319481.865963:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319481.865967:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319481.865969:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319481.865972:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4723 00000100:00080000:0.0:1767319481.865974:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319481.865978:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319481.865987:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681500 x1853163988692224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319481.866022:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988691968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319481.866109:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319481.866154:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319481.866166:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988691584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319481.866211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319481.866280:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691968 00000100:00100000:0.0:1767319481.866289:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691968 00000100:00100000:0.0:1767319481.866355:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:0.0:1767319481.866365:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988691968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319481.866445:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988691968:12345-0@lo:400:kworker.0 Request processed in 80us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319481.866454:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:0.0:1767319481.866509:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988691968:0@lo:400:kworker.0 00000100:00080000:2.0:1767319481.867063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319481.867069:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319481.867222:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691584 00000100:00100000:1.0:1767319481.867228:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691584 00000100:00100000:1.0:1767319481.867293:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691328 00000100:00100000:1.0:1767319481.867296:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691328 00000100:00100000:1.0:1767319481.867321:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1767319481.867329:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988691584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319481.867374:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988691584:12345-0@lo:400:kworker.0 Request processed in 47us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319481.867380:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1767319481.867405:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1767319481.867412:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988691328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319481.868277:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988691840 00000100:00100000:2.0:1767319481.868282:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988691840 00000100:00100000:2.0:1767319481.868318:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614 00000100:00100000:2.0:1767319481.868323:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988691840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319481.868334:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319481.868373:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988691840:12345-0@lo:38:kworker.0 Request processed in 48us (662us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319481.868379:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614 00000100:00080000:2.0:1767319481.868413:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319481.868440:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319481.868451:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319481.868454:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988691840:0@lo:38:kworker.0 00000100:00100000:1.0:1767319481.868792:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988691328:12345-0@lo:400:kworker.0 Request processed in 1380us (2137us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319481.868800:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1767319481.868889:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988691328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319483.686235:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319483.686297:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319483.686329:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319483.686443:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319483.686505:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923789440 00000100:00100000:1.0:1767319483.686517:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923789440 00000100:00100000:1.0:1767319483.686605:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923789312 00000100:00100000:1.0:1767319483.686609:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923789312 00000100:00100000:1.0:1767319483.686629:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 309 00000100:00100000:1.0:1767319483.686641:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923789440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319483.686734:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923789440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319483.686743:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 309 00000100:00100000:1.0:1767319483.686781:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 666 00000100:00100000:1.0:1767319483.686786:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923789312:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767319483.687480:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923789568 00000100:00100000:2.0:1767319483.687488:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923789568 00000100:00100000:2.0:1767319483.687536:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923789696 00000100:00100000:2.0:1767319483.687540:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923789696 00000100:00100000:2.0:1767319483.687567:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3228 00000100:00100000:2.0:1767319483.687575:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923789568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319483.687653:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923789568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319483.687660:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3228 00000100:00100000:2.0:1767319483.687678:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3229 00000100:00100000:2.0:1767319483.687685:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923789696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319483.687710:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923789696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319483.687716:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3229 00000100:00080000:2.0:1767319483.687734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319483.687738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319483.687741:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767319483.688030:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319483.688064:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923789312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1276us (1620us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319483.688073:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 666 00010000:00010000:2.0:1767319483.848929:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319484.425050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988692352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319484.425156:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.425477:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692352 00000100:00100000:0.0:1767319484.425488:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692352 00000100:00100000:0.0:1767319484.425576:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:0.0:1767319484.425611:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988692352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319484.425653:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319484.425713:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988692352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319484.425722:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00080000:2.0:1767319484.425881:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319484.425928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988692352:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319484.872898:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319484.937841:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692480 00000100:00100000:1.0:1767319484.937852:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692480 00000100:00100000:1.0:1767319484.937941:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767319484.937951:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988692480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319484.937992:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319484.938055:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988692480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319484.938064:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00080000:2.0:1767319484.938370:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319486.984869:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319486.984884:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319486.984972:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319486.984978:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319486.984983:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319486.984994:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319486.985000:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319486.985008:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319486.985060:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163988692736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319486.985111:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319486.985115:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319486.985117:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319486.985121:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319486.985124:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319486.985129:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319486.985140:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bbb80 x1853163988692992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319486.985159:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319486.985163:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319486.985165:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319486.985170:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319486.985172:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319486.985177:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319486.985191:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163988693120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319486.985218:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319486.985222:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319486.985224:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319486.985227:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319486.985230:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319486.985234:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319486.985253:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683100 x1853163988693504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319486.985370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988693376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.985484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.985608:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319486.985617:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988692608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.985648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.985696:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692608 00000100:00100000:1.0:1767319486.985705:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692608 00000100:00100000:1.0:1767319486.985768:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1767319486.985779:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988692608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.985838:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988692608:12345-0@lo:400:kworker.0 Request processed in 61us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319486.985846:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1767319486.985907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988692608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.986237:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988692736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319486.986273:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319486.986301:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988693376 00000100:00100000:0.0:1767319486.986306:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988693376 00000100:00100000:2.0:1767319486.986310:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988692992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319486.986333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319486.986343:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:2.0:1767319486.986350:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988693120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319486.986351:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988693376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.986374:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319486.986391:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988693376:12345-0@lo:400:kworker.0 Request processed in 41us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319486.986397:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00100000:2.0:1767319486.986398:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988693504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319486.986430:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319486.986438:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319486.986443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319486.986462:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692736 00000100:00100000:2.0:1767319486.986466:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692736 00000100:00100000:0.0:1767319486.986470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988693248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.986484:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692992 00000100:00100000:2.0:1767319486.986487:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692992 00000100:00100000:2.0:1767319486.986498:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988693504 00000100:00100000:2.0:1767319486.986501:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988693504 00000100:00100000:2.0:1767319486.986510:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1767319486.986515:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988692736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319486.986537:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319486.986679:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988692736:12345-0@lo:38:kworker.0 Request processed in 161us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319486.986687:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1767319486.986702:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1767319486.986706:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988692992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319486.986716:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319486.986737:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319486.986739:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988692992:12345-0@lo:38:kworker.0 Request processed in 31us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319486.986759:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1767319486.986760:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319486.986765:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988692864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.986774:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767319486.986779:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988693504:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319486.986787:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319486.986789:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319486.986806:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988693248 00000100:00100000:0.0:1767319486.986810:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988693248 00000100:00100000:2.0:1767319486.986814:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988693504:12345-0@lo:38:kworker.0 Request processed in 35us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319486.986820:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767319486.986828:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988692864 00000100:00100000:2.0:1767319486.986831:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988692864 00000100:00100000:0.0:1767319486.986838:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1767319486.986843:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988693248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.986847:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1767319486.986852:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988692864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319486.990103:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988693248:12345-0@lo:400:kworker.0 Request processed in 3242us (3348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319486.990122:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:2.0:1767319486.991497:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988692864:12345-0@lo:400:kworker.0 Request processed in 4632us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319486.991513:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:0.0:1767319486.992697:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319486.992710:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319486.992777:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319486.992779:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988692864:0@lo:400:kworker.0 00000100:00080000:2.0:1767319486.992784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319486.992788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988692736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319486.992796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988693248:0@lo:400:kworker.0 00000100:00080000:2.0:1767319486.992800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319486.992803:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319486.992806:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988692992:0@lo:38:kworker.0 00000100:00080000:2.0:1767319486.992817:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319486.992820:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319486.992823:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988693504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319486.993864:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319486.993875:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319486.993883:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988693120:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.996998:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988693376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.777275:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923789952 00000100:00100000:2.0:1767319487.777307:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923789952 00000100:00100000:2.0:1767319487.777370:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 670 00000100:00100000:2.0:1767319487.777380:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923789952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319487.777409:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319487.777515:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923789952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 134us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319487.777524:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 670 00000100:00100000:0.0:1767319487.781124:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923790208 00000100:00100000:1.0:1767319487.781130:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923790336 00000100:00100000:0.0:1767319487.781148:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923790208 00000100:00100000:1.0:1767319487.781149:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923790336 00000100:00100000:0.0:1767319487.781243:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3232 00000100:00100000:0.0:1767319487.781255:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923790208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319487.781348:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923790208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319487.781356:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3232 00000100:00100000:2.0:1767319487.781445:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923790080 00000100:00100000:2.0:1767319487.781450:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923790080 00000100:00100000:2.0:1767319487.784178:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 312 00000100:00100000:2.0:1767319487.784198:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923790080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319487.784307:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923790080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (3413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319487.784314:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 312 00000100:00100000:1.0:1767319487.786210:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3233 00000100:00100000:1.0:1767319487.786232:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923790336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319487.786415:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923790336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 191us (5404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319487.786423:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3233 00010000:00010000:2.0:1767319487.949667:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319488.968973:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319489.545521:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988693632 00000100:00100000:0.0:1767319489.545532:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988693632 00000100:00100000:0.0:1767319489.545624:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1767319489.545636:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988693632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319489.545674:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319489.545819:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988693632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319489.545829:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1767319490.057038:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988693760 00000100:00100000:0.0:1767319490.057046:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988693760 00000100:00080000:2.0:1767319490.057127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319490.057137:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1767319490.057147:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988693760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319490.057176:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319490.060970:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988693760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3815us (4026us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319490.061004:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1767319491.080717:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319466/real 1767319466] req@ffff9e7d3b683800 x1853163988687360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319491.080757:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b683800 x1853163988687360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319491.080778:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319491.080808:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319491.080813:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988687360:0@lo:250:kworker.0 00000100:00080000:2.0:1767319491.081427:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319491.081433:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319491.081436:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319491.081442:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4713 00000100:00080000:2.0:1767319491.081447:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319491.081453:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319491.081488:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5500 x1853163988693888/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319491.081550:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319491.081567:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319491.081569:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319491.081573:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4733 00000100:00080000:2.0:1767319491.081576:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319491.081608:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319491.081624:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5c00 x1853163988694144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319491.081648:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319491.081651:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319491.081653:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319491.081657:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4733 00000100:00080000:2.0:1767319491.081659:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319491.081663:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319491.081672:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163988694400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319491.081681:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319491.081684:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319491.081686:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319491.081689:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4733 00000100:00080000:2.0:1767319491.081692:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319491.081695:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319491.081706:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7480 x1853163988694528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319491.081725:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319491.081733:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319491.081735:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319491.081738:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4733 00000100:00080000:2.0:1767319491.081740:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319491.081744:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319491.081757:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4e00 x1853163988694912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319491.081785:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988694272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319491.081849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319491.081907:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319491.081914:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988694656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319491.081940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319491.081970:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694656 00000100:00100000:2.0:1767319491.081978:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694656 00000100:00100000:2.0:1767319491.082032:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:2.0:1767319491.082041:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988694656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319491.082100:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988694656:12345-0@lo:400:kworker.0 Request processed in 59us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319491.082109:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00080000:2.0:1767319491.082136:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319491.082174:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988694656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.082774:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694272 00000100:00100000:0.0:1767319491.082779:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694272 00000100:00100000:0.0:1767319491.082822:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694016 00000100:00100000:0.0:1767319491.082825:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694016 00000100:00100000:0.0:1767319491.082843:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1767319491.082850:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988694272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.082886:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988694272:12345-0@lo:400:kworker.0 Request processed in 36us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319491.082892:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1767319491.082907:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1767319491.082913:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988694016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.082938:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988694016:12345-0@lo:400:kworker.0 Request processed in 25us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319491.082943:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1767319491.082962:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988693888:0@lo:250:kworker.0 00000400:00000100:0.0:1767319491.082980:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988693888 offset 0 length 520: 4 00000100:00100000:0.0:1767319491.083007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988694144:0@lo:38:kworker.0 00000100:00100000:0.0:1767319491.083028:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.083043:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988694400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319491.083063:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.083085:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988694528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319491.083106:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.083120:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988694912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319491.083137:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.083162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694144 00000100:00100000:0.0:1767319491.083166:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694144 00000100:00100000:0.0:1767319491.083177:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694400 00000100:00100000:0.0:1767319491.083179:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694400 00000100:00100000:0.0:1767319491.083186:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988694912 00000100:00100000:0.0:1767319491.083188:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988694912 00000100:00100000:0.0:1767319491.083197:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767319491.083201:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988694144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319491.083219:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319491.083248:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988694144:12345-0@lo:38:kworker.0 Request processed in 45us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319491.083254:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767319491.083266:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1767319491.083269:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988694400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319491.083278:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319491.083514:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1767319491.083520:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988694912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319491.083531:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319491.083560:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988694912:12345-0@lo:38:kworker.0 Request processed in 40us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319491.083566:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:1.0:1767319491.083640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319491.083645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319491.083649:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988694144:0@lo:38:kworker.0 00000100:00080000:1.0:1767319491.083657:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319491.083660:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319491.083663:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988694912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319491.087183:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988694400:12345-0@lo:38:kworker.0 Request processed in 3900us (4107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319491.087198:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1767319491.087714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988694272:0@lo:400:kworker.0 00000100:00080000:1.0:1767319491.094477:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319491.094491:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319491.094495:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988694400:0@lo:38:kworker.0 00000100:00080000:1.0:1767319491.094529:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319491.094533:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319491.094536:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988694528:0@lo:38:kworker.0 00010000:00010000:2.0:1767319492.041401:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319492.899661:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3237 00000100:00100000:2.0:1767319492.899676:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923790720:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319492.899742:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923790720:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319492.899751:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3237 00000100:00080000:0.0:1767319492.899802:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319492.899807:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319492.899906:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923790592 00000100:00100000:1.0:1767319492.899911:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923790592 00000100:00100000:1.0:1767319492.899956:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 315 00000100:00100000:1.0:1767319492.899964:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923790592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767319492.900301:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319492.901258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319492.906982:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923790592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 7004us (7627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319492.906999:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 315 00010000:00010000:2.0:1767319493.065158:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319494.665045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319494.665072:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988695040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319494.665158:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319494.665801:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988695040 00000100:00100000:1.0:1767319494.665809:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988695040 00000100:00100000:1.0:1767319494.665888:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:1.0:1767319494.665897:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988695040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319494.665925:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319494.665980:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988695040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319494.665987:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00080000:0.0:1767319494.666136:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319495.176906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988695168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319495.176989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319495.177157:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988695168 00000100:00100000:0.0:1767319495.177165:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988695168 00000100:00100000:0.0:1767319495.177237:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:0.0:1767319495.177246:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988695168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319495.177274:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319495.177318:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988695168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319495.177341:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:2.0:1767319495.177434:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988695168:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319495.177828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319496.136770:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319496.201620:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988695552 00000100:00100000:1.0:1767319496.201628:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988695552 00000100:00100000:1.0:1767319496.201699:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1767319496.201702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988696064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.201711:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988695552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319496.201737:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.201766:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319496.201774:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988695552:12345-0@lo:400:kworker.0 Request processed in 66us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319496.201775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988695296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.201788:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1767319496.201807:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.201924:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696064 00000100:00100000:2.0:1767319496.201929:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696064 00000100:00100000:2.0:1767319496.201960:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:2.0:1767319496.201967:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988696064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319496.202016:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988696064:12345-0@lo:400:kworker.0 Request processed in 48us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319496.202023:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:2.0:1767319496.202063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988696064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319496.202100:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988695552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.202162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988695296 00000100:00100000:1.0:1767319496.202167:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988695296 00000100:00100000:2.0:1767319496.204906:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988695808 00000100:00100000:2.0:1767319496.204912:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988695808 00000100:00100000:2.0:1767319496.204946:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617 00000100:00100000:2.0:1767319496.204950:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988695808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319496.204961:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319496.205003:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988695808:12345-0@lo:38:kworker.0 Request processed in 52us (976us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319496.205009:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617 00000100:00080000:0.0:1767319496.205936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319496.205942:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319496.208067:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1767319496.208084:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988695296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.208186:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988695296:12345-0@lo:400:kworker.0 Request processed in 109us (6379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.208194:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:2.0:1767319497.160809:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319498.020157:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923790976 00000100:00100000:2.0:1767319498.020172:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923790976 00000100:00100000:1.0:1767319498.020218:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923791104 00000100:00100000:1.0:1767319498.020225:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923791104 00000100:00100000:2.0:1767319498.020243:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 678 00000100:00100000:2.0:1767319498.020253:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923790976:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319498.020280:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319498.020301:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:1.0:1767319498.020311:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923791104:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319498.020363:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923791104:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 50us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319498.020363:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923790976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 105us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319498.020373:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 318 00000100:00100000:2.0:1767319498.020384:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 678 00000100:00100000:0.0:1767319498.020476:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923791232 00000100:00100000:0.0:1767319498.020481:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923791232 00000100:00100000:0.0:1767319498.020530:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3240 00000100:00100000:0.0:1767319498.020539:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923791232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767319498.020543:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319498.020556:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319498.020575:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923791232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319498.020613:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3240 00000100:00080000:1.0:1767319498.022281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319499.785345:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696320 00000100:00100000:1.0:1767319499.785355:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696320 00000100:00100000:1.0:1767319499.785424:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:1.0:1767319499.785434:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988696320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319499.785463:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319499.785530:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988696320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319499.785537:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00080000:0.0:1767319499.785797:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319500.233722:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319500.298212:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696448 00000100:00100000:2.0:1767319500.298220:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696448 00000100:00100000:2.0:1767319500.298283:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:2.0:1767319500.298290:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988696448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319500.298314:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319500.298348:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988696448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319500.298353:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00080000:1.0:1767319500.298633:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319501.257816:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319501.321783:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988697344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319501.321818:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319501.321845:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319501.321851:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988696576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319501.321871:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319501.321919:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696576 00000100:00100000:2.0:1767319501.321923:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696576 00000100:00100000:2.0:1767319501.321957:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1767319501.321964:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988696576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319501.321998:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988696576:12345-0@lo:400:kworker.0 Request processed in 35us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319501.322004:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00080000:2.0:1767319501.322019:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319501.322034:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988696576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319501.323455:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988696704:0@lo:38:kworker.0 00000100:00100000:0.0:1767319501.323513:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319501.323559:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988696960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319501.323610:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319501.323635:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988697088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319501.323658:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319501.323676:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988697472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319501.323695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319501.323729:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988697088 00000100:00100000:0.0:1767319501.323735:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988697088 00000100:00100000:0.0:1767319501.323762:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618 00000100:00100000:0.0:1767319501.323768:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988697088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319501.323786:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319501.323820:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988697088:12345-0@lo:38:kworker.0 Request processed in 51us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319501.323826:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618 00000100:00100000:0.0:1767319501.323846:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696704 00000100:00100000:0.0:1767319501.323849:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696704 00000100:00100000:0.0:1767319501.323864:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988696960 00000100:00100000:0.0:1767319501.323866:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988696960 00000100:00100000:0.0:1767319501.323875:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988697472 00000100:00100000:0.0:1767319501.323877:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988697472 00000100:00100000:0.0:1767319501.323901:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767319501.324054:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988696704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319501.324064:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319501.324087:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988696704:12345-0@lo:38:kworker.0 Request processed in 34us (574us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319501.324092:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767319501.324104:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1767319501.324113:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988696960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319501.324122:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319501.324139:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988696960:12345-0@lo:38:kworker.0 Request processed in 25us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319501.324144:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1767319501.324153:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1767319501.324157:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988697472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319501.324164:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319501.324178:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988697472:12345-0@lo:38:kworker.0 Request processed in 20us (483us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319501.324184:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00080000:0.0:1767319501.324216:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319501.324220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319501.324224:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988696704:0@lo:38:kworker.0 00000100:00080000:0.0:1767319501.324231:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319501.324234:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319501.324237:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988696960:0@lo:38:kworker.0 00000100:00080000:0.0:1767319501.324242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319501.324245:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319501.324248:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988697088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319501.324253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319501.324256:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319501.324258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988697472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319501.324855:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988697344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319503.138786:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319503.138826:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319503.138885:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319503.138919:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319503.139145:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923791872 00000100:00100000:0.0:1767319503.139155:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923791872 00000100:00100000:0.0:1767319503.139227:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923791744 00000100:00100000:0.0:1767319503.139230:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923791744 00000100:00100000:0.0:1767319503.139258:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3244 00000100:00100000:0.0:1767319503.139268:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923791872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319503.139339:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923791872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319503.139346:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3244 00000100:00100000:0.0:1767319503.139365:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3245 00000100:00100000:0.0:1767319503.139371:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923791744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319503.139394:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923791744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319503.139400:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3245 00000100:00080000:1.0:1767319503.141237:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319503.141244:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319503.141246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319504.329081:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319504.909044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988697600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319504.909117:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319504.909478:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319504.909600:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988697600:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319505.352844:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319505.418416:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988697728 00000100:00100000:1.0:1767319505.418426:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988697728 00000100:00100000:1.0:1767319505.418507:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:1.0:1767319505.418517:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988697728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319505.418547:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319505.418628:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988697728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319505.418635:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00080000:2.0:1767319505.422709:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319506.440831:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.440852:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319506.440915:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.440920:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.440923:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.440931:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4748 00000100:00080000:2.0:1767319506.440935:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.440941:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319506.440963:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5c00 x1853163988697984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319506.441037:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.441041:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.441043:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.441047:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4748 00000100:00080000:2.0:1767319506.441050:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.441053:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319506.441064:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163988698240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319506.441073:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.441076:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.441078:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.441083:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4748 00000100:00080000:2.0:1767319506.441084:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.441088:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319506.441100:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878df80 x1853163988698368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319506.441120:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.441123:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.441125:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.441128:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4748 00000100:00080000:2.0:1767319506.441131:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.441134:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319506.441144:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878d500 x1853163988698752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319506.441183:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988698112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.441347:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988697984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319506.441394:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319506.442916:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988697856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.446933:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.447456:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988698240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.447503:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.447531:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988698368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.447556:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.447816:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988698752:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.447935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.447999:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698368 00000100:00100000:1.0:1767319506.448007:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698368 00000100:00100000:1.0:1767319506.448046:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619 00000100:00100000:1.0:1767319506.448070:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988698368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319506.448094:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319506.448136:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988698368:12345-0@lo:38:kworker.0 Request processed in 65us (578us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319506.448144:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619 00000100:00080000:1.0:1767319506.453168:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319506.453233:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319506.453240:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988698368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.453395:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698112 00000100:00100000:1.0:1767319506.453405:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698112 00000100:00100000:1.0:1767319506.453469:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988697984 00000100:00100000:1.0:1767319506.453473:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988697984 00000100:00100000:1.0:1767319506.453486:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698240 00000100:00100000:1.0:1767319506.453489:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698240 00000100:00100000:1.0:1767319506.453494:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698752 00000100:00100000:1.0:1767319506.453495:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698752 00000100:00100000:1.0:1767319506.453503:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1767319506.453509:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988698112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.453600:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988698112:12345-0@lo:400:kworker.0 Request processed in 91us (12207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319506.453605:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1767319506.453621:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1767319506.453625:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988697984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319506.453645:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319506.453676:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988697984:12345-0@lo:38:kworker.0 Request processed in 49us (6848us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319506.453682:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1767319506.453704:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1767319506.453706:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988698240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319506.453713:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319506.453732:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988698240:12345-0@lo:38:kworker.0 Request processed in 24us (6229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319506.453735:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1767319506.453741:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767319506.453743:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988698752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319506.453748:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319506.453770:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988698752:12345-0@lo:38:kworker.0 Request processed in 25us (5836us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319506.453775:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767319506.453806:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988698496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.453840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319506.453894:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319506.453898:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319506.453900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988697984:0@lo:38:kworker.0 00000100:00080000:1.0:1767319506.453907:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319506.453909:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319506.453911:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988698240:0@lo:38:kworker.0 00000100:00080000:1.0:1767319506.453916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319506.453918:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319506.453920:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988698752:0@lo:38:kworker.0 00000100:00080000:1.0:1767319506.453959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319506.453981:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698496 00000100:00100000:1.0:1767319506.453984:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698496 00000100:00100000:1.0:1767319506.454006:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1767319506.454010:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988698496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.454034:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988698496:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319506.454038:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00080000:1.0:1767319506.454047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319506.454057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988698496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319506.455343:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988698112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319506.456512:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.457720:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698624 00000100:00100000:1.0:1767319506.457729:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698624 00000100:00100000:1.0:1767319506.457785:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:1.0:1767319506.457803:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988698624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.457889:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988698624:12345-0@lo:400:kworker.0 Request processed in 87us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319506.457895:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00080000:1.0:1767319506.458265:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319506.458725:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988698624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319506.458755:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988697856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319508.267734:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319508.267948:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319508.268086:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923792000 00000100:00100000:2.0:1767319508.268096:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923792000 00000100:00100000:2.0:1767319508.268154:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 686 00000100:00100000:2.0:1767319508.268161:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923792000:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319508.268186:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319508.268256:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923792000:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319508.268271:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 686 00000100:00080000:1.0:1767319508.274939:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319508.288383:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319508.288636:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319508.290199:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923792384 00000100:00100000:2.0:1767319508.290210:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923792384 00000100:00100000:2.0:1767319508.290300:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3249 00000100:00100000:2.0:1767319508.290311:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923792384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319508.290382:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923792384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319508.290390:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3249 00000100:00080000:0.0:1767319508.291447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319508.293851:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 324 00000100:00100000:2.0:1767319508.293863:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923792128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319508.293996:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923792128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 134us (5622us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319508.294005:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 324 00000100:00080000:0.0:1767319508.294482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319508.424926:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319509.448978:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319510.025014:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988698880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319510.025083:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319510.025392:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988698880 00000100:00100000:0.0:1767319510.025411:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988698880 00000100:00100000:0.0:1767319510.025481:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767319510.025498:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988698880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319510.025526:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319510.025568:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988698880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319510.025575:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00080000:1.0:1767319510.025700:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319510.025747:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988698880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319510.537188:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699008 00000100:00100000:1.0:1767319510.537197:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699008 00000100:00100000:1.0:1767319510.537261:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:1.0:1767319510.537287:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988699008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319510.537317:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319510.537363:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988699008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319510.537371:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:1.0:1767319510.537415:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988699008:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319511.561628:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319511.562447:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319511.562500:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319511.562505:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319511.562509:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319511.562517:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4753 00000100:00080000:2.0:1767319511.562522:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319511.562527:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319511.562547:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878f100 x1853163988699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319511.562606:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319511.562610:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319511.562611:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319511.562615:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4753 00000100:00080000:2.0:1767319511.562618:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319511.562621:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319511.562633:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878ca80 x1853163988699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319511.564176:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319511.564187:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988699136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.564215:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319511.564324:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319511.564328:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319511.564330:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319511.564334:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4753 00000100:00080000:2.0:1767319511.564337:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319511.564347:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319511.564365:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878d180 x1853163988699648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319511.564389:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319511.564392:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319511.564394:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319511.564396:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4753 00000100:00080000:2.0:1767319511.564399:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319511.564401:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319511.564411:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d1878dc00 x1853163988700032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319511.564468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988699520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319511.564491:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.564513:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988699648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319511.564534:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.564553:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988700032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319511.564569:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.564607:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699648 00000100:00100000:1.0:1767319511.564612:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699648 00000100:00100000:1.0:1767319511.564648:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620 00000100:00100000:1.0:1767319511.564653:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988699648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319511.564666:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319511.564706:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988699648:12345-0@lo:38:kworker.0 Request processed in 40us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319511.564712:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620 00000100:00100000:1.0:1767319511.564734:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699136 00000100:00100000:1.0:1767319511.564737:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699136 00000100:00100000:1.0:1767319511.564767:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699520 00000100:00100000:1.0:1767319511.564770:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699520 00000100:00100000:1.0:1767319511.564781:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988700032 00000100:00100000:1.0:1767319511.564793:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988700032 00000100:00100000:1.0:1767319511.564807:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1767319511.564813:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988699136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.564843:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988699136:12345-0@lo:400:kworker.0 Request processed in 31us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319511.564848:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1767319511.564858:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767319511.564861:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988699520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319511.564870:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319511.564902:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988699520:12345-0@lo:38:kworker.0 Request processed in 39us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319511.564907:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767319511.564918:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767319511.564921:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988700032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319511.564928:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319511.564946:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988700032:12345-0@lo:38:kworker.0 Request processed in 24us (375us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319511.564950:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767319511.564972:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988699904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.565292:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.565323:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988699136:0@lo:400:kworker.0 00000100:00080000:1.0:1767319511.565352:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319511.565356:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319511.565366:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988699520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319511.565377:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319511.565380:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319511.565383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988699648:0@lo:38:kworker.0 00000100:00080000:1.0:1767319511.565391:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319511.565394:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319511.565397:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988700032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319511.565416:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988699776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.565437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319511.565809:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699904 00000100:00100000:2.0:1767319511.565814:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699904 00000100:00100000:2.0:1767319511.565853:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988699776 00000100:00100000:2.0:1767319511.565856:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988699776 00000100:00100000:2.0:1767319511.565876:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1767319511.565894:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988699904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319511.565939:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988699904:12345-0@lo:400:kworker.0 Request processed in 48us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319511.565945:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1767319511.565958:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:2.0:1767319511.565965:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988699776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319511.566537:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988699904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319511.566603:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988699776:12345-0@lo:400:kworker.0 Request processed in 639us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319511.566610:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:1.0:1767319511.566670:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d1878d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988699776:0@lo:400:kworker.0 00000400:00000100:1.0:1767319512.354956:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923792512 offset 0 length 520: 4 00000100:00100000:1.0:1767319512.355023:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319512.356350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319512.356406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319512.356437:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319512.356503:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923792768 00000100:00100000:1.0:1767319512.356509:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923792768 00000100:00100000:1.0:1767319512.356562:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 327 00000100:00100000:1.0:1767319512.356570:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923792768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319512.356650:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923792768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319512.356657:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 327 00000100:00080000:2.0:1767319512.356984:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319512.357506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319512.357509:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319512.521222:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319513.545505:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319515.146053:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319515.146090:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988700160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319515.146160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319515.146287:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988700160 00000100:00100000:1.0:1767319515.146301:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988700160 00000100:00100000:1.0:1767319515.146394:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1767319515.146405:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988700160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319515.146445:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319515.146543:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988700160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319515.146550:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00080000:2.0:1767319515.146765:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319515.146881:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988700160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319515.660188:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988700288 00000100:00100000:1.0:1767319515.660200:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988700288 00000100:00100000:1.0:1767319515.660285:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1767319515.660296:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988700288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319515.660347:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319515.660406:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988700288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319515.660424:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00010000:00010000:2.0:1767319516.617050:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319516.681517:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319491/real 1767319491] req@ffff9e7d03ea5500 x1853163988693888/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319516.681564:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03ea5500 x1853163988693888/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319516.681570:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.681622:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319516.681636:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319516.681652:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319516.681658:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988693888:0@lo:250:kworker.0 00000100:00080000:1.0:1767319516.681693:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.681699:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319516.681704:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319516.681715:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4758 00000100:00080000:1.0:1767319516.681720:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319516.681728:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319516.681754:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfea00 x1853163988700544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319516.681806:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.681811:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319516.681814:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319516.681818:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4758 00000100:00080000:1.0:1767319516.681840:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319516.681846:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319516.681862:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfd500 x1853163988700800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319516.681875:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.681879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319516.681881:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319516.681895:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4758 00000100:00080000:1.0:1767319516.681899:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319516.681904:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319516.681922:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfce00 x1853163988700928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319516.681954:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.681958:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319516.681961:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319516.681965:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4758 00000100:00080000:1.0:1767319516.681968:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319516.681973:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319516.681990:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfc000 x1853163988701312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319516.682004:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988700544:0@lo:38:kworker.0 00000100:00080000:1.0:1767319516.682030:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319516.682034:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319516.682037:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319516.682042:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4738 00000100:00080000:1.0:1767319516.682046:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319516.682064:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319516.682067:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319516.682092:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfd880 x1853163988701440/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319516.682111:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988700800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319516.682151:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319516.682159:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988700672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319516.682179:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988700928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319516.682231:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319516.682260:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319516.682289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988701312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319516.682323:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319516.682343:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988701056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319516.682343:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319516.682361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988701440:0@lo:250:kworker.0 00000400:00000100:2.0:1767319516.682386:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988701440 offset 0 length 520: 4 00000100:00100000:0.0:1767319516.682614:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1767319516.682621:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988700800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319516.682637:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319516.682694:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988700800:12345-0@lo:38:kworker.0 Request processed in 70us (543us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319516.682703:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:0.0:1767319516.682780:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319516.682892:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319516.682969:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988701056 00000100:00100000:0.0:1767319516.682972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988701184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319516.682979:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988701056 00000100:00100000:0.0:1767319516.682993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988700416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319516.683037:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:1.0:1767319516.683049:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988701056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319516.683733:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988701056:12345-0@lo:400:kworker.0 Request processed in 686us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319516.683743:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00080000:2.0:1767319516.684719:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319516.684731:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319516.684736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988700544:0@lo:38:kworker.0 00000100:00080000:2.0:1767319516.684762:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319516.684766:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319516.684769:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988700800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319516.684778:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988701056:0@lo:400:kworker.0 00000100:00080000:2.0:1767319516.684780:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319516.684783:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319516.684786:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988700928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319516.684791:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988700672:0@lo:400:kworker.0 00000100:00080000:2.0:1767319516.684817:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319516.684821:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319516.684824:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988701312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319517.474220:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319517.483662:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319517.483705:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319517.483737:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923793280 00000100:00100000:1.0:1767319517.483747:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923793280 00000100:00080000:0.0:1767319517.483777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319517.483818:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 330 00000100:00100000:1.0:1767319517.483828:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923793280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319517.483919:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923793280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319517.483927:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 330 00000100:00080000:0.0:1767319517.484968:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319517.488436:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319517.489698:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923793408 00000100:00100000:0.0:1767319517.489710:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923793408 00000100:00100000:0.0:1767319517.489783:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3257 00000100:00100000:0.0:1767319517.489792:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923793408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319517.489869:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923793408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319517.489877:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3257 00000100:00080000:2.0:1767319517.490256:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319517.644161:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319520.264923:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988701568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319520.265010:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319520.265215:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988701568 00000100:00100000:1.0:1767319520.265225:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988701568 00000100:00100000:1.0:1767319520.265287:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:1.0:1767319520.265297:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988701568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319520.265341:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319520.268199:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988701568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2897us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319520.268213:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767319520.268390:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988701568:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319520.712811:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319520.777961:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988701696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319520.778034:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319520.780157:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988701696 00000100:00100000:1.0:1767319520.780168:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988701696 00000100:00100000:1.0:1767319520.780244:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767319520.780252:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988701696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319520.780290:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319520.780365:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988701696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (2331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319520.780373:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:2.0:1767319520.780507:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988701696:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319521.736821:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319521.800874:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319521.800885:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319521.800965:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319521.800969:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319521.800973:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319521.800981:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4763 00000100:00080000:2.0:1767319521.800985:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319521.800992:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319521.801013:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163988701952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319521.801056:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319521.801060:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319521.801062:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319521.801065:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4763 00000100:00080000:2.0:1767319521.801068:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319521.801072:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319521.801083:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955df80 x1853163988702208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319521.801092:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319521.801095:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319521.801097:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319521.801101:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4763 00000100:00080000:2.0:1767319521.801118:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319521.801122:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319521.801135:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ea00 x1853163988702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319521.801156:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319521.801159:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319521.801161:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319521.801164:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4763 00000100:00080000:2.0:1767319521.801167:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319521.801170:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319521.801178:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988702720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319521.801202:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988702464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319521.801264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319521.801312:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319521.801317:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988702080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319521.801342:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319521.801427:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702080 00000100:00100000:0.0:1767319521.801436:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702080 00000100:00100000:0.0:1767319521.801497:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1767319521.801535:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988702080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801629:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988702080:12345-0@lo:400:kworker.0 Request processed in 125us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.801637:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1767319521.801682:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988701824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319521.801725:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319521.801730:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988702592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801749:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319521.801774:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702464 00000100:00100000:0.0:1767319521.801777:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702464 00000100:00100000:0.0:1767319521.801799:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702592 00000100:00100000:0.0:1767319521.801801:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702592 00000100:00100000:0.0:1767319521.801819:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767319521.801824:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988702464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801863:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988702464:12345-0@lo:400:kworker.0 Request processed in 38us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.801869:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767319521.801880:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767319521.801886:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988702592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801914:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988702592:12345-0@lo:400:kworker.0 Request processed in 28us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.801919:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767319521.801959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988702592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.801982:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988701824 00000100:00100000:0.0:1767319521.801985:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988701824 00000100:00100000:0.0:1767319521.802007:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1767319521.802013:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988701824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.802047:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988701824:12345-0@lo:400:kworker.0 Request processed in 35us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.802052:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1767319521.802076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988701824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.802098:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988702080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319521.802106:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988702464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319521.802201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988701952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319521.802229:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319521.802255:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988702208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319521.802274:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319521.802290:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988702336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319521.802310:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319521.802326:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988702720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319521.802345:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319521.802370:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988701952 00000100:00100000:1.0:1767319521.802375:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988701952 00000100:00100000:1.0:1767319521.802390:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702208 00000100:00100000:1.0:1767319521.802392:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702208 00000100:00100000:1.0:1767319521.802404:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702720 00000100:00100000:1.0:1767319521.802406:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702720 00000100:00100000:1.0:1767319521.802427:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767319521.802431:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988701952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319521.802450:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319521.802482:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988701952:12345-0@lo:38:kworker.0 Request processed in 49us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319521.802488:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767319521.802501:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1767319521.802515:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988702208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319521.802525:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319521.802551:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988702208:12345-0@lo:38:kworker.0 Request processed in 44us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319521.802558:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1767319521.802568:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767319521.802571:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988702720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319521.802600:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319521.802622:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988702720:12345-0@lo:38:kworker.0 Request processed in 49us (276us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319521.802626:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00080000:1.0:1767319521.802652:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319521.802657:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319521.802660:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988701952:0@lo:38:kworker.0 00000100:00080000:1.0:1767319521.802668:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319521.802670:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319521.802673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988702208:0@lo:38:kworker.0 00000100:00080000:1.0:1767319521.802691:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319521.802694:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319521.802697:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988702720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319521.805794:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319521.806712:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319521.806718:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319521.806722:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988702336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319522.598069:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319522.598115:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319522.598151:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319522.598185:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319522.598234:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923793792 00000100:00100000:2.0:1767319522.598245:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923793792 00000100:00100000:2.0:1767319522.598313:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923793664 00000100:00100000:2.0:1767319522.598317:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923793664 00000100:00100000:2.0:1767319522.598336:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 333 00000100:00100000:2.0:1767319522.598346:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923793792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319522.598416:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923793792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319522.598424:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 333 00000100:00100000:2.0:1767319522.598443:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 698 00000100:00100000:2.0:1767319522.598448:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923793664:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319522.598469:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319522.598504:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923793664:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 53us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319522.598510:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 698 00000100:00080000:2.0:1767319522.598659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319522.599014:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794048 00000100:00100000:1.0:1767319522.599020:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794048 00000100:00100000:1.0:1767319522.599068:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923793920 00000100:00100000:1.0:1767319522.599072:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923793920 00000100:00100000:1.0:1767319522.599096:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3260 00000100:00100000:1.0:1767319522.599103:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923794048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319522.599138:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923794048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319522.599145:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3260 00000100:00100000:1.0:1767319522.599158:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3261 00000100:00100000:1.0:1767319522.599165:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923793920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319522.599186:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923793920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 22us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319522.599192:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3261 00000100:00080000:2.0:1767319522.601523:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319522.601535:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319524.809147:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319525.386207:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988702848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319525.386280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319525.386400:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988702848 00000100:00100000:0.0:1767319525.386408:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988702848 00000100:00100000:0.0:1767319525.386508:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:0.0:1767319525.386518:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988702848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319525.386547:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319525.386632:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988702848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319525.386641:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00080000:2.0:1767319525.386847:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319525.386884:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988702848:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319525.833788:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319525.904631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319526.920731:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319526.920764:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319526.920830:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319526.920834:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319526.920839:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319526.920847:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4768 00000100:00080000:2.0:1767319526.920853:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319526.920860:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319526.920884:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e300 x1853163988703232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319526.920918:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319526.920921:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319526.920922:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319526.920926:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4768 00000100:00080000:2.0:1767319526.920929:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319526.920933:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319526.920943:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c700 x1853163988703488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319526.920952:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319526.920955:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319526.920956:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319526.920960:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4768 00000100:00080000:2.0:1767319526.920963:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319526.920966:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319526.920977:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163988703616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319526.921005:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319526.921008:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319526.921010:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319526.921013:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4768 00000100:00080000:2.0:1767319526.921016:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319526.921019:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319526.921029:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163988704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319526.921059:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988703744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319526.922159:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988703232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319526.922189:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319526.922215:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988703488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319526.922236:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319526.922253:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988703616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319526.922275:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319526.922293:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988704000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319526.922322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319526.922352:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988703616 00000100:00100000:1.0:1767319526.922356:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988703616 00000100:00100000:1.0:1767319526.922379:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623 00000100:00100000:1.0:1767319526.922384:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988703616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319526.922419:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319526.922453:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988703616:12345-0@lo:38:kworker.0 Request processed in 67us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319526.922459:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623 00000100:00100000:1.0:1767319526.922479:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988703232 00000100:00100000:1.0:1767319526.922483:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988703232 00000100:00100000:1.0:1767319526.922500:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988703488 00000100:00100000:1.0:1767319526.922503:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988703488 00000100:00100000:1.0:1767319526.922515:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704000 00000100:00100000:1.0:1767319526.922518:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704000 00000100:00100000:1.0:1767319526.922531:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767319526.922536:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988703232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319526.922545:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319526.922571:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988703232:12345-0@lo:38:kworker.0 Request processed in 34us (381us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319526.922602:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767319526.922613:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1767319526.922616:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988703488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319526.922625:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319526.922646:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988703488:12345-0@lo:38:kworker.0 Request processed in 28us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319526.922651:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1767319526.922669:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767319526.922673:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988704000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319526.922682:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319526.922706:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988704000:12345-0@lo:38:kworker.0 Request processed in 32us (384us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319526.922712:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:1.0:1767319526.922746:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319526.922751:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319526.922754:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988703232:0@lo:38:kworker.0 00000100:00080000:1.0:1767319526.922761:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319526.922764:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319526.922766:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988703488:0@lo:38:kworker.0 00000100:00080000:1.0:1767319526.922773:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319526.922775:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319526.922778:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988703616:0@lo:38:kworker.0 00000100:00080000:1.0:1767319526.922785:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319526.922787:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319526.922790:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988704000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319526.923187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.924007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988703744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319527.716736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319527.716790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319527.716812:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319527.716921:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319527.716957:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794560 00000100:00100000:1.0:1767319527.716976:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794560 00000100:00100000:2.0:1767319527.716982:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794304 00000100:00100000:2.0:1767319527.716991:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794304 00000100:00100000:1.0:1767319527.717063:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794432 00000100:00100000:1.0:1767319527.717070:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794432 00000100:00100000:0.0:1767319527.717161:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3264 00000100:00100000:0.0:1767319527.717179:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923794560:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319527.717284:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923794560:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319527.717293:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3264 00000100:00100000:2.0:1767319527.719079:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 336 00000100:00100000:2.0:1767319527.719100:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923794304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319527.719188:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923794304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319527.719197:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 336 00000100:00100000:1.0:1767319527.722658:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3265 00000100:00100000:1.0:1767319527.722674:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923794432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319527.722766:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923794432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (5952us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319527.722786:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3265 00000100:00080000:0.0:1767319527.732825:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319527.732843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319527.732846:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319528.904857:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319529.928908:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319530.504844:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988704128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319530.504912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319530.505063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319530.505888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988704128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319531.017077:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319531.017097:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988704256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319531.017163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319531.018774:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704256 00000100:00100000:0.0:1767319531.018785:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704256 00000100:00100000:0.0:1767319531.018879:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:0.0:1767319531.018891:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988704256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319531.018924:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319531.018996:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988704256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1833us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319531.019003:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1767319531.019160:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988704256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319532.041083:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988704384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319532.041152:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319532.041250:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704384 00000100:00100000:2.0:1767319532.041259:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704384 00000100:00100000:2.0:1767319532.041381:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1767319532.041394:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988704384:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319532.041494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319532.042454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988705024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.042500:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.042541:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319532.042547:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988704640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.042573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.042637:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704640 00000100:00100000:0.0:1767319532.042644:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704640 00000100:00100000:0.0:1767319532.042687:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1767319532.042695:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988704640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.042750:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988704640:12345-0@lo:400:kworker.0 Request processed in 56us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.042757:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1767319532.042782:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988705152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.042810:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.042843:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705024 00000100:00100000:0.0:1767319532.042847:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705024 00000100:00100000:0.0:1767319532.042876:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705152 00000100:00100000:0.0:1767319532.042880:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705152 00000100:00100000:0.0:1767319532.042899:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767319532.042920:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988705024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.042952:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988705024:12345-0@lo:400:kworker.0 Request processed in 33us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.042957:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767319532.042971:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:0.0:1767319532.042976:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988705152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.043004:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988705152:12345-0@lo:400:kworker.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.043009:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00080000:0.0:1767319532.043032:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319532.043043:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319532.043073:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988705152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.043102:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988704640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.043111:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988705024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.043167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988704512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.043894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.043918:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988704768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.043937:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.043950:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988704896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.043969:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.044001:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704512 00000100:00100000:0.0:1767319532.044005:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704512 00000100:00100000:0.0:1767319532.044027:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704768 00000100:00100000:0.0:1767319532.044029:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704768 00000100:00100000:0.0:1767319532.044043:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1767319532.044048:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988704512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319532.044067:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319532.044102:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988704512:12345-0@lo:38:kworker.0 Request processed in 53us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319532.044109:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1767319532.044125:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767319532.044129:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988704768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319532.044138:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319532.044160:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988704768:12345-0@lo:38:kworker.0 Request processed in 29us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319532.044176:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00080000:0.0:1767319532.044562:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319532.044569:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319532.044572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988704512:0@lo:38:kworker.0 00000100:00080000:0.0:1767319532.044595:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319532.044599:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319532.044601:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988704768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.044649:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988704896 00000100:00100000:0.0:1767319532.044653:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988704896 00000100:00100000:0.0:1767319532.044675:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4624 00000100:00100000:0.0:1767319532.044679:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988704896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319532.044689:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319532.044718:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988704896:12345-0@lo:38:kworker.0 Request processed in 38us (748us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319532.044723:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4624 00000100:00080000:0.0:1767319532.044759:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319532.044763:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319532.044766:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988704896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319532.045160:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988704384:12345-0@lo:400:kworker.0 Request processed in 3767us (4006us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319532.045169:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1767319532.046703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988705280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.046842:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319532.047002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988704384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319532.047054:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705280 00000100:00100000:2.0:1767319532.047061:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705280 00000100:00100000:2.0:1767319532.047130:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1767319532.047137:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988705280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319532.047157:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.047952:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988705280:12345-0@lo:38:kworker.0 Request processed in 595us (891us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.047963:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1767319532.836021:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794688 00000100:00100000:2.0:1767319532.836026:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794688 00000100:00100000:2.0:1767319532.836053:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923794816 00000100:00100000:2.0:1767319532.836055:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923794816 00000100:00100000:2.0:1767319532.836091:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 339 00000100:00100000:2.0:1767319532.836101:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923794816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319532.836169:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923794816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 69us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319532.836177:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 339 00000100:00100000:2.0:1767319532.836219:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 706 00000100:00100000:2.0:1767319532.836223:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923794688:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319532.836242:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.836270:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923794688:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.836276:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 706 00000100:00080000:0.0:1767319532.836637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319532.836642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319532.837261:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319533.004784:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319534.024884:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319535.625130:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319535.625156:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988705408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319535.625224:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319535.627623:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319535.627699:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988705408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319536.136829:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319536.136856:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988705536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319536.136926:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319536.138782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988705536:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319536.138934:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319537.096992:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319537.161005:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988705664:0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161078:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319537.161162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705664 00000100:00100000:1.0:1767319537.161172:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705664 00000100:00100000:1.0:1767319537.161244:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1767319537.161259:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988705664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161320:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988705664:12345-0@lo:400:kworker.0 Request processed in 64us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319537.161330:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1767319537.161360:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706304 00000100:00100000:1.0:1767319537.161365:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706304 00000100:00100000:1.0:1767319537.161404:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1767319537.161428:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988706304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161473:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988706304:12345-0@lo:400:kworker.0 Request processed in 60us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319537.161483:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1767319537.161512:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988706304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161542:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706432 00000100:00100000:1.0:1767319537.161545:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706432 00000100:00100000:1.0:1767319537.161566:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:1.0:1767319537.161571:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988706432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161638:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988706432:12345-0@lo:400:kworker.0 Request processed in 65us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319537.161644:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:1.0:1767319537.161659:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705920 00000100:00100000:1.0:1767319537.161662:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705920 00000100:00100000:1.0:1767319537.161676:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1767319537.161679:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988705920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.161701:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988705920:12345-0@lo:400:kworker.0 Request processed in 21us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319537.161705:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1767319537.161721:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988705920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.161787:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988705792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319537.161810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.161842:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988706048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319537.161855:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.161866:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988706176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319537.161879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.161902:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988706560:0@lo:38:kworker.0 00000100:00100000:2.0:1767319537.161922:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.161951:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988705792 00000100:00100000:2.0:1767319537.161955:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988705792 00000100:00100000:2.0:1767319537.161971:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706048 00000100:00100000:2.0:1767319537.161973:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706048 00000100:00100000:2.0:1767319537.161980:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706560 00000100:00100000:2.0:1767319537.161981:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706560 00000100:00100000:2.0:1767319537.161986:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1767319537.161989:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988705792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319537.162002:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319537.162026:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988705792:12345-0@lo:38:kworker.0 Request processed in 36us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319537.162030:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1767319537.162038:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1767319537.162040:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988706048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319537.162045:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319537.162057:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988706048:12345-0@lo:38:kworker.0 Request processed in 16us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319537.162060:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1767319537.162066:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1767319537.162068:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988706560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319537.162072:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319537.162082:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988706560:12345-0@lo:38:kworker.0 Request processed in 14us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319537.162085:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:2.0:1767319537.162102:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319537.162105:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319537.162117:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319537.162121:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319537.162123:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988705792:0@lo:38:kworker.0 00000100:00080000:2.0:1767319537.162127:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319537.162129:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319537.162131:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988706048:0@lo:38:kworker.0 00000100:00080000:2.0:1767319537.162135:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319537.162137:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319537.162138:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988706560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319537.162281:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706176 00000100:00100000:0.0:1767319537.162285:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706176 00000100:00100000:0.0:1767319537.162318:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4625 00000100:00100000:0.0:1767319537.162330:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988706176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319537.162341:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319537.162377:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988706176:12345-0@lo:38:kworker.0 Request processed in 46us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319537.162382:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4625 00000100:00080000:0.0:1767319537.162413:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319537.162416:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319537.162419:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988706176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319537.955343:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923795584 00000100:00100000:2.0:1767319537.955352:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923795584 00000100:00100000:2.0:1767319537.955442:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923795456 00000100:00100000:2.0:1767319537.955446:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923795456 00000100:00100000:2.0:1767319537.955484:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3272 00000100:00100000:2.0:1767319537.955497:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923795584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319537.955637:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923795584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 142us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319537.955643:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3272 00000100:00100000:2.0:1767319537.955660:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3273 00000100:00100000:2.0:1767319537.955665:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923795456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319537.955685:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923795456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 21us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319537.955689:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3273 00000100:00080000:2.0:1767319537.955726:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319537.955729:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319537.956424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319538.120830:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319540.746257:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706688 00000100:00100000:0.0:1767319540.746271:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706688 00000100:00100000:0.0:1767319540.746427:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1767319540.746444:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988706688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319540.746552:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319540.746662:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988706688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 224us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319540.746670:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00080000:2.0:1767319540.747422:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319541.192910:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319541.256748:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319516/real 1767319516] req@ffff9e7d05bfd880 x1853163988701440/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319541 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319541.256796:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d05bfd880 x1853163988701440/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319541 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319541.256821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319541.256912:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319541.256918:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988701440:0@lo:250:kworker.0 00000100:00100000:2.0:1767319541.257188:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988706816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319541.257299:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.257520:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988706816 00000100:00100000:1.0:1767319541.257538:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988706816 00000100:00100000:1.0:1767319541.257638:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767319541.257649:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988706816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319541.257690:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319541.257747:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988706816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319541.257755:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00080000:2.0:1767319541.258020:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319541.258066:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988706816:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319541.258609:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319541.258616:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319541.258620:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319541.258626:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4763 00000100:00080000:0.0:1767319541.258631:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319541.258637:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319541.258675:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86300 x1853163988706944/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319541.258746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988706944:0@lo:250:kworker.0 00000400:00000100:2.0:1767319541.258963:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988706944 offset 0 length 520: 4 00000100:00080000:0.0:1767319541.259061:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319541.259086:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319541.259088:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319541.259092:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4784 00000100:00080000:0.0:1767319541.259095:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319541.259100:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319541.259128:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6c000 x1853163988707200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319541.260449:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988707200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319541.260502:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319541.260942:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319541.260948:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319541.260952:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988707200:0@lo:38:kworker.0 00000100:00080000:0.0:1767319541.261074:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319541.261079:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319541.261082:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319541.261087:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4784 00000100:00080000:0.0:1767319541.261090:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319541.261096:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319541.261127:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6d180 x1853163988707456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319541.261139:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319541.261142:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319541.261144:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319541.261157:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4784 00000100:00080000:0.0:1767319541.261160:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319541.261164:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319541.261177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6f800 x1853163988707584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319541.261194:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319541.261205:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319541.261207:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319541.261210:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4784 00000100:00080000:0.0:1767319541.261212:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319541.261216:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319541.261230:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6ce00 x1853163988707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319541.261259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988707328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.261316:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319541.261357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988707456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319541.261415:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988707712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319541.261448:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319541.261492:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707712 00000100:00100000:2.0:1767319541.261496:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707712 00000100:00100000:2.0:1767319541.261547:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:2.0:1767319541.261555:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988707712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319541.261621:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988707712:12345-0@lo:400:kworker.0 Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319541.261628:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:2.0:1767319541.261666:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988707712:0@lo:400:kworker.0 00000100:00100000:1.0:1767319541.271349:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707328 00000100:00100000:1.0:1767319541.271372:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707328 00000100:00100000:1.0:1767319541.271484:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1767319541.271496:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988707328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.273671:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.273758:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988707584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319541.273840:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.273865:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988707840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319541.273892:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.273947:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707456 00000100:00100000:0.0:1767319541.273956:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707456 00000100:00100000:0.0:1767319541.273993:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707840 00000100:00100000:0.0:1767319541.273997:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707840 00000100:00100000:0.0:1767319541.274011:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1767319541.274018:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988707456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319541.274048:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319541.274100:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988707456:12345-0@lo:38:kworker.0 Request processed in 80us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319541.274108:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1767319541.274145:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1767319541.274158:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988707840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319541.274189:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319541.274213:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988707840:12345-0@lo:38:kworker.0 Request processed in 55us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319541.274220:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:0.0:1767319541.274273:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319541.274280:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319541.274284:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988707456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319541.275400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319541.275408:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319541.275412:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988707840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319541.275466:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707584 00000100:00100000:0.0:1767319541.275472:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707584 00000100:00100000:0.0:1767319541.275513:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626 00000100:00100000:0.0:1767319541.275519:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988707584:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.276138:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988707328:12345-0@lo:400:kworker.0 Request processed in 4641us (14818us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319541.276206:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1767319541.276277:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988707328:0@lo:400:kworker.0 00000100:00080000:1.0:1767319541.276575:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767319541.276867:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319541.276938:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988707584:12345-0@lo:38:kworker.0 Request processed in 1416us (3096us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319541.276947:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626 00000100:00080000:1.0:1767319541.277177:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319541.277183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319541.277187:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988707584:0@lo:38:kworker.0 00010000:00010000:2.0:1767319542.216959:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319543.073493:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319543.073542:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319543.073564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319543.073691:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796096 00000100:00100000:1.0:1767319543.073709:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796096 00000100:00100000:0.0:1767319543.073754:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796224 00000100:00100000:0.0:1767319543.073765:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796224 00000100:00100000:1.0:1767319543.074349:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3275 00000100:00100000:1.0:1767319543.074368:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923796096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319543.074710:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923796096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 346us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319543.074719:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3275 00000100:00100000:1.0:1767319543.074745:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3276 00000100:00100000:1.0:1767319543.074753:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923796224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319543.074783:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923796224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 32us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319543.074790:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3276 00000100:00080000:0.0:1767319543.078450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319543.078466:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319543.078469:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319543.079693:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319545.288919:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319545.865998:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988707968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319545.866097:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319545.866212:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988707968 00000100:00100000:2.0:1767319545.866221:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988707968 00000100:00100000:2.0:1767319545.866335:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:2.0:1767319545.866344:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988707968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319545.866393:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319545.866458:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988707968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319545.866470:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00080000:0.0:1767319545.870681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319546.312774:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319546.376684:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319546.376694:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319546.376760:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319546.376764:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319546.376769:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319546.376777:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4788 00000100:00080000:0.0:1767319546.376781:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319546.376783:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319546.376787:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319546.376797:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988708096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319546.376807:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d880 x1853163988708224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319546.376843:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319546.376847:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319546.376848:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319546.376852:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4788 00000100:00080000:0.0:1767319546.376854:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319546.376858:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319546.376866:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319546.376868:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ca80 x1853163988708480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319546.376876:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319546.376878:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319546.376880:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319546.376883:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4788 00000100:00080000:0.0:1767319546.376886:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319546.376889:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319546.376900:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163988708608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319546.376915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988708352:0@lo:400:kworker.0 00000100:00080000:0.0:1767319546.376936:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319546.376937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319546.376939:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319546.376941:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319546.376944:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4788 00000100:00080000:0.0:1767319546.376946:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319546.376949:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319546.376952:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319546.376957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988708736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319546.376959:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319546.376978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319546.376990:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988708864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319546.377005:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708736 00000100:00100000:1.0:1767319546.377012:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708736 00000100:00100000:0.0:1767319546.377014:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319546.377049:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708864 00000100:00100000:0.0:1767319546.377079:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708864 00000100:00100000:0.0:1767319546.377127:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:0.0:1767319546.377135:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988708864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319546.377183:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988708864:12345-0@lo:400:kworker.0 Request processed in 49us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319546.377190:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00080000:0.0:1767319546.377213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319546.377244:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988708864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.377622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988708224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319546.377658:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.377679:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988708480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319546.377698:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.377712:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988708608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319546.377732:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.377747:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988708992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319546.377764:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.377791:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708096 00000100:00100000:2.0:1767319546.377795:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708096 00000100:00100000:2.0:1767319546.377825:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708352 00000100:00100000:2.0:1767319546.377828:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708352 00000100:00100000:2.0:1767319546.377841:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708224 00000100:00100000:2.0:1767319546.377843:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708224 00000100:00100000:2.0:1767319546.377851:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708480 00000100:00100000:2.0:1767319546.377854:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708480 00000100:00100000:2.0:1767319546.377860:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708992 00000100:00100000:2.0:1767319546.377862:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708992 00000100:00100000:1.0:1767319546.377870:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:2.0:1767319546.377870:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1767319546.377876:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988708736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.377876:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988708096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.377907:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988708096:12345-0@lo:400:kworker.0 Request processed in 31us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319546.377908:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988708736:12345-0@lo:400:kworker.0 Request processed in 33us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319546.377913:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1767319546.377914:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:2.0:1767319546.377925:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1767319546.377931:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988708352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319546.377932:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767319546.377936:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988708224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319546.377954:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319546.377954:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988708352:12345-0@lo:400:kworker.0 Request processed in 24us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319546.377959:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1767319546.377977:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1767319546.377980:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988708224:12345-0@lo:38:kworker.0 Request processed in 43us (322us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319546.377981:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988708480:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319546.377986:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00010000:00020000:2.0:1767319546.377991:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319546.377998:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767319546.378001:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988708992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319546.378009:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319546.378014:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988708480:12345-0@lo:38:kworker.0 Request processed in 32us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319546.378019:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00080000:2.0:1767319546.378037:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319546.378038:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988708992:12345-0@lo:38:kworker.0 Request processed in 35us (273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319546.378044:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:2.0:1767319546.378052:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319546.378067:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319546.378070:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988708224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319546.378079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319546.378082:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319546.378084:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988708736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.378085:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988708480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319546.378092:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319546.378093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988708352:0@lo:400:kworker.0 00000100:00080000:2.0:1767319546.378094:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319546.378097:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988708992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319546.378120:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988708096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.378128:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319546.378132:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988709120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319546.378156:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319546.378244:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988708608 00000100:00100000:0.0:1767319546.378249:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988708608 00000100:00100000:0.0:1767319546.378275:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627 00000100:00100000:0.0:1767319546.378280:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988708608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319546.378290:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319546.378328:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988708608:12345-0@lo:38:kworker.0 Request processed in 47us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319546.378334:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627 00000100:00080000:0.0:1767319546.378364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319546.378367:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319546.378370:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988708608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319546.379316:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988709120 00000100:00100000:1.0:1767319546.379322:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988709120 00000100:00100000:1.0:1767319546.379598:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767319546.379609:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988709120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319546.379636:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319546.379734:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988709120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319546.379740:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767319546.379952:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988709120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319548.196560:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319548.196684:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319548.196719:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319548.196772:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796608 00000100:00100000:0.0:1767319548.196783:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796608 00000100:00100000:0.0:1767319548.196856:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3279 00000100:00100000:0.0:1767319548.196866:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923796608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319548.196934:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923796608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 69us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319548.196943:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3279 00000100:00080000:1.0:1767319548.197312:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319548.197654:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319548.197844:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796736 00000100:00100000:1.0:1767319548.197850:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796736 00000100:00100000:1.0:1767319548.197889:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3280 00000100:00100000:1.0:1767319548.197897:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923796736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319548.197939:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923796736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 43us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319548.197946:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3280 00000100:00080000:1.0:1767319548.198034:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319548.199291:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319549.384920:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319550.409455:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319550.984857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988709248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319550.984931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319550.985086:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988709248 00000100:00100000:0.0:1767319550.985094:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988709248 00000100:00100000:0.0:1767319550.985161:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1767319550.985170:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988709248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319550.985199:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319550.985240:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988709248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319550.985247:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00080000:1.0:1767319550.985453:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319550.985489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988709248:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319551.496801:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319551.496812:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319551.496855:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319551.496873:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319551.496873:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:0.0:1767319551.496876:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319551.496883:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4793 00000100:00100000:1.0:1767319551.496886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988709504:0@lo:400:kworker.0 00000100:00080000:0.0:1767319551.496888:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319551.496894:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319551.496914:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988709632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319551.496953:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319551.496956:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319551.496958:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319551.496971:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4793 00000100:00080000:0.0:1767319551.496974:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319551.496975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319551.496977:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319551.496989:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163988709888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319551.496997:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319551.497000:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319551.497002:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319551.497005:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4793 00000100:00080000:0.0:1767319551.497007:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319551.497008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988709376:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319551.497010:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319551.497022:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988710016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319551.497031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319551.497042:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319551.497050:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988710272:0@lo:400:kworker.0 00000100:00080000:0.0:1767319551.497052:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319551.497054:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319551.497057:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4793 00000100:00080000:0.0:1767319551.497059:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319551.497063:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319551.497069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319551.497075:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163988710400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319551.497096:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988709760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319551.497097:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988709504 00000100:00100000:1.0:1767319551.497104:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988709504 00000100:00100000:0.0:1767319551.497121:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319551.497139:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319551.497144:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988710144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319551.497149:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988709760 00000100:00100000:1.0:1767319551.497152:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988709760 00000100:00100000:0.0:1767319551.497162:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319551.497172:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1767319551.497180:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988709504:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319551.497193:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319551.497203:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988710272 00000100:00100000:0.0:1767319551.497206:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988710272 00000100:00100000:0.0:1767319551.497234:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988710144 00000100:00100000:0.0:1767319551.497237:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988710144 00000100:00100000:1.0:1767319551.497240:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988709504:12345-0@lo:400:kworker.0 Request processed in 61us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319551.497247:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1767319551.497253:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1767319551.497258:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988710272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319551.497261:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1767319551.497265:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988709760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.497286:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988710272:12345-0@lo:400:kworker.0 Request processed in 28us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319551.497288:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988709760:12345-0@lo:400:kworker.0 Request processed in 22us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319551.497292:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767319551.497293:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1767319551.497304:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:0.0:1767319551.497309:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988710144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.497332:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988710144:12345-0@lo:400:kworker.0 Request processed in 23us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319551.497332:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988709760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.497345:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:1.0:1767319551.497354:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988710144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.497363:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988709376 00000100:00100000:0.0:1767319551.497367:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988709376 00000100:00100000:1.0:1767319551.497371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988710272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319551.497380:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988709504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.497386:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:0.0:1767319551.497391:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988709376:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319551.497404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767319551.497412:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319551.497447:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988709376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319551.497453:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319551.497466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988709376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319551.497518:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988709632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.497545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319551.497561:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988709888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.497604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319551.497617:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988710016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.497639:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319551.497653:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988710400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.497671:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319551.497692:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319551.497696:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319551.497699:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988709632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.497720:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1767319551.497724:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988709888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319551.497734:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319551.497761:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988709888:12345-0@lo:38:kworker.0 Request processed in 35us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319551.497767:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1767319551.497784:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988710016 00000100:00100000:2.0:1767319551.497788:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988710016 00000100:00100000:2.0:1767319551.497807:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4628 00000100:00100000:2.0:1767319551.497811:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988710016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319551.497820:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319551.497851:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988710016:12345-0@lo:38:kworker.0 Request processed in 38us (210us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319551.497863:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4628 00000100:00100000:2.0:1767319553.314346:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319553.314386:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319553.314419:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319553.314461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319553.314522:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796864 00000100:00100000:1.0:1767319553.314533:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796864 00000100:00100000:1.0:1767319553.314608:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923796992 00000100:00100000:1.0:1767319553.314612:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923796992 00000100:00100000:1.0:1767319553.314653:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 351 00000100:00100000:2.0:1767319553.314660:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 722 00000100:00100000:1.0:1767319553.314662:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923796992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319553.314666:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923796864:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319553.314684:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319553.314730:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923796864:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319553.314738:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 722 00000100:00100000:0.0:1767319553.314754:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923797120 00000100:00100000:0.0:1767319553.314759:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923797120 00000100:00100000:1.0:1767319553.316482:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923796992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1813us (2087us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319553.316506:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 351 00000100:00100000:0.0:1767319553.318779:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3284 00000100:00100000:0.0:1767319553.318793:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923797120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319553.318859:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923797120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (4397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319553.318867:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3284 00000100:00080000:1.0:1767319553.320173:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319553.320181:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319553.320185:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319553.480796:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319554.504842:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319556.105549:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988710528 00000100:00100000:0.0:1767319556.105563:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988710528 00000100:00100000:0.0:1767319556.105746:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:0.0:1767319556.105759:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988710528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319556.105806:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319556.105912:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988710528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319556.105920:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00080000:1.0:1767319556.106483:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319556.616962:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319556.616975:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319556.617083:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319556.617088:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319556.617092:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319556.617108:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4798 00000100:00080000:1.0:1767319556.617115:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319556.617148:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319556.617175:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319556.617203:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319556.617206:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319556.617227:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319556.617231:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4798 00000100:00080000:1.0:1767319556.617233:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319556.617238:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319556.617251:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988711040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319556.617261:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319556.617265:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319556.617267:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319556.617271:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4798 00000100:00080000:1.0:1767319556.617273:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319556.617277:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319556.617288:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e680 x1853163988711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319556.617328:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319556.617339:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319556.617341:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319556.617344:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4798 00000100:00080000:1.0:1767319556.617347:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319556.617351:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319556.617363:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988711424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319556.617406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988711296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.617492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319556.618907:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711168 00000100:00100000:2.0:1767319556.618913:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711168 00000100:00100000:2.0:1767319556.618948:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629 00000100:00100000:2.0:1767319556.618954:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988711168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319556.618965:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319556.619005:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988711168:12345-0@lo:38:kworker.0 Request processed in 50us (724us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319556.619012:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629 00000100:00100000:2.0:1767319556.619039:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711552 00000100:00100000:2.0:1767319556.619043:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711552 00000100:00100000:2.0:1767319556.619082:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:2.0:1767319556.619089:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988711552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319556.619127:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319556.619168:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988711552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319556.619174:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00080000:2.0:1767319556.619189:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319556.619212:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319556.619216:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319556.619219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988711168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319556.619242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988711552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319556.619334:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711296 00000100:00100000:0.0:1767319556.619340:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711296 00000100:00100000:0.0:1767319556.619388:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:0.0:1767319556.619395:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988711296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319556.619436:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988711296:12345-0@lo:400:kworker.0 Request processed in 42us (1944us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319556.619442:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:1.0:1767319556.619620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988711296:0@lo:400:kworker.0 00010000:00010000:2.0:1767319557.578006:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319558.437016:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319558.437102:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319558.437137:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319558.438027:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923797504 00000100:00100000:0.0:1767319558.438033:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923797504 00000100:00100000:0.0:1767319558.438090:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 354 00000100:00100000:0.0:1767319558.438110:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923797504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319558.438178:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923797504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319558.438186:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 354 00000100:00100000:0.0:1767319558.438243:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3287 00000100:00100000:0.0:1767319558.438250:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923797760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319558.438277:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923797760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319558.438283:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3287 00000100:00080000:2.0:1767319558.438550:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319558.438556:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319558.438558:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319558.438723:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319558.438860:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923797376 00000100:00100000:2.0:1767319558.438867:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923797376 00010000:00010000:2.0:1767319558.601052:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319561.225294:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988711680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319561.225376:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319561.225675:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711680 00000100:00100000:0.0:1767319561.225684:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711680 00000100:00100000:0.0:1767319561.225757:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767319561.225766:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988711680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319561.225824:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319561.225877:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988711680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319561.225885:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00080000:2.0:1767319561.225967:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319561.672844:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319561.736935:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988711808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319561.737006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319561.737127:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711808 00000100:00100000:2.0:1767319561.737135:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711808 00000100:00100000:2.0:1767319561.737191:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1767319561.737200:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988711808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319561.737231:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319561.737285:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988711808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319561.737291:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1767319561.737405:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988711808:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319561.737685:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319561.737690:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319561.737726:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319561.737731:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319561.737734:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319561.737739:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4803 00000100:00080000:0.0:1767319561.737743:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319561.737747:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319561.737766:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2d80 x1853163988712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319561.737820:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319561.737823:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319561.737825:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319561.737828:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4803 00000100:00080000:0.0:1767319561.737830:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319561.737833:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319561.737843:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f100 x1853163988712320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319561.737852:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319561.737855:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319561.737857:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319561.737868:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4803 00000100:00080000:0.0:1767319561.737870:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319561.737874:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319561.737887:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163988712448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319561.737896:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319561.737899:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319561.737901:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319561.737904:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4803 00000100:00080000:0.0:1767319561.737906:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319561.737909:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319561.737920:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163988712576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319561.738676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988711936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319561.738706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319561.738734:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319561.738740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988712192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319561.738761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319561.738797:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988711936 00000100:00100000:1.0:1767319561.738801:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988711936 00000100:00100000:1.0:1767319561.738842:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988712192 00000100:00100000:1.0:1767319561.738845:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988712192 00000100:00100000:2.0:1767319561.738853:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1767319561.738862:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988711936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319561.738865:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1767319561.738870:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988712192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319561.738905:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988711936:12345-0@lo:400:kworker.0 Request processed in 45us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319561.738912:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00080000:0.0:1767319561.738986:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319561.739140:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988712192:12345-0@lo:400:kworker.0 Request processed in 268us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319561.739146:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1767319561.740836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988712192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319561.740938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988711936:0@lo:400:kworker.0 00000400:00000100:2.0:1767319562.532618:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923797888 offset 0 length 520: 4 00000100:00100000:2.0:1767319562.532670:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319562.532711:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319562.532742:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319562.532827:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319562.532858:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798272 00000100:00100000:2.0:1767319562.532867:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798272 00000100:00100000:2.0:1767319562.532939:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798400 00000100:00100000:2.0:1767319562.532943:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798400 00000100:00100000:2.0:1767319562.532967:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3288 00000100:00100000:2.0:1767319562.532976:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319562.533246:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 71us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319562.533255:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3288 00000100:00100000:2.0:1767319562.533274:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3289 00000100:00100000:2.0:1767319562.533281:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923798400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319562.533336:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923798400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 55us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319562.533342:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3289 00000100:00080000:2.0:1767319562.533380:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319562.533654:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319562.538627:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798016 00000100:00100000:0.0:1767319562.538641:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798016 00000100:00100000:0.0:1767319562.538685:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798144 00000100:00100000:0.0:1767319562.538688:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798144 00000100:00100000:0.0:1767319562.538745:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 357 00000100:00100000:0.0:1767319562.538753:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923798144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319562.538845:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923798144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (6100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319562.538853:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 357 00000100:00100000:0.0:1767319562.538874:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 730 00000100:00100000:0.0:1767319562.538879:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923798016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319562.538927:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319562.538954:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923798016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 74us (6243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319562.538961:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 730 00000100:00080000:2.0:1767319562.539719:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319562.696841:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319565.768982:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319566.346291:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319566.346317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988712704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319566.346420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319566.359606:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319566.361903:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988712704:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319566.793364:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319566.857064:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319566.857072:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319566.857075:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319566.857081:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4788 00000100:00080000:0.0:1767319566.857085:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319566.857092:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319566.857141:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d180 x1853163988712832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319566.857213:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319566.857217:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319566.857220:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319566.857224:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4808 00000100:00080000:0.0:1767319566.857227:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319566.857230:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319566.857239:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319566.857254:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988712960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.857344:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319566.857450:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163988713088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319566.857492:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319566.857513:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319566.857516:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319566.857520:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4808 00000100:00080000:0.0:1767319566.857523:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319566.857527:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319566.857535:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319566.857545:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988713216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.857621:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319566.857662:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988712960 00000100:00100000:0.0:1767319566.857671:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988712960 00000100:00100000:0.0:1767319566.857749:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988713216 00000100:00100000:0.0:1767319566.857753:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988713216 00000100:00100000:0.0:1767319566.857782:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1767319566.857791:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988712960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.857856:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988712960:12345-0@lo:400:kworker.0 Request processed in 65us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319566.857864:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1767319566.857887:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1767319566.857893:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988713216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.857925:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988713216:12345-0@lo:400:kworker.0 Request processed in 32us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319566.857931:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1767319566.857980:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988713216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.858007:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988712960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.858032:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04210700 x1853163988713344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319566.858055:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319566.858059:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319566.858061:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319566.858066:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4808 00000100:00080000:0.0:1767319566.858068:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319566.858072:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319566.858086:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04212a00 x1853163988713472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319566.858107:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319566.858111:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319566.858113:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319566.858117:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4808 00000100:00080000:0.0:1767319566.858119:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319566.858123:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319566.858132:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988713600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319566.858162:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319566.858199:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211180 x1853163988713728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319566.858314:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988713600 00000100:00100000:1.0:1767319566.858318:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988713600 00000100:00100000:1.0:1767319566.858379:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:1.0:1767319566.858388:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988713600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319566.858434:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988713600:12345-0@lo:400:kworker.0 Request processed in 49us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319566.858441:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00100000:1.0:1767319566.858469:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988713600:0@lo:400:kworker.0 00000100:00100000:2.0:1767319566.859650:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988713472 00000100:00100000:2.0:1767319566.859661:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988713472 00000100:00100000:2.0:1767319566.859707:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631 00000100:00100000:2.0:1767319566.859713:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988713472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319566.859732:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319566.859800:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988713472:12345-0@lo:38:kworker.0 Request processed in 87us (955us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319566.859808:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631 00000100:00080000:2.0:1767319566.859833:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319566.859840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319566.859883:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319566.859887:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319566.859891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988713472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319566.860085:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988713856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319566.860159:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319566.860266:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988713856 00000100:00100000:2.0:1767319566.860278:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988713856 00000100:00100000:2.0:1767319566.860335:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767319566.860344:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988713856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319566.860387:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319566.860428:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988713856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319566.860435:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:1.0:1767319566.860724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988713856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319567.650132:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319567.650167:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319567.650207:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798656 00000100:00100000:0.0:1767319567.650225:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798656 00000100:00100000:0.0:1767319567.650358:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 360 00000100:00100000:0.0:1767319567.650372:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923798656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319567.650390:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319567.650807:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923798656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 436us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319567.650836:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 360 00000100:00100000:2.0:1767319567.653953:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319567.659817:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798912 00000100:00100000:1.0:1767319567.659830:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798912 00000100:00100000:1.0:1767319567.659982:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923798784 00000100:00100000:1.0:1767319567.659985:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923798784 00000100:00100000:0.0:1767319567.661577:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3291 00000100:00100000:0.0:1767319567.661989:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319567.662193:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 220us (12024us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319567.662202:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3291 00000100:00100000:0.0:1767319567.662229:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3292 00000100:00100000:0.0:1767319567.662237:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319567.662265:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923798784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (11872us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319567.662271:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3292 00010000:00010000:2.0:1767319569.864839:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319570.889321:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319571.470654:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988713984 00000100:00100000:2.0:1767319571.470672:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988713984 00000100:00100000:2.0:1767319571.470911:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:2.0:1767319571.470922:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988713984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319571.470969:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319571.471066:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988713984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (4329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319571.471074:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1767319571.472963:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988713984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319571.977179:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767319571.977200:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319571.977206:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319571.977223:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319571.977242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988714240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319571.977313:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319571.986772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319571.986859:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988714240:0@lo:400:kworker.0 00000100:00080000:0.0:1767319571.990894:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319571.990905:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319571.990909:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319571.990917:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4813 00000100:00100000:1.0:1767319571.992018:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988714112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319571.992097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319571.992265:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988714112 00000100:00100000:2.0:1767319571.992273:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988714112 00000100:00100000:2.0:1767319571.992405:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:2.0:1767319571.992414:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988714112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319571.992448:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319571.992496:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988714112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319571.992503:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:0.0:1767319571.994324:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319571.994335:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319571.994463:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211880 x1853163988714368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319571.994599:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988714368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319571.994682:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319571.994876:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319571.994895:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319571.994898:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319571.994903:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4813 00000100:00080000:0.0:1767319571.994906:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319571.994909:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319571.994935:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211500 x1853163988714624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319571.995003:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319571.995017:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988714496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319571.995047:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319571.995112:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988714112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319571.995152:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988714368 00000100:00100000:1.0:1767319571.995159:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988714368 00000100:00100000:1.0:1767319571.995187:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988714496 00000100:00100000:1.0:1767319571.995190:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988714496 00000100:00100000:2.0:1767319571.995266:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988714624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319571.995292:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319571.995320:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988714624 00000100:00100000:2.0:1767319571.995324:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988714624 00000100:00100000:2.0:1767319571.995345:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767319571.995351:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988714368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319571.995369:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319571.995416:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988714368:12345-0@lo:38:kworker.0 Request processed in 65us (735us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319571.995423:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767319571.995438:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1767319571.995441:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988714624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319571.995449:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319571.995468:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988714624:12345-0@lo:38:kworker.0 Request processed in 25us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319571.995482:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:2.0:1767319571.995510:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319571.995514:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319571.995517:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988714624:0@lo:38:kworker.0 00000100:00080000:2.0:1767319571.995715:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319571.995719:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319571.995722:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988714368:0@lo:38:kworker.0 00000100:00080000:0.0:1767319571.996216:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319571.996220:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319571.996222:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319571.996226:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4813 00000100:00080000:0.0:1767319571.996229:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319571.996234:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319571.996254:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211f80 x1853163988714752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319571.996267:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319571.996271:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319571.996272:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319571.996275:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4813 00000100:00080000:0.0:1767319571.996278:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319571.996281:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319571.996291:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04213b80 x1853163988714880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319571.996357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988714752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319571.996462:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319571.996492:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988714880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319571.996514:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319571.996882:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319571.996886:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319571.996888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988714752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319571.997124:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988714880 00000100:00100000:0.0:1767319571.997138:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988714880 00000100:00100000:0.0:1767319571.997168:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767319571.997173:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988714880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319571.997184:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319571.997227:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988714880:12345-0@lo:38:kworker.0 Request processed in 52us (711us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319571.997232:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1767319572.004193:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1767319572.004209:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988714496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.004323:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988714496:12345-0@lo:400:kworker.0 Request processed in 117us (9273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319572.004331:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1767319572.005137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988714496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319572.771514:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799168 00000100:00100000:2.0:1767319572.771524:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799168 00000100:00100000:2.0:1767319572.771609:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799040 00000100:00100000:2.0:1767319572.771613:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799040 00000100:00100000:2.0:1767319572.771646:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 363 00000100:00100000:2.0:1767319572.771658:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923799168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319572.771736:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923799168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319572.771743:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 363 00000100:00100000:1.0:1767319572.771933:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799296 00000100:00100000:1.0:1767319572.771938:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799296 00000100:00100000:1.0:1767319572.771987:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799424 00000100:00100000:1.0:1767319572.771990:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799424 00000100:00100000:1.0:1767319572.772036:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3293 00000100:00100000:1.0:1767319572.772043:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923799296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319572.772084:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923799296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 42us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319572.772092:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3293 00000100:00100000:1.0:1767319572.772104:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3294 00000100:00100000:1.0:1767319572.772111:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319572.772141:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 30us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319572.772147:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3294 00010000:00010000:2.0:1767319573.961211:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319574.987314:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319576.585087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988715008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319576.585167:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319576.585271:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988715008 00000100:00100000:0.0:1767319576.585279:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988715008 00000100:00100000:0.0:1767319576.585356:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767319576.585365:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988715008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319576.585397:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319576.585441:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988715008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319576.585448:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00080000:1.0:1767319576.585558:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319576.585612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988715008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319577.096887:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988715136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.096957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.096999:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319577.097010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988715264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319577.097043:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.097066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988716032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097098:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.097143:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988715520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097166:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.097242:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319577.097248:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988715904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097270:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.097297:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716032 00000100:00100000:2.0:1767319577.097304:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716032 00000100:00100000:2.0:1767319577.097345:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988715904 00000100:00100000:2.0:1767319577.097349:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988715904 00000100:00100000:2.0:1767319577.097366:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1767319577.097374:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988716032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097417:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988716032:12345-0@lo:400:kworker.0 Request processed in 44us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319577.097424:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1767319577.097441:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:2.0:1767319577.097447:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988715904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097475:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988715904:12345-0@lo:400:kworker.0 Request processed in 28us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319577.097481:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00100000:2.0:1767319577.097545:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988715904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.097575:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988716032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319577.097628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988715392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319577.097629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319577.097660:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988715264 00000100:00100000:2.0:1767319577.097665:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988715264 00000100:00100000:1.0:1767319577.097666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.097703:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:2.0:1767319577.097711:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988715264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319577.097731:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319577.097766:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988715264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319577.097772:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:2.0:1767319577.097801:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988715264:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319577.109645:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319577.109715:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988715520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319577.109767:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988715136:0@lo:400:kworker.0 00000100:00080000:1.0:1767319577.114196:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319577.114212:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319577.114217:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988715392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319577.114230:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988715648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319577.114287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319577.114319:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988715776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319577.114342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319577.114390:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988716160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319577.114412:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.114569:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988715648 00000100:00100000:2.0:1767319577.114576:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988715648 00000100:00100000:2.0:1767319577.114635:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716160 00000100:00100000:2.0:1767319577.114639:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716160 00000100:00100000:2.0:1767319577.114662:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1767319577.114669:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988715648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319577.114692:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319577.114742:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988715648:12345-0@lo:38:kworker.0 Request processed in 71us (452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319577.114749:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1767319577.114778:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1767319577.114783:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988716160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319577.114798:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319577.114834:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988716160:12345-0@lo:38:kworker.0 Request processed in 49us (419us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319577.114842:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:1.0:1767319577.114953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319577.114958:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319577.114961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988715648:0@lo:38:kworker.0 00000100:00080000:1.0:1767319577.114968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319577.114972:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319577.114974:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988715776:0@lo:38:kworker.0 00000100:00080000:1.0:1767319577.114980:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319577.114983:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319577.114986:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988716160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319577.893369:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319577.893417:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319577.893450:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319577.893536:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799808 00000100:00100000:2.0:1767319577.893547:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319577.893548:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799808 00000100:00100000:2.0:1767319577.893630:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799680 00000100:00100000:2.0:1767319577.893636:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799680 00000100:00100000:2.0:1767319577.893671:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799552 00000100:00100000:2.0:1767319577.893674:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799552 00000100:00100000:2.0:1767319577.893692:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 366 00000100:00100000:2.0:1767319577.893701:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923799680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319577.893759:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923799936 00000100:00100000:0.0:1767319577.893764:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923799936 00000100:00100000:2.0:1767319577.893787:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923799680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319577.893794:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3297 00000100:00100000:2.0:1767319577.893799:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 366 00000100:00100000:0.0:1767319577.893807:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319577.893828:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 742 00000100:00100000:2.0:1767319577.893835:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923799552:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767319577.893842:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319577.893849:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3297 00010000:00020000:2.0:1767319577.893856:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319577.893868:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3298 00000100:00100000:2.0:1767319577.893884:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923799552:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319577.893893:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319577.893905:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 742 00000100:00080000:2.0:1767319577.893925:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319577.893927:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923799936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319577.893933:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3298 00000100:00080000:2.0:1767319577.893939:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319577.893943:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319578.056829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319579.080833:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319581.705341:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716288 00000100:00100000:0.0:1767319581.705350:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716288 00000100:00100000:0.0:1767319581.705447:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319581.705456:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988716288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319581.705484:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319581.705534:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988716288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319581.705540:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319581.705610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988716288:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319582.152815:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319582.216929:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988716544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319582.216992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319582.217025:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988716800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319582.217043:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319582.217063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988716928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319582.217083:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319582.217110:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988717312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319582.217124:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319582.217151:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716544 00000100:00100000:0.0:1767319582.217158:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716544 00000100:00100000:0.0:1767319582.217182:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717312 00000100:00100000:0.0:1767319582.217185:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717312 00000100:00100000:1.0:1767319582.217225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988716672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319582.217257:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319582.217326:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988716416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319582.217359:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717056 00000100:00100000:2.0:1767319582.217374:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717056 00000100:00100000:2.0:1767319582.217415:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717184 00000100:00100000:2.0:1767319582.217419:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717184 00000100:00100000:2.0:1767319582.217458:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1767319582.217467:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319582.217523:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717056:12345-0@lo:400:kworker.0 Request processed in 57us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319582.217532:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1767319582.217548:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:2.0:1767319582.217553:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319582.217591:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717184:12345-0@lo:400:kworker.0 Request processed in 25us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319582.217597:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:0.0:1767319582.218025:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716672 00000100:00100000:0.0:1767319582.218029:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716672 00000100:00100000:0.0:1767319582.218052:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767319582.218060:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988716672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319582.218165:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988716672:12345-0@lo:400:kworker.0 Request processed in 106us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319582.218171:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767319582.218188:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1767319582.218191:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988716800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319582.218207:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319582.218323:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988716800:12345-0@lo:38:kworker.0 Request processed in 129us (1277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319582.218330:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1767319582.218343:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767319582.218348:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988716544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319582.218358:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319582.218381:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988716544:12345-0@lo:38:kworker.0 Request processed in 32us (1388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319582.218386:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767319582.218407:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1767319582.218411:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988717312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319582.218419:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319582.218440:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988717312:12345-0@lo:38:kworker.0 Request processed in 27us (1314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319582.218444:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1767319582.218527:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716928 00000100:00100000:0.0:1767319582.218531:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716928 00000100:00100000:0.0:1767319582.218552:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634 00000100:00100000:0.0:1767319582.218556:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988716928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319582.218565:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319582.218605:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988716928:12345-0@lo:38:kworker.0 Request processed in 47us (1521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319582.218611:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634 00000100:00080000:0.0:1767319582.218650:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319582.218654:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319582.218657:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988716928:0@lo:38:kworker.0 00000100:00080000:0.0:1767319582.218666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319582.218669:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319582.218672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988717312:0@lo:38:kworker.0 00000100:00080000:0.0:1767319582.218679:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319582.218680:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319582.218682:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319582.218685:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988716544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319582.218692:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319582.218695:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319582.218697:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988716800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319582.218711:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988716416 00000100:00100000:1.0:1767319582.218714:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988716416 00000100:00100000:0.0:1767319582.218961:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988716672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319582.218993:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988716416:0@lo:400:kworker.0 00000100:00080000:0.0:1767319582.219018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319582.219022:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319582.219025:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988717440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319582.219055:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319582.219057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988717184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319582.219066:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988717056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319582.219102:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717440 00000100:00100000:0.0:1767319582.219106:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717440 00000100:00100000:0.0:1767319582.219137:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:0.0:1767319582.219143:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988717440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319582.219162:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319582.219193:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988717440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319582.219199:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1767319582.219222:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988717440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319583.009008:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800192 00000100:00100000:0.0:1767319583.009020:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800192 00000100:00080000:2.0:1767319583.009107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319583.009168:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 369 00000100:00100000:0.0:1767319583.009179:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923800192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319583.009246:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923800192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319583.009254:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 369 00000100:00100000:1.0:1767319583.009640:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800448 00000100:00100000:1.0:1767319583.009644:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800448 00000100:00100000:2.0:1767319583.009669:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800064 00000100:00100000:2.0:1767319583.009674:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800064 00000100:00100000:1.0:1767319583.009708:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800320 00000100:00100000:1.0:1767319583.009711:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800320 00000100:00100000:0.0:1767319583.009753:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3301 00000100:00100000:0.0:1767319583.009759:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923800448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319583.009788:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923800448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319583.009795:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3301 00000100:00100000:1.0:1767319583.010223:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3302 00000100:00100000:2.0:1767319583.010231:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 746 00000100:00100000:1.0:1767319583.010236:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923800320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319583.010243:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923800064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319583.010276:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319583.010285:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923800320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 54us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319583.010290:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3302 00000100:00100000:2.0:1767319583.010306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923800064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 64us (733us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319583.010315:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 746 00010000:00010000:2.0:1767319583.177010:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319586.248874:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319586.825161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988717568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319586.825247:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319586.828400:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717568 00000100:00100000:0.0:1767319586.828416:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717568 00000100:00100000:0.0:1767319586.828567:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:0.0:1767319586.828610:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988717568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319586.828642:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319586.828722:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988717568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319586.828730:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1767319586.828822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988717568:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319587.274047:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319587.336781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988717696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319587.336958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319587.337079:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717696 00000100:00100000:1.0:1767319587.337087:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717696 00000100:00100000:2.0:1767319587.337550:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:2.0:1767319587.337562:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319587.337614:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319587.337864:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988717696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 303us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319587.337872:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767319587.338427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988717696:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319587.338939:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319587.338944:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319587.338990:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319587.338995:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319587.338998:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319587.339003:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4829 00000100:00080000:2.0:1767319587.339007:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319587.339012:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319587.339042:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39814380 x1853163988717952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319587.339084:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319587.339100:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319587.339102:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319587.339106:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4829 00000100:00080000:2.0:1767319587.339108:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319587.339113:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319587.339124:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39814a80 x1853163988718208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319587.339133:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319587.339136:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319587.339148:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319587.339156:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4829 00000100:00080000:2.0:1767319587.339158:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319587.339162:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319587.339173:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39816300 x1853163988718336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319587.339188:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319587.339191:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319587.339193:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319587.339196:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4829 00000100:00080000:2.0:1767319587.339198:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319587.339201:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319587.339209:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39817100 x1853163988718592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319587.340549:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988717824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319587.340615:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319587.341182:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988717824 00000100:00100000:2.0:1767319587.341197:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988717824 00000100:00100000:2.0:1767319587.341453:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1767319587.341463:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988717824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319587.341514:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988717824:12345-0@lo:400:kworker.0 Request processed in 54us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319587.341521:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1767319587.341819:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988718464 00000100:00100000:0.0:1767319587.341824:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988718464 00000100:00100000:0.0:1767319587.341873:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:0.0:1767319587.341881:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988718464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319587.341922:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988718464:12345-0@lo:400:kworker.0 Request processed in 42us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319587.341929:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:0.0:1767319587.341949:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988718336 00000100:00100000:0.0:1767319587.341953:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988718336 00000100:00100000:0.0:1767319587.341971:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635 00000100:00100000:0.0:1767319587.341976:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988718336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319587.341990:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319587.342023:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988718336:12345-0@lo:38:kworker.0 Request processed in 45us (2472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319587.342028:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635 00000100:00100000:0.0:1767319588.129813:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800704 00000100:00100000:0.0:1767319588.129831:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800704 00000100:00100000:0.0:1767319588.129910:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800832 00000100:00100000:0.0:1767319588.129934:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800832 00000100:00100000:1.0:1767319588.130283:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801088 00000100:00100000:1.0:1767319588.130302:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801088 00000100:00100000:1.0:1767319588.130344:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923800960 00000100:00100000:1.0:1767319588.130347:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923800960 00000100:00100000:1.0:1767319588.130380:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3304 00000100:00100000:1.0:1767319588.130397:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923801088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319588.130500:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923801088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319588.130508:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3304 00000100:00100000:1.0:1767319588.130527:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3305 00000100:00100000:1.0:1767319588.130533:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923800960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319588.130561:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923800960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319588.130567:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3305 00000100:00100000:0.0:1767319588.135013:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 372 00000100:00100000:0.0:1767319588.135048:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923800832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319588.135618:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923800832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 587us (6166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319588.135630:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 372 00010000:00010000:2.0:1767319590.344973:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319591.369603:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319591.432927:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319591.432934:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319591.432937:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319591.432942:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4813 00000100:00080000:1.0:1767319591.432946:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319591.432978:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319591.433034:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bf9880 x1853163988718720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319591.433100:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319591.433104:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319591.433106:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319591.433110:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4834 00000100:00080000:1.0:1767319591.433112:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319591.433116:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319591.433129:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bf9500 x1853163988718976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319591.433144:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319591.433147:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319591.433148:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319591.433152:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4834 00000100:00080000:1.0:1767319591.433161:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319591.433165:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319591.433177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfbb80 x1853163988719232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319591.433186:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319591.433192:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319591.433194:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319591.433198:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4834 00000100:00080000:1.0:1767319591.433200:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319591.433208:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319591.433219:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bf8380 x1853163988719360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319591.433263:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319591.433266:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319591.433268:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319591.433270:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4834 00000100:00080000:1.0:1767319591.433272:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319591.433275:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988719104:0@lo:400:kworker.0 00000100:00080000:1.0:1767319591.433276:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319591.433285:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfa300 x1853163988719744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319591.433306:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988719616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.433338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319591.433338:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319591.433405:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988718848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.434205:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719104 00000100:00100000:1.0:1767319591.434215:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719104 00000100:00100000:1.0:1767319591.434290:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1767319591.434301:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988719104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.434353:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988719104:12345-0@lo:400:kworker.0 Request processed in 55us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319591.434360:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1767319591.434398:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719616 00000100:00100000:1.0:1767319591.434402:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719616 00000100:00100000:1.0:1767319591.434429:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:1.0:1767319591.434436:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988719616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.434469:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988719616:12345-0@lo:400:kworker.0 Request processed in 33us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319591.434483:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:1.0:1767319591.434501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988718720:0@lo:250:kworker.0 00000400:00000100:1.0:1767319591.434525:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988718720 offset 0 length 520: 4 00000100:00100000:1.0:1767319591.434544:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988718976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.434597:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319591.434614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988719232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.434634:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319591.434646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988719360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.434666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319591.434682:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988719744:0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.434698:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319591.434725:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988718976 00000100:00100000:1.0:1767319591.434729:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988718976 00000100:00100000:1.0:1767319591.434745:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719232 00000100:00100000:1.0:1767319591.434747:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719232 00000100:00100000:1.0:1767319591.434758:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719744 00000100:00100000:1.0:1767319591.434760:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719744 00000100:00100000:1.0:1767319591.434772:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1767319591.434776:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988718976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319591.434794:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319591.434824:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988718976:12345-0@lo:38:kworker.0 Request processed in 46us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.434830:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1767319591.434841:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767319591.434844:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988719232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319591.434861:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319591.434885:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988719232:12345-0@lo:38:kworker.0 Request processed in 39us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.434891:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767319591.434902:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1767319591.434905:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988719744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319591.434914:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319591.434935:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988719744:12345-0@lo:38:kworker.0 Request processed in 28us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.434940:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1767319591.434989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988719616:0@lo:400:kworker.0 00000100:00080000:1.0:1767319591.435026:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319591.435031:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319591.435034:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988718976:0@lo:38:kworker.0 00000100:00080000:1.0:1767319591.435041:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319591.435043:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319591.435046:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988719232:0@lo:38:kworker.0 00000100:00080000:1.0:1767319591.435053:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319591.435056:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319591.435059:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988719744:0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.435096:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719360 00000100:00100000:1.0:1767319591.435100:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719360 00000100:00100000:1.0:1767319591.435121:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636 00000100:00100000:1.0:1767319591.435125:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988719360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319591.435141:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319591.435170:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988719360:12345-0@lo:38:kworker.0 Request processed in 44us (504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.435177:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636 00000100:00080000:1.0:1767319591.435194:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319591.435198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319591.435211:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319591.435214:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319591.435218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988719360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319591.436460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988719104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319591.436748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319591.436831:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719488 00000100:00100000:1.0:1767319591.436837:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719488 00000100:00100000:1.0:1767319591.436923:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:1.0:1767319591.436930:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988719488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.436982:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988719488:12345-0@lo:400:kworker.0 Request processed in 52us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319591.436988:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:1.0:1767319591.437009:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988718848 00000100:00100000:1.0:1767319591.437013:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988718848 00000100:00100000:0.0:1767319591.438341:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988719488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.438646:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1767319591.438655:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988718848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.438725:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988718848:12345-0@lo:400:kworker.0 Request processed in 72us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319591.438731:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1767319591.438801:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988718848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319591.947176:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988719872 00000100:00100000:0.0:1767319591.947266:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988719872 00000100:00100000:0.0:1767319591.947373:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:0.0:1767319591.947383:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988719872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319591.947416:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319591.947497:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988719872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (2503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319591.947504:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1767319592.457483:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988720000 00000100:00100000:2.0:1767319592.457493:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988720000 00000100:00100000:2.0:1767319592.457557:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:2.0:1767319592.457567:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988720000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319592.457620:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319592.457675:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988720000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319592.457683:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:2.0:1767319593.253577:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801344 00000100:00100000:2.0:1767319593.253619:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801344 00000100:00100000:1.0:1767319593.253655:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801600 00000100:00100000:1.0:1767319593.253660:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801600 00000100:00100000:2.0:1767319593.253684:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801216 00000100:00100000:1.0:1767319593.253688:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801472 00000100:00100000:1.0:1767319593.253690:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801472 00000100:00100000:2.0:1767319593.253699:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801216 00000100:00100000:2.0:1767319593.253725:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 375 00000100:00100000:1.0:1767319593.253730:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3308 00000100:00100000:1.0:1767319593.253735:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923801600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319593.253735:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923801344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319593.253811:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923801344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319593.253836:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 375 00000100:00100000:2.0:1767319593.253861:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 754 00000100:00100000:2.0:1767319593.253866:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923801216:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319593.253888:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319593.256246:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923801600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2500us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319593.256260:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3308 00000100:00080000:1.0:1767319593.256318:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319593.257474:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923801216:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 3600us (3834us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319593.257486:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 754 00010000:00010000:2.0:1767319594.440818:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319595.465011:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319596.553275:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.553290:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319596.553368:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.553373:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.553377:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.553387:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4838 00000100:00080000:2.0:1767319596.553394:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.553402:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319596.553428:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39814e00 x1853163988720256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319596.553470:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.553473:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.553476:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.553489:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4838 00000100:00080000:2.0:1767319596.553509:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.553514:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319596.553527:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39817800 x1853163988720512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319596.553537:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.553541:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.553543:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.553547:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4838 00000100:00080000:2.0:1767319596.553550:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.553554:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319596.553568:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39816d80 x1853163988720640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319596.553641:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.553645:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.553646:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.553650:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4838 00000100:00080000:2.0:1767319596.553652:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.553656:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319596.553670:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39816a00 x1853163988721024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319596.553702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988720768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.553998:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319596.554053:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319596.554059:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988720896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.554102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319596.554155:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988720768 00000100:00100000:2.0:1767319596.554164:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988720768 00000100:00100000:2.0:1767319596.554225:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988720896 00000100:00100000:2.0:1767319596.554228:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988720896 00000100:00100000:2.0:1767319596.554254:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1767319596.554263:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988720768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.554321:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988720768:12345-0@lo:400:kworker.0 Request processed in 58us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319596.554330:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1767319596.554349:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:2.0:1767319596.554355:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988720896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.554381:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988720896:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319596.554387:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00080000:1.0:1767319596.554609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319596.554615:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319596.554628:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988720384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.554665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.554693:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319596.554699:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988720128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.554722:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.554752:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988720384 00000100:00100000:1.0:1767319596.554757:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988720384 00000100:00100000:1.0:1767319596.554805:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988720128 00000100:00100000:1.0:1767319596.554808:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988720128 00000100:00100000:1.0:1767319596.554831:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1767319596.554837:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988720384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.554875:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988720384:12345-0@lo:400:kworker.0 Request processed in 38us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319596.554881:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1767319596.554893:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1767319596.554908:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988720128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.554937:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988720128:12345-0@lo:400:kworker.0 Request processed in 38us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319596.554942:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:1.0:1767319596.554979:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319596.555011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988720128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.555023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988720384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.555083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988720896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.555093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988720768:0@lo:400:kworker.0 00000100:00100000:1.0:1767319597.069120:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319597.069172:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988721152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319597.069296:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319597.069662:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988721152 00000100:00100000:0.0:1767319597.069673:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988721152 00000100:00100000:0.0:1767319597.069746:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1767319597.069756:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988721152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319597.069811:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319597.069874:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988721152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319597.069914:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:1.0:1767319597.070859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988721152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319597.579984:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988721280 00000100:00100000:0.0:1767319597.579997:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988721280 00000100:00100000:0.0:1767319597.580068:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767319597.580078:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988721280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319597.580127:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319597.580199:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988721280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319597.580207:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:2.0:1767319598.374977:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801856 00000100:00100000:2.0:1767319598.374988:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801856 00000100:00100000:2.0:1767319598.375059:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801728 00000100:00100000:2.0:1767319598.375062:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801728 00000100:00100000:2.0:1767319598.375088:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 378 00000100:00100000:1.0:1767319598.375107:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 758 00000100:00100000:2.0:1767319598.375112:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923801856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319598.375120:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923801728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319598.375145:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319598.375208:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923801856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319598.375217:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 378 00000100:00100000:0.0:1767319598.375422:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923801984 00000100:00100000:0.0:1767319598.375427:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923801984 00000100:00100000:0.0:1767319598.375458:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923802112 00000100:00100000:0.0:1767319598.375462:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923802112 00000100:00100000:0.0:1767319598.375485:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3312 00000100:00100000:0.0:1767319598.375493:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923801984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319598.381235:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923801728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 6104us (6720us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319598.381251:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 758 00000100:00100000:0.0:1767319598.383301:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923801984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 7800us (8879us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.383316:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3312 00010000:00010000:2.0:1767319598.537338:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319599.562274:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319601.672700:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319601.672728:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319601.672794:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319601.672798:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319601.672803:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319601.672811:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4843 00000100:00080000:2.0:1767319601.672816:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319601.672823:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319601.672837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988721408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.672847:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39817b80 x1853163988721536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319601.672918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.672926:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988721536:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.672962:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319601.673070:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319601.673074:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319601.673076:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319601.673080:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4843 00000100:00080000:2.0:1767319601.673082:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319601.673087:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319601.673100:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39817100 x1853163988721792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319601.673275:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988721792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.673302:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319601.673386:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319601.673390:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319601.673391:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319601.673395:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4843 00000100:00080000:2.0:1767319601.673398:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319601.673402:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319601.673416:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39814a80 x1853163988721920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319601.673456:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319601.673459:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319601.673461:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319601.673465:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4843 00000100:00080000:2.0:1767319601.673468:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319601.673471:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319601.673482:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39816300 x1853163988722304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319601.673506:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988721664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.673545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988722048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.673570:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319601.673618:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319601.673624:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988722176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.673645:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319601.673750:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722048 00000100:00100000:2.0:1767319601.673758:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722048 00000100:00100000:2.0:1767319601.673804:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722176 00000100:00100000:2.0:1767319601.673807:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722176 00000100:00100000:2.0:1767319601.673830:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:2.0:1767319601.673839:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988722048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.673888:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988722048:12345-0@lo:400:kworker.0 Request processed in 50us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319601.673896:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00100000:2.0:1767319601.673913:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:2.0:1767319601.673918:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988722176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.673953:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988722176:12345-0@lo:400:kworker.0 Request processed in 34us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319601.673959:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:2.0:1767319601.673994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988722176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.674193:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988722048:0@lo:400:kworker.0 00000100:00080000:2.0:1767319601.674228:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319601.674232:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319601.674631:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988721408 00000100:00100000:1.0:1767319601.674637:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988721408 00000100:00100000:1.0:1767319601.674679:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988721536 00000100:00100000:1.0:1767319601.674683:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988721536 00000100:00100000:1.0:1767319601.674701:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1767319601.674709:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988721408:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319601.674765:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319601.674789:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1767319601.674795:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988721536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319601.674816:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319601.674855:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988721536:12345-0@lo:38:kworker.0 Request processed in 59us (1893us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319601.674862:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1767319601.675524:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988721408:12345-0@lo:400:kworker.0 Request processed in 813us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319601.675543:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1767319601.675637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988721408:0@lo:400:kworker.0 00000100:00080000:0.0:1767319601.678619:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.678629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319601.678634:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988721536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319601.678643:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.678679:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988721920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.678785:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.678806:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988722304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319601.681829:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1767319601.681840:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988721792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319601.681866:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319601.681963:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988721792:12345-0@lo:38:kworker.0 Request processed in 120us (8656us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319601.681976:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1767319601.682395:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319601.682444:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319601.682450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319601.682453:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988721792:0@lo:38:kworker.0 00000100:00080000:1.0:1767319601.682474:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319601.682477:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319601.682480:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988721920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.682542:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722304 00000100:00100000:0.0:1767319601.682547:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722304 00000100:00100000:0.0:1767319601.682604:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1767319601.682609:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988722304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319601.682621:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319601.682658:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988722304:12345-0@lo:38:kworker.0 Request processed in 48us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319601.682664:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1767319601.682746:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319601.682750:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319601.682755:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988722304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319602.184819:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988722432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319602.185240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319602.185360:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722432 00000100:00100000:2.0:1767319602.185370:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722432 00000100:00100000:2.0:1767319602.185458:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:2.0:1767319602.185469:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988722432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319602.185499:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319602.185553:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988722432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319602.185561:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00100000:1.0:1767319602.185629:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988722432:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319602.632840:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319602.697040:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319602.697062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988722560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319602.697144:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319602.697277:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722560 00000100:00100000:2.0:1767319602.697288:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722560 00000100:00100000:2.0:1767319602.697413:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:2.0:1767319602.697423:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988722560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319602.697452:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319602.697543:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988722560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319602.697551:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:1.0:1767319602.697881:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988722560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319603.494447:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319603.496025:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319603.496052:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319603.496129:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923802496 00000100:00100000:1.0:1767319603.496154:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923802496 00000100:00100000:1.0:1767319603.496232:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3316 00000100:00100000:1.0:1767319603.496241:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923802496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319603.496312:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923802496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319603.496319:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3316 00000100:00100000:0.0:1767319603.499001:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923802368 00000100:00100000:0.0:1767319603.499022:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923802368 00000100:00100000:0.0:1767319603.499097:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923802240 00000100:00100000:1.0:1767319603.499153:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 381 00000100:00100000:1.0:1767319603.499165:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923802368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319603.499242:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923802368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 79us (4803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319603.499249:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923802240 00000100:00100000:1.0:1767319603.499250:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 381 00000100:00100000:1.0:1767319603.499273:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 762 00000100:00100000:1.0:1767319603.499278:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923802240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319603.499299:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319603.499316:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319603.499327:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923802240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (3274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319603.499352:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923802624 00000100:00100000:2.0:1767319603.499357:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923802624 00000100:00100000:2.0:1767319603.499393:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3317 00000100:00100000:2.0:1767319603.499539:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923802624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319603.499576:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923802624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 176us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319603.499607:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3317 00000100:00080000:2.0:1767319603.499636:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319603.499796:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 762 00010000:00010000:2.0:1767319603.656852:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319606.737375:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319606.799910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988722944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319606.799954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319606.799984:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319606.799989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988722688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319606.800008:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319606.800040:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722944 00000100:00100000:1.0:1767319606.800047:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722944 00000100:00100000:1.0:1767319606.800103:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722688 00000100:00100000:1.0:1767319606.800107:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722688 00000100:00100000:1.0:1767319606.800128:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767319606.800136:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988722944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319606.800188:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988722944:12345-0@lo:400:kworker.0 Request processed in 52us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319606.800195:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767319606.800212:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1767319606.800217:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988722688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319606.800244:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988722688:12345-0@lo:400:kworker.0 Request processed in 26us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319606.800250:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1767319606.800288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988722688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319606.800300:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988722944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319606.800394:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723456 00000100:00100000:0.0:1767319606.800399:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723456 00000100:00100000:0.0:1767319606.800442:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723328 00000100:00100000:0.0:1767319606.800446:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723328 00000100:00100000:0.0:1767319606.800465:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:0.0:1767319606.800472:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988723456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319606.800512:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988723456:12345-0@lo:400:kworker.0 Request processed in 40us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319606.800518:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:0.0:1767319606.800533:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:0.0:1767319606.800545:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988723328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319606.800575:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988723328:12345-0@lo:400:kworker.0 Request processed in 31us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319606.800608:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:0.0:1767319606.800639:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988722816:0@lo:38:kworker.0 00000100:00100000:0.0:1767319606.800667:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319606.800685:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988723072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319606.800705:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319606.800719:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988723200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319606.800740:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319606.800759:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988723584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319606.800777:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319606.800807:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723200 00000100:00100000:0.0:1767319606.800811:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723200 00000100:00100000:0.0:1767319606.800832:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639 00000100:00100000:0.0:1767319606.800837:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988723200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319606.800856:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319606.800889:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988723200:12345-0@lo:38:kworker.0 Request processed in 51us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319606.800896:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639 00000100:00100000:0.0:1767319606.800916:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988722816 00000100:00100000:0.0:1767319606.800919:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988722816 00000100:00100000:0.0:1767319606.800934:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723072 00000100:00100000:0.0:1767319606.800936:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723072 00000100:00100000:0.0:1767319606.800962:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723584 00000100:00100000:0.0:1767319606.800965:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723584 00000100:00100000:0.0:1767319606.800984:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1767319606.800988:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988722816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319606.800999:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319606.801023:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988722816:12345-0@lo:38:kworker.0 Request processed in 34us (356us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319606.801028:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1767319606.801040:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1767319606.801044:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988723072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319606.801053:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319606.801074:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988723072:12345-0@lo:38:kworker.0 Request processed in 29us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319606.801079:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1767319606.801090:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1767319606.801094:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988723584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319606.801102:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319606.801124:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988723584:12345-0@lo:38:kworker.0 Request processed in 28us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319606.801129:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1767319606.801165:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988723328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319606.801175:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988723456:0@lo:400:kworker.0 00000100:00080000:0.0:1767319606.801199:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319606.801203:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319606.801206:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988722816:0@lo:38:kworker.0 00000100:00080000:0.0:1767319606.801213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319606.801224:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319606.801227:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988723072:0@lo:38:kworker.0 00000100:00080000:0.0:1767319606.801235:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319606.801238:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319606.801240:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988723200:0@lo:38:kworker.0 00000100:00080000:0.0:1767319606.801246:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319606.801249:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319606.801251:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988723584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319606.801409:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319606.801414:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319606.801417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319607.304868:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319607.304893:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988723712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319607.304974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319607.305193:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723712 00000100:00100000:1.0:1767319607.305202:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723712 00000100:00100000:1.0:1767319607.305256:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:1.0:1767319607.305264:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988723712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319607.305302:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319607.305354:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988723712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319607.305366:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:1.0:1767319607.305414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988723712:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319607.752861:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319607.820233:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988723840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319607.820335:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319607.820452:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723840 00000100:00100000:0.0:1767319607.820462:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723840 00000100:00100000:1.0:1767319607.820607:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1767319607.820620:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988723840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319607.820660:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319607.820726:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988723840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319607.820734:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:2.0:1767319607.821214:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988723840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319608.611987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319608.612040:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319608.612075:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319608.612111:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319608.612146:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803136 00000100:00100000:1.0:1767319608.612146:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803008 00000100:00100000:0.0:1767319608.612159:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803136 00000100:00100000:1.0:1767319608.612159:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803008 00000100:00100000:1.0:1767319608.612349:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3320 00000100:00100000:1.0:1767319608.612359:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923803008:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319608.612442:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923803008:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319608.612450:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3320 00000100:00100000:1.0:1767319608.612494:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 766 00000100:00100000:1.0:1767319608.612500:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923802752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319608.612521:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319608.612543:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923802752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (571us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.612550:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 766 00000100:00100000:0.0:1767319608.613841:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3321 00000100:00100000:0.0:1767319608.613853:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923803136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319608.613904:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923803136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 55us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319608.613923:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3321 00000100:00080000:2.0:1767319608.622184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319608.622220:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319608.622233:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319610.825208:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319611.849129:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319611.914268:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988723968:0@lo:400:kworker.0 00000100:00100000:1.0:1767319611.914303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319611.914350:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319611.914357:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988724224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319611.914381:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319611.914409:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724608 00000100:00100000:1.0:1767319611.914417:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724608 00000100:00100000:1.0:1767319611.914464:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724736 00000100:00100000:1.0:1767319611.914468:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724736 00000100:00100000:1.0:1767319611.914494:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1767319611.914503:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988724608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319611.914551:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988724608:12345-0@lo:400:kworker.0 Request processed in 49us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319611.914558:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1767319611.914572:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:1.0:1767319611.914606:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988724736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319611.914636:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988724736:12345-0@lo:400:kworker.0 Request processed in 59us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319611.914643:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00080000:2.0:1767319611.915170:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319611.915175:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319611.915191:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988724096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319611.915236:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319611.915270:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988724352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319611.915292:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319611.915324:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988724480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319611.915348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319611.915370:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988724864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319611.915387:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319611.915415:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724480 00000100:00100000:2.0:1767319611.915420:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724480 00000100:00100000:2.0:1767319611.915444:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4640 00000100:00100000:2.0:1767319611.915449:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988724480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319611.915468:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319611.915501:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988724480:12345-0@lo:38:kworker.0 Request processed in 51us (152us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319611.915508:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4640 00000100:00080000:2.0:1767319611.915549:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319611.915554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319611.915557:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988724480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319611.915997:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988723968 00000100:00100000:0.0:1767319611.916003:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988723968 00000100:00100000:0.0:1767319611.916048:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724224 00000100:00100000:0.0:1767319611.916051:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724224 00000100:00100000:0.0:1767319611.916063:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724096 00000100:00100000:0.0:1767319611.916065:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724096 00000100:00100000:0.0:1767319611.916088:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724352 00000100:00100000:0.0:1767319611.916090:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724352 00000100:00100000:0.0:1767319611.916096:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724864 00000100:00100000:0.0:1767319611.916099:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724864 00000100:00100000:0.0:1767319611.916109:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1767319611.916116:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988723968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319611.916163:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988723968:12345-0@lo:400:kworker.0 Request processed in 48us (1859us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319611.916170:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1767319611.916184:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1767319611.916189:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988724224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319611.916212:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988724224:12345-0@lo:400:kworker.0 Request processed in 23us (1831us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319611.916218:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1767319611.916240:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767319611.916243:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319611.916255:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319611.916279:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724096:12345-0@lo:38:kworker.0 Request processed in 34us (1043us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319611.916283:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767319611.916293:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1767319611.916296:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319611.916303:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319611.916318:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724352:12345-0@lo:38:kworker.0 Request processed in 22us (1026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319611.916323:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1767319611.916339:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1767319611.916343:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319611.916352:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319611.916372:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988724864:12345-0@lo:38:kworker.0 Request processed in 28us (984us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319611.916378:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1767319611.917980:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988724224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319611.917991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988723968:0@lo:400:kworker.0 00000100:00080000:2.0:1767319611.918113:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319611.918149:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319611.918154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319611.918158:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988724096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319611.918168:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319611.918170:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319611.918173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988724352:0@lo:38:kworker.0 00000100:00080000:2.0:1767319611.918181:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319611.918183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319611.918186:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988724864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319612.425343:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319612.425369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988724992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319612.425438:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319612.425574:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988724992 00000100:00100000:2.0:1767319612.425595:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988724992 00000100:00100000:2.0:1767319612.425652:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1767319612.425661:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988724992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319612.425698:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319612.425759:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988724992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319612.425766:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1767319612.425813:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988724992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319612.710260:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319612.710368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319612.710405:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319612.710466:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803520 00000100:00100000:2.0:1767319612.710475:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803520 00000100:00100000:2.0:1767319612.710561:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 387 00000100:00100000:2.0:1767319612.710571:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923803520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319612.710695:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923803520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 126us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319612.710703:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 387 00000400:00000100:1.0:1767319612.715019:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923803264 offset 0 length 520: 4 00000100:00100000:1.0:1767319612.715068:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319612.720797:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803648 00000100:00100000:0.0:1767319612.720808:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803648 00000100:00100000:0.0:1767319612.720951:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803776 00000100:00100000:0.0:1767319612.720956:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803776 00000100:00100000:1.0:1767319612.721017:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3324 00000100:00100000:1.0:1767319612.721028:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923803648:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319612.721111:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923803648:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (10862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319612.721118:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3324 00000100:00100000:0.0:1767319612.727873:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3325 00000100:00100000:0.0:1767319612.727889:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923803776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319612.731705:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923803776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3805us (21282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319612.731723:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3325 00000100:00100000:1.0:1767319612.936894:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319612.939082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988725120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319612.939161:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319612.941965:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988725120 00000100:00100000:0.0:1767319612.942097:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988725120 00000100:00100000:0.0:1767319612.942237:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:0.0:1767319612.942248:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988725120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319612.942280:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319612.942370:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988725120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (3208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319612.942377:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1767319612.942489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988725120:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319614.921107:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319615.944999:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319616.009310:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319591/real 1767319591] req@ffff9e7d05bf9880 x1853163988718720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319616 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319616.009337:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d05bf9880 x1853163988718720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319616 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319616.009353:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319616.009376:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319616.009380:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988718720:0@lo:250:kworker.0 00000100:00100000:0.0:1767319616.009596:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988725248:0@lo:250:kworker.0 00000400:00000100:0.0:1767319616.009641:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988725248 offset 0 length 520: 4 00000100:00100000:1.0:1767319616.009787:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988725376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319616.009825:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319616.009864:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988725376 00000100:00100000:1.0:1767319616.009872:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988725376 00000100:00100000:1.0:1767319616.009938:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1767319616.009947:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988725376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319616.009993:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988725376:12345-0@lo:400:kworker.0 Request processed in 48us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319616.010001:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1767319616.010034:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988725376:0@lo:400:kworker.0 00000100:00080000:2.0:1767319616.010093:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319616.013591:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988725504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319616.013663:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319616.014752:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988725760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319616.014789:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319616.014923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988725632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319616.015079:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988725888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319616.015113:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319616.015321:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988726272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319616.015345:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319616.015608:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988725504 00000100:00100000:2.0:1767319616.015613:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988725504 00000100:00100000:2.0:1767319616.015641:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988725760 00000100:00100000:2.0:1767319616.015645:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988725760 00000100:00100000:2.0:1767319616.015661:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1767319616.015666:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988725504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319616.015677:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319616.015707:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988725504:12345-0@lo:38:kworker.0 Request processed in 40us (2044us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319616.015713:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1767319616.015728:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1767319616.015732:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988725760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319616.015757:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319616.015789:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988725760:12345-0@lo:38:kworker.0 Request processed in 55us (999us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319616.015795:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:0.0:1767319616.016052:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319616.016058:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319616.016062:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988725504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319616.016082:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319616.016085:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319616.016088:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988725760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319616.016105:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319616.016108:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319616.016111:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988725888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319616.016254:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988726272 00000100:00100000:1.0:1767319616.016260:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988726272 00000100:00100000:2.0:1767319616.016306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319616.016928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319616.016932:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319616.016935:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988726272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319617.549670:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988726400 00000100:00100000:0.0:1767319617.549685:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988726400 00000100:00100000:0.0:1767319617.549774:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:0.0:1767319617.549785:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988726400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319617.549828:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319617.549913:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988726400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (4696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319617.549929:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:1.0:1767319617.826509:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319617.826649:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319617.827344:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923803904 00000100:00100000:0.0:1767319617.827355:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923803904 00000100:00100000:0.0:1767319617.827414:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804032 00000100:00100000:0.0:1767319617.827418:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804032 00000100:00100000:0.0:1767319617.827483:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 390 00000100:00100000:0.0:1767319617.827507:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923804032:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319617.827669:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923804032:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 174us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319617.827738:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804288 00000100:00100000:1.0:1767319617.827773:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804288 00000100:00100000:1.0:1767319617.827811:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3328 00000100:00100000:1.0:1767319617.827819:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319617.827851:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 33us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319617.827857:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3328 00000100:00080000:1.0:1767319617.827984:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319617.827997:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319617.829939:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 390 00000100:00100000:2.0:1767319617.832931:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319617.833038:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804160 00000100:00100000:1.0:1767319617.833049:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804160 00000100:00100000:1.0:1767319617.833175:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3329 00000100:00100000:1.0:1767319617.833185:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923804160:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319617.833261:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923804160:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319617.833269:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3329 00000100:00080000:2.0:1767319617.833965:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319618.060710:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319618.060747:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988726528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319618.060816:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319618.060916:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988726528 00000100:00100000:2.0:1767319618.060924:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988726528 00000100:00100000:2.0:1767319618.060993:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:2.0:1767319618.061003:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988726528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319618.061034:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319618.061090:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988726528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319618.061113:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00080000:1.0:1767319618.061186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319619.017462:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319620.040964:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319621.130176:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319621.130192:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319621.130275:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319621.130281:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319621.130285:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319621.130297:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4862 00000100:00080000:2.0:1767319621.130302:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319621.130311:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319621.130343:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39817b80 x1853163988726784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319621.130383:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319621.130386:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319621.130388:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319621.130392:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4862 00000100:00080000:2.0:1767319621.130394:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319621.130398:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319621.130409:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39814380 x1853163988727040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319621.130418:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319621.130422:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319621.130424:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319621.130452:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4862 00000100:00080000:2.0:1767319621.130454:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319621.130459:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319621.130474:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6f100 x1853163988727168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319621.130510:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319621.130513:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319621.130515:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319621.130519:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4862 00000100:00080000:2.0:1767319621.130522:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319621.130525:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319621.130537:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6ca80 x1853163988727552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319621.130639:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988726784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319621.130744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319621.130798:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988727040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319621.130819:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319621.130836:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988727168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319621.130873:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319621.130891:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988727552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319621.130912:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319621.130953:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988726784 00000100:00100000:0.0:1767319621.130963:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988726784 00000100:00100000:0.0:1767319621.131001:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988727040 00000100:00100000:0.0:1767319621.131004:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988727040 00000100:00100000:0.0:1767319621.131017:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988727552 00000100:00100000:0.0:1767319621.131019:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988727552 00000100:00100000:0.0:1767319621.131039:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1767319621.131047:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988726784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319621.131074:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319621.131123:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988726784:12345-0@lo:38:kworker.0 Request processed in 74us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319621.131130:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1767319621.131152:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1767319621.131156:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988727040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319621.131165:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319621.131188:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988727040:12345-0@lo:38:kworker.0 Request processed in 31us (367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319621.131194:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1767319621.131208:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1767319621.131212:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988727552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319621.131222:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319621.131244:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988727552:12345-0@lo:38:kworker.0 Request processed in 30us (330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319621.131260:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:0.0:1767319621.131307:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319621.131312:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319621.131316:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988726784:0@lo:38:kworker.0 00000100:00080000:0.0:1767319621.131327:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319621.131330:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319621.131333:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988727040:0@lo:38:kworker.0 00000100:00080000:0.0:1767319621.131340:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319621.131343:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319621.131346:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988727552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319621.135836:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319621.135851:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319621.135857:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319622.666037:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988727680 00000100:00100000:0.0:1767319622.666061:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988727680 00000100:00100000:0.0:1767319622.666147:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:0.0:1767319622.666159:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988727680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319622.666203:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319622.666288:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988727680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319622.666297:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1767319622.951422:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319622.951462:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319622.951496:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319622.951636:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804544 00000100:00100000:1.0:1767319622.951658:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804544 00000100:00100000:1.0:1767319622.951746:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 393 00000100:00100000:1.0:1767319622.951759:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923804544:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319622.951881:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923804544:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 125us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319622.951888:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 393 00000100:00080000:1.0:1767319622.951910:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319622.952432:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319622.953052:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804416 00000100:00100000:1.0:1767319622.953064:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804416 00000100:00100000:1.0:1767319622.953125:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 778 00000100:00100000:1.0:1767319622.953132:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923804416:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319622.953160:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319622.953233:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923804416:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (799us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319622.953241:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 778 00000100:00100000:0.0:1767319622.957740:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804800 00000100:00100000:0.0:1767319622.957763:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804800 00000100:00100000:0.0:1767319622.957894:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804672 00000100:00100000:0.0:1767319622.957898:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804672 00000100:00100000:0.0:1767319622.957954:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3332 00000100:00100000:0.0:1767319622.957967:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319622.958102:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 138us (6636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319622.958133:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3332 00000100:00100000:0.0:1767319622.958158:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3333 00000100:00100000:0.0:1767319622.958165:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319622.958194:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923804672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 30us (6696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319622.958201:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3333 00000100:00080000:1.0:1767319622.958837:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319622.958847:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319623.112836:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319623.177090:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319623.177120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988727808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319623.177235:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319623.177417:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988727808 00000100:00100000:0.0:1767319623.177429:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988727808 00000100:00100000:0.0:1767319623.177523:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:0.0:1767319623.177534:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988727808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319623.177576:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319623.177722:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988727808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 190us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319623.177731:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00080000:1.0:1767319623.177965:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319624.144808:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319626.253754:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.253770:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319626.253857:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.253863:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.253868:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.253879:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4868 00000100:00100000:0.0:1767319626.253909:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767319626.253920:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.253931:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319626.253940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988727936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.253963:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aa6ed80 x1853163988728064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.253999:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.254003:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.254004:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.254008:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4868 00000100:00080000:2.0:1767319626.254011:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.254017:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319626.254027:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80700 x1853163988728320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.254036:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.254040:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.254041:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.254046:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4868 00000100:00100000:0.0:1767319626.254048:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319626.254048:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.254052:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319626.254064:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82d80 x1853163988728448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.254100:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319626.254102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988728192:0@lo:400:kworker.0 00000100:00080000:2.0:1767319626.254103:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.254105:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.254110:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4868 00000100:00080000:2.0:1767319626.254118:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.254122:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319626.254125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319626.254135:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163988728832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319626.254167:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988727936 00000100:00100000:0.0:1767319626.254169:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988728704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254177:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988727936 00000100:00100000:0.0:1767319626.254202:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319626.254235:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319626.254241:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988728576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254246:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728192 00000100:00100000:2.0:1767319626.254249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728192 00000100:00100000:0.0:1767319626.254264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319626.254278:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1767319626.254288:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988727936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319626.254316:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1767319626.254339:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988728192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254358:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988727936:12345-0@lo:400:kworker.0 Request processed in 71us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319626.254367:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1767319626.254378:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988728192:12345-0@lo:400:kworker.0 Request processed in 55us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319626.254397:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1767319626.254398:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728704 00000100:00100000:2.0:1767319626.254401:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728704 00000100:00100000:2.0:1767319626.254430:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728576 00000100:00100000:2.0:1767319626.254434:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728576 00000100:00100000:0.0:1767319626.254447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988728192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254455:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:0.0:1767319626.254459:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988727936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254461:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988728704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254494:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988728704:12345-0@lo:400:kworker.0 Request processed in 34us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319626.254498:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1767319626.254501:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:0.0:1767319626.254504:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988728576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.254529:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988728704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319626.254535:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988728576:12345-0@lo:400:kworker.0 Request processed in 32us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319626.254541:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1767319626.254543:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988728576:0@lo:400:kworker.0 00000100:00080000:1.0:1767319626.254725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319626.254735:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319626.254738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319626.254751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988728064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319626.254791:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319626.254819:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988728320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319626.254841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319626.254861:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988728448:0@lo:38:kworker.0 00000100:00100000:1.0:1767319626.254910:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319626.254928:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988728832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319626.254949:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319626.254979:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728064 00000100:00100000:1.0:1767319626.254983:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728064 00000100:00100000:1.0:1767319626.255000:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728320 00000100:00100000:1.0:1767319626.255003:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728320 00000100:00100000:1.0:1767319626.255014:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728832 00000100:00100000:1.0:1767319626.255016:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728832 00000100:00100000:1.0:1767319626.255029:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1767319626.255034:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319626.255056:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319626.255092:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728064:12345-0@lo:38:kworker.0 Request processed in 57us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319626.255099:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1767319626.255111:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1767319626.255114:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319626.255124:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319626.255145:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728320:12345-0@lo:38:kworker.0 Request processed in 29us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319626.255150:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1767319626.255160:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1767319626.255164:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319626.255173:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319626.255194:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988728832:12345-0@lo:38:kworker.0 Request processed in 29us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319626.255209:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:1.0:1767319626.255239:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319626.255245:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319626.255249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988728064:0@lo:38:kworker.0 00000100:00080000:1.0:1767319626.255257:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319626.255260:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319626.255263:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988728320:0@lo:38:kworker.0 00000100:00080000:1.0:1767319626.255270:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319626.255273:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319626.255276:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988728832:0@lo:38:kworker.0 00000100:00080000:1.0:1767319626.256956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319626.256964:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319626.256968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988728448:0@lo:38:kworker.0 00010000:00010000:2.0:1767319627.209260:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319627.786544:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988728960 00000100:00100000:2.0:1767319627.786575:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988728960 00000100:00100000:2.0:1767319627.787034:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767319627.787048:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988728960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319627.787368:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319627.787485:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988728960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 440us (1983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319627.787494:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767319628.072166:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319628.072205:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319628.072244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319628.072467:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923805056 00000100:00100000:0.0:1767319628.072487:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923805056 00000100:00100000:1.0:1767319628.072494:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923805312 00000100:00100000:1.0:1767319628.072508:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923805312 00000100:00100000:2.0:1767319628.072661:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319628.072809:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923804928 00000100:00100000:0.0:1767319628.072816:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923804928 00000100:00100000:0.0:1767319628.072864:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 396 00000100:00100000:0.0:1767319628.072878:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923805056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319628.072997:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923805056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319628.073006:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 396 00000100:00100000:0.0:1767319628.073034:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 782 00000100:00100000:0.0:1767319628.073039:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923804928:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319628.073077:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319628.073134:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923804928:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319628.073141:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 782 00000100:00100000:1.0:1767319628.077010:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3336 00000100:00100000:1.0:1767319628.077028:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923805312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319628.077118:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923805312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (4910us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319628.077126:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3336 00000100:00080000:2.0:1767319628.078563:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319628.078572:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319628.078576:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319628.236051:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319628.297109:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729088 00000100:00100000:1.0:1767319628.297117:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729088 00000100:00100000:1.0:1767319628.297181:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:1.0:1767319628.297187:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988729088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319628.297223:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319628.297268:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988729088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319628.297275:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00080000:2.0:1767319628.297335:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319631.306789:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319631.370355:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319631.370366:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319631.370512:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319631.370517:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319631.370521:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319631.370530:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4873 00000100:00080000:1.0:1767319631.370535:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319631.370542:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319631.370567:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da8aa00 x1853163988729344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319631.370608:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319631.370612:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319631.370613:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319631.370617:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4873 00000100:00080000:1.0:1767319631.370620:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319631.370624:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319631.370634:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023100 x1853163988729600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319631.370643:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319631.370647:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319631.370805:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319631.370812:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4873 00000100:00080000:1.0:1767319631.370814:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319631.370819:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319631.370835:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163988729728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319631.370879:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319631.370882:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319631.370884:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319631.370888:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4873 00000100:00080000:1.0:1767319631.370890:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319631.370894:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319631.370905:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a5f9180 x1853163988730112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319631.370948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988729856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.371043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319631.372098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988729216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.372151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319631.372204:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319631.372210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988729472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.372245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319631.372290:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729216 00000100:00100000:0.0:1767319631.372299:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729216 00000100:00100000:0.0:1767319631.372375:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1767319631.372388:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988729216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.372634:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319631.372646:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988729984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319631.372787:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988729344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.372824:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319631.372845:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988729600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.372867:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319631.372884:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988729728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.372906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319631.372930:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729728 00000100:00100000:2.0:1767319631.372935:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729728 00000100:00100000:2.0:1767319631.372961:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644 00000100:00100000:2.0:1767319631.372966:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988729728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319631.372986:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319631.373033:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988729728:12345-0@lo:38:kworker.0 Request processed in 65us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319631.373040:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644 00000100:00080000:2.0:1767319631.373082:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319631.373087:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319631.373091:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988729728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.373098:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988730112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.373119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319631.373175:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729344 00000100:00100000:2.0:1767319631.373179:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729344 00000100:00100000:2.0:1767319631.373197:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729600 00000100:00100000:2.0:1767319631.373199:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729600 00000100:00100000:2.0:1767319631.373212:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730112 00000100:00100000:2.0:1767319631.373214:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730112 00000100:00100000:2.0:1767319631.373224:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1767319631.373387:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988729216:12345-0@lo:400:kworker.0 Request processed in 1000us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319631.373458:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1767319631.373512:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1767319631.373520:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988729600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319631.373535:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319631.373609:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d1878dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988729600:12345-0@lo:38:kworker.0 Request processed in 85us (737us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319631.373624:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1767319631.373898:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988729344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319631.373913:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319631.373951:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988729344:12345-0@lo:38:kworker.0 Request processed in 720us (1125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319631.373958:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00080000:2.0:1767319631.373993:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319631.373998:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319631.374002:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988729344:0@lo:38:kworker.0 00000100:00080000:2.0:1767319631.374010:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319631.374013:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319631.374016:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988729600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319631.374036:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319631.374040:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319631.374043:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988730112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319631.374174:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319631.374206:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988729856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.374264:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988729472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.374277:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988729216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319631.374340:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988729984 00000100:00100000:2.0:1767319631.374345:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988729984 00000100:00100000:1.0:1767319631.374598:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:1.0:1767319631.374608:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988729984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.374650:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988729984:12345-0@lo:400:kworker.0 Request processed in 44us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319631.374679:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:1.0:1767319631.374710:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988729984:0@lo:400:kworker.0 00000100:00080000:0.0:1767319631.375026:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319632.328864:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319632.905135:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730240 00000100:00100000:2.0:1767319632.905143:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730240 00000100:00100000:2.0:1767319632.905195:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767319632.905204:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988730240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319632.905230:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319632.905281:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988730240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319632.905288:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:0.0:1767319633.190163:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319633.190215:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319633.190256:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319633.190339:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319633.190439:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923805568 00000100:00100000:1.0:1767319633.190450:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923805568 00000100:00100000:1.0:1767319633.190522:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923805440 00000100:00100000:1.0:1767319633.190526:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923805440 00000100:00100000:1.0:1767319633.190560:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 399 00000100:00100000:1.0:1767319633.190571:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923805568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319633.190687:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923805568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319633.190696:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 399 00000100:00100000:1.0:1767319633.190715:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 786 00000100:00100000:1.0:1767319633.190719:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923805440:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319633.190742:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319633.190782:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923805440:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319633.190790:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 786 00000100:00080000:0.0:1767319633.191420:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319633.191426:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319633.191428:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319633.418785:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730368 00000100:00100000:1.0:1767319633.418793:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730368 00000100:00100000:1.0:1767319633.418869:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:1.0:1767319633.418878:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988730368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319633.418908:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319633.418960:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988730368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319633.418969:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00010000:00010000:2.0:1767319635.400971:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319636.428979:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319636.489639:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.489650:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319636.489710:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.489714:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.489718:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.489726:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4878 00000100:00080000:1.0:1767319636.489731:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.489739:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319636.489759:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a5fb480 x1853163988730624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.489796:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.489799:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.489801:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.489805:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4878 00000100:00080000:1.0:1767319636.489807:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.489811:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319636.489821:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a5faa00 x1853163988730880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.489830:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.489833:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.489834:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.489838:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4878 00000100:00080000:1.0:1767319636.489840:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.489843:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319636.489873:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a5f8000 x1853163988731008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.489920:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.489923:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.489925:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.489928:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4878 00000100:00080000:1.0:1767319636.489930:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.489934:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319636.489944:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d066db100 x1853163988731392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319636.489975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988731136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319636.490038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319636.490102:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319636.490108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988731264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319636.490131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319636.490254:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988730624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319636.490287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319636.490324:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988730880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319636.490346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319636.490360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988731008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319636.490382:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319636.490443:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731008 00000100:00100000:0.0:1767319636.490452:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731008 00000100:00100000:0.0:1767319636.490483:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645 00000100:00100000:0.0:1767319636.490490:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988731008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319636.490510:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319636.490547:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988731008:12345-0@lo:38:kworker.0 Request processed in 55us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319636.490554:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645 00000100:00080000:0.0:1767319636.490625:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319636.490630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319636.490633:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988731008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319636.490640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988731392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319636.490661:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319636.490838:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730624 00000100:00100000:1.0:1767319636.490844:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730624 00000100:00100000:1.0:1767319636.490874:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730880 00000100:00100000:1.0:1767319636.490877:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730880 00000100:00100000:1.0:1767319636.490889:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731392 00000100:00100000:1.0:1767319636.490892:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731392 00000100:00100000:1.0:1767319636.490904:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1767319636.490908:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988730624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.490919:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319636.490948:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988730624:12345-0@lo:38:kworker.0 Request processed in 38us (660us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.490964:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1767319636.490978:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1767319636.490982:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988730880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.490992:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319636.491017:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988730880:12345-0@lo:38:kworker.0 Request processed in 33us (670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.491023:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1767319636.491033:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1767319636.491037:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988731392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.491045:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319636.491063:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988731392:12345-0@lo:38:kworker.0 Request processed in 25us (402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.491069:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1767319636.491686:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988730496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.491729:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.491755:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319636.491760:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988730752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.491784:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.491814:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731136 00000100:00100000:2.0:1767319636.491820:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731136 00000100:00100000:2.0:1767319636.491865:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731264 00000100:00100000:2.0:1767319636.491869:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731264 00000100:00100000:2.0:1767319636.491890:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1767319636.491897:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988731136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.491959:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988731136:12345-0@lo:400:kworker.0 Request processed in 62us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.491965:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1767319636.491981:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:2.0:1767319636.491987:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988731264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.492015:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988731264:12345-0@lo:400:kworker.0 Request processed in 28us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.492020:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00080000:2.0:1767319636.492035:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319636.492039:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319636.492055:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730496 00000100:00100000:2.0:1767319636.492059:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730496 00000100:00100000:2.0:1767319636.492084:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988730752 00000100:00100000:2.0:1767319636.492087:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988730752 00000100:00100000:2.0:1767319636.492100:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1767319636.492105:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988730496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.492138:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988730496:12345-0@lo:400:kworker.0 Request processed in 33us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.492145:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1767319636.492157:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1767319636.492162:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988730752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.492189:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988730752:12345-0@lo:400:kworker.0 Request processed in 26us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.492195:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00080000:2.0:1767319636.492213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319636.492457:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988731264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319636.492470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988731136:0@lo:400:kworker.0 00000100:00080000:0.0:1767319636.492743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319636.492749:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319636.492753:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988730624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319636.492764:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319636.492767:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319636.492770:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988730880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319636.492779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319636.492782:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319636.492785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988731392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319636.492860:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988730752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.492890:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988730496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319637.284816:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319637.284971:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319637.285072:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319637.285175:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806208 00000100:00100000:1.0:1767319637.285184:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806208 00000100:00100000:1.0:1767319637.285281:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 402 00000100:00100000:1.0:1767319637.285294:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923806208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319637.285395:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923806208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319637.285405:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 402 00000400:00000100:0.0:1767319637.286755:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923805952 offset 0 length 520: 4 00000100:00100000:0.0:1767319637.286808:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319637.288551:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806336 00000100:00100000:2.0:1767319637.288565:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806336 00000100:00100000:2.0:1767319637.289391:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806464 00000100:00100000:2.0:1767319637.289397:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806464 00000100:00100000:2.0:1767319637.289519:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3344 00000100:00100000:2.0:1767319637.289529:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319637.289635:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (4828us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319637.289642:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3344 00000100:00100000:2.0:1767319637.289662:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3345 00000100:00100000:2.0:1767319637.289669:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319637.289691:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 24us (4620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319637.289697:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3345 00000100:00080000:0.0:1767319637.293071:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319638.025006:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319638.025029:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988731520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319638.025112:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319638.026161:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731520 00000100:00100000:2.0:1767319638.026171:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731520 00000100:00100000:2.0:1767319638.026233:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:2.0:1767319638.026242:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988731520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319638.026278:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319638.026341:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988731520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319638.026347:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:2.0:1767319638.026415:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d066db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988731520:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319638.026493:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319638.537061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988731648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319638.537131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319638.537396:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731648 00000100:00100000:2.0:1767319638.537416:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731648 00000100:00100000:2.0:1767319638.537482:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:2.0:1767319638.537492:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988731648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319638.537519:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319638.537566:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d066db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988731648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319638.537573:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:2.0:1767319638.537643:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988731648:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319638.537758:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319639.503308:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319640.520815:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319641.609126:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.609132:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319641.609135:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.609140:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4862 00000100:00080000:2.0:1767319641.609145:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.609151:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319641.609180:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da8b800 x1853163988731776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.609237:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.609241:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.609242:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.609246:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4883 00000100:00080000:2.0:1767319641.609248:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.609252:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319641.609267:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263480 x1853163988732032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.609295:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.609298:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.609300:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.609313:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4883 00000100:00080000:2.0:1767319641.609315:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.609319:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319641.609335:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163988732288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.609344:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.609348:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319641.609350:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988731904:0@lo:400:kworker.0 00000100:00080000:2.0:1767319641.609351:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.609360:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4883 00000100:00080000:2.0:1767319641.609363:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.609366:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319641.609379:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e680 x1853163988732416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.609414:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.609418:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.609419:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.609425:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4883 00000100:00100000:1.0:1767319641.609429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319641.609430:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.609437:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319641.609448:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163988732800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319641.609480:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988732544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609495:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319641.609503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988732160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.609518:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.609534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319641.609548:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319641.609556:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988732672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609576:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988731904 00000100:00100000:1.0:1767319641.609605:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988731904 00000100:00100000:2.0:1767319641.609614:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319641.609647:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732544 00000100:00100000:2.0:1767319641.609651:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732544 00000100:00100000:2.0:1767319641.609690:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732672 00000100:00100000:2.0:1767319641.609693:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732672 00000100:00100000:2.0:1767319641.609729:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1767319641.609738:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988732544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609750:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732160 00000100:00100000:1.0:1767319641.609755:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732160 00000100:00100000:1.0:1767319641.609786:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1767319641.609792:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988732544:12345-0@lo:400:kworker.0 Request processed in 54us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.609796:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988731904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.609805:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1767319641.609825:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1767319641.609832:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988732672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609841:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988731904:12345-0@lo:400:kworker.0 Request processed in 48us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.609849:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1767319641.609865:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988732672:12345-0@lo:400:kworker.0 Request processed in 32us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.609868:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1767319641.609876:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:1.0:1767319641.609881:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988732160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609917:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988732160:12345-0@lo:400:kworker.0 Request processed in 39us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.609923:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1767319641.609925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988732672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.609938:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988732544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988732160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.609983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988731904:0@lo:400:kworker.0 00000100:00080000:0.0:1767319641.610314:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319641.610319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319641.610321:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319641.610771:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732032 00000100:00100000:1.0:1767319641.610787:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732032 00000100:00100000:1.0:1767319641.610816:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732288 00000100:00100000:1.0:1767319641.610820:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732288 00000100:00100000:2.0:1767319641.610937:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732416 00000100:00100000:2.0:1767319641.610941:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732416 00000100:00100000:2.0:1767319641.610964:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4646 00000100:00100000:2.0:1767319641.610969:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988732416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319641.610993:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319641.611026:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988732416:12345-0@lo:38:kworker.0 Request processed in 57us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319641.611033:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4646 00000100:00080000:2.0:1767319641.611222:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319641.611227:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319641.611230:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988732416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319641.614686:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732800 00000100:00100000:1.0:1767319641.614701:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732800 00000100:00100000:1.0:1767319641.614980:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1767319641.614988:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.615010:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.615090:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732032:12345-0@lo:38:kworker.0 Request processed in 102us (4473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.615097:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1767319641.615113:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1767319641.615116:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.615125:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.615146:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732288:12345-0@lo:38:kworker.0 Request processed in 28us (4474us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.615152:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1767319641.615162:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1767319641.615165:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.615173:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.615198:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988732800:12345-0@lo:38:kworker.0 Request processed in 31us (4379us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.615203:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:1.0:1767319641.615255:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.615261:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.615265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988732032:0@lo:38:kworker.0 00000100:00080000:1.0:1767319641.615290:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.615294:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.615297:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988732288:0@lo:38:kworker.0 00000100:00080000:1.0:1767319641.615316:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.615320:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.615323:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988732800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319642.400903:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319642.402972:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806592 00000100:00100000:2.0:1767319642.402988:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806592 00000100:00100000:2.0:1767319642.403051:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 794 00000100:00100000:2.0:1767319642.403060:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923806592:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319642.403083:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319642.403164:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923806592:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 103us (2272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319642.403173:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 794 00000100:00100000:0.0:1767319642.403322:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319642.403471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319642.403495:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319642.403628:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806848 00000100:00100000:2.0:1767319642.403633:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806848 00000100:00100000:2.0:1767319642.403689:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806976 00000100:00100000:2.0:1767319642.403692:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806976 00000100:00100000:2.0:1767319642.403713:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3348 00000100:00100000:2.0:1767319642.403720:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923806848:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319642.403765:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923806848:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 45us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319642.403772:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3348 00000100:00100000:2.0:1767319642.403786:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3349 00000100:00100000:2.0:1767319642.403805:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319642.403830:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923806976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319642.403836:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3349 00000100:00100000:2.0:1767319642.403902:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923806720 00000100:00100000:2.0:1767319642.403906:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923806720 00000100:00100000:2.0:1767319642.403932:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 405 00000100:00100000:2.0:1767319642.403938:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923806720:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319642.403966:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923806720:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319642.403973:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 405 00000100:00080000:0.0:1767319642.404855:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319642.404862:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319642.404864:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319643.145538:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319643.145791:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988732928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319643.148283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319643.148559:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988732928 00000100:00100000:1.0:1767319643.148594:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988732928 00000100:00100000:1.0:1767319643.148674:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:1.0:1767319643.148685:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988732928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319643.148722:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319643.148797:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988732928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319643.148803:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00080000:0.0:1767319643.148901:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319643.594306:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319643.656856:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319643.656892:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988733056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319643.656966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319643.657294:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733056 00000100:00100000:2.0:1767319643.657303:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733056 00000100:00100000:2.0:1767319643.657376:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319643.657385:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319643.657414:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319643.657462:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319643.657471:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00080000:0.0:1767319643.661127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319643.661213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988733056:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319644.617047:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319646.729359:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988733184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319646.729391:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319646.729431:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319646.729437:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988733440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319646.729459:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319646.729489:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733824 00000100:00100000:2.0:1767319646.729496:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733824 00000100:00100000:2.0:1767319646.729547:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733952 00000100:00100000:2.0:1767319646.729551:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733952 00000100:00100000:2.0:1767319646.729573:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:2.0:1767319646.729603:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319646.729651:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733824:12345-0@lo:400:kworker.0 Request processed in 70us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319646.729658:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:2.0:1767319646.729675:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:2.0:1767319646.729681:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319646.729708:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988733952:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319646.729713:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00080000:2.0:1767319646.729734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319646.729737:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319646.730137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319646.730156:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988733440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319646.730165:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988733184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319646.730383:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988733312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319646.730415:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319646.730479:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988733568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319646.730510:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319646.732961:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988733696:0@lo:38:kworker.0 00000100:00100000:1.0:1767319646.733018:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319646.733033:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988734080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319646.733058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319646.733115:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733696 00000100:00100000:2.0:1767319646.733122:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733696 00000100:00100000:2.0:1767319646.733160:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647 00000100:00100000:2.0:1767319646.733167:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988733696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319646.733190:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319646.733250:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988733696:12345-0@lo:38:kworker.0 Request processed in 82us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319646.733258:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647 00000100:00100000:0.0:1767319646.733369:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733312 00000100:00100000:0.0:1767319646.733374:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733312 00000100:00100000:0.0:1767319646.733407:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988733568 00000100:00100000:0.0:1767319646.733410:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988733568 00000100:00100000:0.0:1767319646.733429:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1767319646.733434:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988733312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319646.733445:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319646.733476:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988733312:12345-0@lo:38:kworker.0 Request processed in 40us (3060us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319646.733482:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1767319646.733511:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1767319646.733515:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988733568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319646.733523:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319646.733548:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988733568:12345-0@lo:38:kworker.0 Request processed in 31us (3037us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319646.733553:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1767319646.733910:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319646.733916:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319646.733928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988733312:0@lo:38:kworker.0 00000100:00080000:1.0:1767319646.733940:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319646.733943:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319646.733946:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988733568:0@lo:38:kworker.0 00000100:00080000:1.0:1767319646.733953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319646.733957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319646.733959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988733696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319646.734031:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734080 00000100:00100000:2.0:1767319646.734036:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734080 00000100:00100000:2.0:1767319646.734063:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767319646.734069:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988734080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319646.734080:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319646.734122:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988734080:12345-0@lo:38:kworker.0 Request processed in 51us (1062us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319646.734128:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00080000:1.0:1767319646.734187:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319646.734192:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319646.734195:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988734080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319647.521227:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319647.539455:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923807232 00000100:00100000:0.0:1767319647.539472:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923807232 00000100:00100000:0.0:1767319647.539747:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 408 00000100:00100000:0.0:1767319647.539759:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923807232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319647.539851:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923807232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (17070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319647.539871:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 408 00010000:00010000:2.0:1767319647.688871:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319648.265408:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988734208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319648.265484:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319648.265618:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734208 00000100:00100000:1.0:1767319648.265627:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734208 00000100:00100000:1.0:1767319648.265696:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:1.0:1767319648.265706:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988734208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319648.265734:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319648.265787:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988734208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319648.265796:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:2.0:1767319648.265978:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988734208:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319648.715562:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319648.780151:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734336 00000100:00100000:2.0:1767319648.780162:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734336 00000100:00100000:2.0:1767319648.780257:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:2.0:1767319648.780267:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988734336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319648.780300:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319648.780357:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988734336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319648.780365:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:0.0:1767319648.780507:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988734336:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319651.785292:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319651.850665:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.850677:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319651.850761:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.850766:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.850770:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.850779:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4893 00000100:00080000:2.0:1767319651.850784:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.850791:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319651.850819:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163988734592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319651.850855:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.850858:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.850862:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.850865:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4893 00000100:00080000:2.0:1767319651.850868:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.850873:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319651.850882:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020e00 x1853163988734848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319651.850890:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.850893:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.850895:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.850899:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4893 00000100:00080000:2.0:1767319651.850900:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.850904:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319651.850928:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163988734976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319651.850965:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.850968:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.850970:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.850977:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4893 00000100:00080000:2.0:1767319651.850983:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.850986:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319651.850998:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683b80 x1853163988735360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319651.851030:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988735104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.851086:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319651.851129:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319651.851140:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988735232:0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.851167:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319651.851224:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:2.0:1767319651.851237:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988735104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.851308:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988735104:12345-0@lo:400:kworker.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319651.851323:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00080000:2.0:1767319651.851350:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319651.851355:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319651.851446:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734464 00000100:00100000:1.0:1767319651.851451:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734464 00000100:00100000:1.0:1767319651.851497:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734720 00000100:00100000:1.0:1767319651.851500:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734720 00000100:00100000:1.0:1767319651.851522:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767319651.851529:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988734464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319651.851569:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988734464:12345-0@lo:400:kworker.0 Request processed in 40us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319651.851616:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767319651.851644:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988734592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319651.851702:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319651.851725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988734848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319651.851751:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319651.851771:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988734976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319651.851797:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319651.851815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988735360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319651.851841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319651.851877:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988735360 00000100:00100000:1.0:1767319651.851882:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988735360 00000100:00100000:1.0:1767319651.851900:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1767319651.851909:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988734848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319651.851925:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319651.851958:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988734848:12345-0@lo:38:kworker.0 Request processed in 48us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319651.851980:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:1.0:1767319651.852018:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319651.852024:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319651.852027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988734592:0@lo:38:kworker.0 00000100:00080000:1.0:1767319651.852034:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319651.852037:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319651.852040:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988734848:0@lo:38:kworker.0 00000100:00080000:1.0:1767319651.852048:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319651.852055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319651.852059:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988735360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319651.853262:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988734976 00000100:00100000:2.0:1767319651.853275:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988734976 00000100:00100000:2.0:1767319651.853337:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4648 00000100:00100000:2.0:1767319651.853345:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988734976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319651.853379:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319651.853467:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988734976:12345-0@lo:38:kworker.0 Request processed in 122us (1669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319651.853475:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4648 00000100:00080000:2.0:1767319651.853512:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319651.855461:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319651.855473:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319651.855479:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988734976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319652.642793:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319652.642847:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319652.642876:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319652.642903:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319652.642936:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923807744 00000100:00100000:0.0:1767319652.642945:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923807744 00000100:00100000:0.0:1767319652.643009:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923807616 00000100:00100000:0.0:1767319652.643021:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923807616 00000100:00100000:0.0:1767319652.643041:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 411 00000100:00100000:0.0:1767319652.643051:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923807744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319652.643214:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3357 00000100:00100000:1.0:1767319652.643224:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923807872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767319652.643302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319652.643307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319652.643310:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319652.643339:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 802 00000100:00100000:2.0:1767319652.643345:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923807616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319652.643363:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319652.643468:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923807744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 417us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319652.643476:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 411 00000100:00100000:0.0:1767319652.654458:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923807872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 11223us (11568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319652.654474:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3357 00000100:00100000:2.0:1767319652.654636:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923807616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 11287us (11728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319652.654647:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 802 00010000:00010000:2.0:1767319652.809479:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319653.384991:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988735488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319653.385079:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319653.385179:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988735488 00000100:00100000:2.0:1767319653.385187:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988735488 00000100:00100000:2.0:1767319653.385245:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:2.0:1767319653.385251:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988735488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319653.385275:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319653.385312:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988735488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319653.385317:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:2.0:1767319653.385360:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988735488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319653.897143:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319653.897167:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988735616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319653.897242:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319653.897440:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988735616 00000100:00100000:2.0:1767319653.897463:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988735616 00000100:00100000:2.0:1767319653.897541:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:2.0:1767319653.897551:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988735616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319653.897616:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319653.897661:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988735616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319653.897669:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1767319653.897940:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988735616:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319655.880812:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319656.906821:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319656.971098:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319656.971126:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319656.971192:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319656.971195:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319656.971200:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319656.971207:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4898 00000100:00080000:0.0:1767319656.971212:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319656.971218:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319656.971239:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c2300 x1853163988735872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319656.971272:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319656.971275:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319656.971277:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319656.971281:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4898 00000100:00080000:0.0:1767319656.971283:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319656.971287:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319656.971299:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c2680 x1853163988736128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319656.971308:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319656.971312:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319656.971314:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319656.971317:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4898 00000100:00080000:0.0:1767319656.971320:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319656.971323:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319656.971335:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c1880 x1853163988736256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319656.971341:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988736000:0@lo:400:kworker.0 00000100:00080000:0.0:1767319656.971378:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319656.971380:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319656.971382:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319656.971385:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4898 00000100:00080000:0.0:1767319656.971387:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319656.971390:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319656.971399:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c1180 x1853163988736640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319656.971404:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.971424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988736384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.971438:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319656.971443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988735744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319656.971452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319656.971460:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.971472:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319656.971477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988736512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319656.971498:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319656.971506:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736384 00000100:00100000:1.0:1767319656.971513:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736384 00000100:00100000:0.0:1767319656.971523:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736000 00000100:00100000:0.0:1767319656.971526:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736000 00000100:00100000:0.0:1767319656.971559:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988735744 00000100:00100000:1.0:1767319656.971559:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736512 00000100:00100000:0.0:1767319656.971562:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988735744 00000100:00100000:1.0:1767319656.971562:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736512 00000100:00100000:0.0:1767319656.971606:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1767319656.971606:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:0.0:1767319656.971615:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988736000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.971615:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988736384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.971664:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988736384:12345-0@lo:400:kworker.0 Request processed in 51us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319656.971670:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1767319656.971687:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1767319656.971693:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988736512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.971717:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988736512:12345-0@lo:400:kworker.0 Request processed in 25us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319656.971732:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00080000:1.0:1767319656.971751:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319656.971754:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319656.971756:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319656.971781:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1767319656.971788:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988735744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.971823:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988735744:12345-0@lo:400:kworker.0 Request processed in 35us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319656.971829:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1767319656.971863:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988735872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319656.971894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319656.971913:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988736128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319656.971933:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319656.971948:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988736256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319656.971969:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319656.971984:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988736640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319656.972002:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319656.972036:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736640 00000100:00100000:2.0:1767319656.972040:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736640 00000100:00100000:2.0:1767319656.972055:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1767319656.972060:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988736128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319656.972070:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319656.972093:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988736128:12345-0@lo:38:kworker.0 Request processed in 32us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319656.972099:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00080000:2.0:1767319656.972128:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.972139:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.972143:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988735872:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.972154:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.972157:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.972160:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988736128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.972167:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.972170:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.972172:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988736640:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.972194:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.972197:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.972200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988736256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319656.976359:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988736000:12345-0@lo:400:kworker.0 Request processed in 4734us (4942us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319656.976377:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1767319656.979424:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988735744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.979453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988736000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319657.762875:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319657.763149:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319657.763182:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319657.763250:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319657.763339:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 806 00000100:00100000:0.0:1767319657.763354:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923808128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319657.763384:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319657.763474:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923808128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 119us (606us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319657.763485:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 806 00000100:00100000:1.0:1767319657.763767:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923808512 00000100:00100000:1.0:1767319657.763776:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923808512 00000100:00100000:1.0:1767319657.763825:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923808384 00000100:00100000:1.0:1767319657.763828:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923808384 00000100:00100000:1.0:1767319657.763854:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3360 00000100:00100000:1.0:1767319657.763861:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923808512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319657.763931:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923808512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319657.763938:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3360 00000100:00100000:1.0:1767319657.763953:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3361 00000100:00100000:1.0:1767319657.763960:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923808384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319657.763984:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923808384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 25us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319657.764002:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3361 00000100:00080000:1.0:1767319657.764036:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319657.764040:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319657.764042:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319658.504906:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988736768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319658.504981:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.505218:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736768 00000100:00100000:0.0:1767319658.505225:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736768 00000100:00100000:0.0:1767319658.505286:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:0.0:1767319658.505297:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988736768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319658.505326:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767319658.505430:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319658.505686:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988736768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 390us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319658.505695:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:2.0:1767319658.506051:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988736768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319659.017479:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988736896 00000100:00100000:0.0:1767319659.017489:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988736896 00000100:00100000:0.0:1767319659.017566:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:0.0:1767319659.017575:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988736896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319659.017625:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319659.017674:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988736896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319659.017681:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00080000:2.0:1767319659.017746:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319659.976868:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319661.001117:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319662.089057:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988737152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319662.089125:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319662.089196:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988737408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319662.089225:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319662.089249:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988737536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319662.090163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988737280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319662.090239:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319662.090245:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988737024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319662.090305:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988737664 00000100:00100000:1.0:1767319662.090309:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988737664 00000100:00100000:1.0:1767319662.090349:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988737792 00000100:00100000:1.0:1767319662.090352:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988737792 00000100:00100000:1.0:1767319662.090372:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:1.0:1767319662.090378:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988737664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090421:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988737664:12345-0@lo:400:kworker.0 Request processed in 43us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.090427:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00100000:1.0:1767319662.090439:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767319662.090445:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988737792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090626:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988737792:12345-0@lo:400:kworker.0 Request processed in 181us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.090633:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767319662.090659:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988737280 00000100:00100000:1.0:1767319662.090663:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988737280 00000100:00100000:1.0:1767319662.090688:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988737024 00000100:00100000:1.0:1767319662.090701:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988737024 00000100:00100000:1.0:1767319662.090813:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1767319662.090821:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988737280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090859:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988737280:12345-0@lo:400:kworker.0 Request processed in 40us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.090864:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1767319662.090876:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1767319662.090881:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988737024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090907:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988737024:12345-0@lo:400:kworker.0 Request processed in 25us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.090913:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1767319662.090961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988737024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.090971:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988737280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.091004:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988737792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319662.091015:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988737664:0@lo:400:kworker.0 00000100:00080000:1.0:1767319662.091047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319662.091052:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319662.091054:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319662.097084:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319662.097177:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988737920:0@lo:38:kworker.0 00000100:00100000:2.0:1767319662.097217:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319662.097463:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319662.097469:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319662.097473:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988737152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319662.097484:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319662.097488:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319662.097490:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988737408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319662.098769:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988737920 00000100:00100000:0.0:1767319662.098779:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988737920 00000100:00100000:0.0:1767319662.098836:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1767319662.098855:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988737920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319662.098877:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319662.098971:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988737920:12345-0@lo:38:kworker.0 Request processed in 115us (1751us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319662.098979:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:1.0:1767319662.099851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319662.099858:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319662.099862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988737920:0@lo:38:kworker.0 00000100:00080000:1.0:1767319662.099870:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319662.099873:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319662.099876:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988737536:0@lo:38:kworker.0 00000400:00000100:0.0:1767319662.881554:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923808640 offset 0 length 520: 4 00000100:00100000:0.0:1767319662.881650:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319662.881698:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319662.881732:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319662.881774:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319662.881776:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923808768 00000100:00100000:1.0:1767319662.881788:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923808768 00000100:00100000:0.0:1767319662.881803:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809024 00000100:00100000:0.0:1767319662.881809:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809024 00000100:00100000:1.0:1767319662.881831:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923808896 00000100:00100000:1.0:1767319662.881835:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923808896 00000100:00100000:0.0:1767319662.881859:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809152 00000100:00100000:0.0:1767319662.881864:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809152 00000100:00100000:1.0:1767319662.881874:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 417 00000100:00100000:1.0:1767319662.881887:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923808896:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319662.881898:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3364 00000100:00100000:0.0:1767319662.881909:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923809024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319662.881984:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923808896:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.881992:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 417 00000100:00100000:2.0:1767319662.882009:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 810 00000100:00100000:2.0:1767319662.882018:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923808768:12345-192.168.204.13@tcp:38:kworker.0 00000100:00080000:1.0:1767319662.882030:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319662.882035:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319662.882037:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:2.0:1767319662.882041:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319662.882053:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3365 00000100:00100000:1.0:1767319662.882061:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923809152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319662.885795:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923809024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3877us (4050us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319662.885816:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3364 00000100:00100000:1.0:1767319662.888968:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923809152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 6894us (7179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319662.888983:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3365 00000100:00100000:2.0:1767319662.892943:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923808768:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 10910us (11278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319662.892961:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 810 00000100:00100000:0.0:1767319663.628803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988738048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319663.629413:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319663.630194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988738048:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319664.076279:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319664.139767:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988738176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319664.139840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319664.140221:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988738176 00000100:00100000:2.0:1767319664.140230:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988738176 00000100:00100000:2.0:1767319664.140293:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:2.0:1767319664.140304:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988738176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319664.140333:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319664.140390:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988738176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319664.140397:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:0.0:1767319664.140631:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988738176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319664.140732:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319665.096965:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319666.184781:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319641/real 1767319641] req@ffff9e7d2da8b800 x1853163988731776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319666 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319666.184817:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2da8b800 x1853163988731776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319666 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319666.184837:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319666.184886:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319666.184891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988731776:0@lo:250:kworker.0 00000100:00100000:1.0:1767319666.187155:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988738304:0@lo:250:kworker.0 00000400:00000100:1.0:1767319666.187211:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988738304 offset 0 length 520: 4 00000100:00100000:1.0:1767319666.187264:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988738560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319666.187307:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319666.187327:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988738816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319666.187346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319666.187361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988738944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319666.187382:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319666.187398:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988739328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319666.187417:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319666.187444:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988739072 00000100:00100000:1.0:1767319666.187447:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988739072 00000100:00100000:2.0:1767319666.187494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d1878f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988738688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319666.187514:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988738432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319666.187523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319666.187550:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988739200 00000100:00100000:0.0:1767319666.187554:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988739200 00000100:00100000:1.0:1767319666.189872:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:1.0:1767319666.189892:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988739072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319666.189983:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988739072:12345-0@lo:400:kworker.0 Request processed in 99us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319666.189991:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1767319666.190255:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1767319666.190263:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988739200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319666.190313:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988739200:12345-0@lo:400:kworker.0 Request processed in 51us (2931us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319666.190320:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1767319666.190345:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988738944 00000100:00100000:0.0:1767319666.190352:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988738944 00000100:00100000:0.0:1767319666.190375:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651 00000100:00100000:0.0:1767319666.190380:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988738944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319666.190399:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319666.190435:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988738944:12345-0@lo:38:kworker.0 Request processed in 53us (3051us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319666.190441:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651 00000100:00080000:0.0:1767319666.190489:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319666.190495:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319666.190499:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988738944:0@lo:38:kworker.0 00000100:00080000:0.0:1767319666.190560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319666.190565:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319668.003470:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319668.003644:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319668.004743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319668.004879:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319668.004935:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809664 00000100:00100000:1.0:1767319668.004949:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809664 00000100:00100000:1.0:1767319668.005039:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809536 00000100:00100000:1.0:1767319668.005043:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809536 00000100:00100000:1.0:1767319668.005071:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3368 00000100:00100000:1.0:1767319668.005083:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923809664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319668.005194:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923809664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319668.005202:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3368 00000100:00100000:1.0:1767319668.005221:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3369 00000100:00100000:1.0:1767319668.005227:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923809536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319668.005263:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923809536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319668.005268:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3369 00000100:00100000:2.0:1767319668.007123:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809280 00000100:00100000:2.0:1767319668.007314:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809280 00000100:00100000:2.0:1767319668.007472:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923809408 00000100:00100000:2.0:1767319668.007477:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923809408 00000100:00100000:1.0:1767319668.007620:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 814 00000100:00100000:1.0:1767319668.007630:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923809280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319668.007660:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319668.007747:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923809280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 116us (4292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319668.007755:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 814 00000100:00100000:2.0:1767319668.008866:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 420 00000100:00100000:2.0:1767319668.008882:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923809408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319668.008989:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923809408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (5346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319668.008998:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 420 00010000:00010000:2.0:1767319668.169438:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319668.747075:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319668.747112:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988739456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319668.747225:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319668.749453:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319668.749555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988739456:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319669.194504:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319669.264520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988739584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319669.264651:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319669.264775:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988739584 00000100:00100000:2.0:1767319669.264786:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988739584 00000100:00100000:2.0:1767319669.264893:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:2.0:1767319669.264904:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988739584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319669.264950:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319669.265012:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988739584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319669.265020:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00080000:1.0:1767319669.265196:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319669.265266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988739584:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319671.304892:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319671.304906:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319671.304993:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319671.304998:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319671.305002:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319671.305013:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767319671.305019:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319671.305050:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319671.305077:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e300 x1853163988739840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319671.305109:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319671.305113:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319671.305115:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319671.305119:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767319671.305121:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319671.305125:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319671.305137:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163988740096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319671.305147:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319671.305150:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319671.305152:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319671.305157:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767319671.305159:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319671.305163:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319671.305175:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163988740224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319671.305210:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319671.305214:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319671.305216:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319671.305219:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767319671.305222:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319671.305231:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319671.305244:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163988740608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319671.305274:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988740352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.305362:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319671.305404:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319671.305410:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988740480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.305435:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319671.306379:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988739840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.306416:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319671.306469:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988740096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.306493:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319671.306508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988740224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.306534:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319671.306554:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988740608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.306574:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319671.306637:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988740224 00000100:00100000:2.0:1767319671.306642:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988740224 00000100:00100000:2.0:1767319671.306671:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4652 00000100:00100000:2.0:1767319671.306675:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988740224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319671.306696:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319671.306730:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988740224:12345-0@lo:38:kworker.0 Request processed in 53us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319671.306737:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4652 00000100:00080000:2.0:1767319671.306783:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319671.306788:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319671.306791:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988740224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.306809:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988739840 00000100:00100000:2.0:1767319671.306813:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988739840 00000100:00100000:2.0:1767319671.306830:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988740096 00000100:00100000:2.0:1767319671.306844:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988740096 00000100:00100000:2.0:1767319671.306853:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988740608 00000100:00100000:2.0:1767319671.306855:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988740608 00000100:00100000:2.0:1767319671.306864:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1767319671.306869:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988739840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319671.306879:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319671.306911:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988739840:12345-0@lo:38:kworker.0 Request processed in 42us (496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319671.306917:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1767319671.306927:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1767319671.306930:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988740096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319671.306940:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319671.306958:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988740096:12345-0@lo:38:kworker.0 Request processed in 27us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319671.306964:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1767319671.306972:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1767319671.306975:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988740608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319671.306983:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319671.307000:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988740608:12345-0@lo:38:kworker.0 Request processed in 23us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319671.307005:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:2.0:1767319671.307026:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319671.307030:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319671.307034:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988739840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319671.307042:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319671.307046:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319671.307049:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988740096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319671.307056:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319671.307059:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319671.307062:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988740608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319671.307536:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988740480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.307551:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988740352:0@lo:400:kworker.0 00010000:00010000:2.0:1767319672.265632:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319673.130378:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319673.130453:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319673.131821:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319673.131979:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923810048 00000100:00100000:1.0:1767319673.132010:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923810048 00000100:00100000:1.0:1767319673.132080:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3372 00000100:00100000:1.0:1767319673.132088:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923810048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319673.132136:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923810048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 50us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319673.132153:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3372 00000100:00080000:0.0:1767319673.132348:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319673.134217:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319673.135249:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319673.140873:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767319673.290616:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319673.867802:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319673.867837:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988740736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319673.867938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319673.868067:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988740736 00000100:00100000:2.0:1767319673.868078:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988740736 00000100:00100000:2.0:1767319673.868164:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:2.0:1767319673.868175:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988740736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319673.868212:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319673.868285:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988740736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319673.868294:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:2.0:1767319673.868356:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988740736:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319673.869041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319674.377426:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988740864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319674.377497:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319674.377610:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988740864 00000100:00100000:2.0:1767319674.377618:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988740864 00000100:00100000:2.0:1767319674.377692:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:2.0:1767319674.377711:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988740864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319674.377740:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319674.377791:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988740864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319674.377799:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:2.0:1767319674.377844:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988740864:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319674.377928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319676.360859:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319676.425062:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319676.425078:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319676.425334:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988740992:0@lo:400:kworker.0 00000100:00080000:0.0:1767319676.425460:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319676.425465:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319676.425470:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319676.425475:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4918 00000100:00080000:0.0:1767319676.425481:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319676.425489:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319676.425519:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e680 x1853163988741120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319676.425519:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319676.425615:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988741120:0@lo:38:kworker.0 00000100:00100000:1.0:1767319676.425653:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319676.425720:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988741120 00000100:00100000:2.0:1767319676.425730:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988741120 00000100:00100000:2.0:1767319676.425786:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1767319676.425794:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988741120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319676.425820:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319676.425872:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319676.425876:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319676.425878:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319676.425882:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4918 00000100:00080000:0.0:1767319676.425885:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319676.425890:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319676.425903:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163988741376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319676.425935:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988741376:0@lo:38:kworker.0 00000100:00100000:1.0:1767319676.425966:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319676.426257:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319676.426263:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319676.426268:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988741120:0@lo:38:kworker.0 00000100:00100000:1.0:1767319676.426305:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988741376 00000100:00100000:1.0:1767319676.426310:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988741376 00000100:00100000:1.0:1767319676.426335:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1767319676.426339:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988741376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319676.426351:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319676.426408:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319676.426412:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319676.426414:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319676.426420:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4918 00000100:00080000:0.0:1767319676.426422:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319676.426427:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319676.426443:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163988741504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319676.426481:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319676.426484:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319676.426486:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319676.426489:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4918 00000100:00080000:0.0:1767319676.426492:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319676.426495:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319676.426506:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ed80 x1853163988741888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319676.426538:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988741760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319676.430902:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988741120:12345-0@lo:38:kworker.0 Request processed in 5105us (5246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319676.430912:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1767319676.430949:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988741632 00000100:00100000:2.0:1767319676.430953:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988741632 00000100:00100000:2.0:1767319676.431340:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:2.0:1767319676.431351:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988741632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319676.431397:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988741632:12345-0@lo:400:kworker.0 Request processed in 49us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319676.431912:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988741376:12345-0@lo:38:kworker.0 Request processed in 5570us (5943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319676.431921:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1767319676.432175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319676.432858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319676.432888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988741760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319676.433818:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00010000:00010000:2.0:1767319677.390146:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319678.249736:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319678.249790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319678.249869:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319678.249933:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923810432 00000100:00100000:1.0:1767319678.249945:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923810432 00000100:00100000:1.0:1767319678.250038:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 426 00000100:00100000:1.0:1767319678.250049:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923810432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319678.250137:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923810432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319678.250154:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 426 00000100:00080000:0.0:1767319678.252642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319678.253569:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319678.253705:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923810304 00000100:00100000:1.0:1767319678.253714:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923810304 00000100:00100000:1.0:1767319678.253763:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 822 00000100:00100000:1.0:1767319678.253771:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923810304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319678.253795:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319678.253852:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923810304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 81us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319678.253860:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 822 00000100:00080000:1.0:1767319678.256726:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319678.256731:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319678.256819:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3376 00000100:00100000:2.0:1767319678.256833:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923810560:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319678.256924:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923810560:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (7132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319678.256932:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3376 00000100:00100000:2.0:1767319678.256952:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3377 00000100:00100000:2.0:1767319678.256960:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923810688:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319678.256999:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923810688:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (7130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319678.257006:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3377 00000100:00100000:2.0:1767319678.985134:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988742016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319678.985214:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319678.993000:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742016 00000100:00100000:0.0:1767319678.993015:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742016 00000100:00100000:0.0:1767319678.993116:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319678.993126:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988742016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319678.993159:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767319678.993298:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319678.999814:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988742016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6678us (14588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319678.999832:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:2.0:1767319679.000060:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988742016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319679.497164:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742144 00000100:00100000:2.0:1767319679.497174:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742144 00000100:00100000:2.0:1767319679.497248:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:2.0:1767319679.497258:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988742144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319679.497288:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319679.497333:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988742144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319679.497342:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00010000:00010000:2.0:1767319680.465395:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319681.483169:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319681.544852:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319681.544862:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319681.544936:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319681.544940:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319681.544944:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319681.544951:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4923 00000100:00080000:2.0:1767319681.544956:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319681.544962:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319681.544998:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c1500 x1853163988742400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319681.545041:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319681.545044:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319681.545045:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319681.545048:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4923 00000100:00080000:2.0:1767319681.545051:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319681.545054:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319681.545063:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163988742656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319681.545072:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319681.545075:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319681.545077:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319681.545081:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4923 00000100:00080000:2.0:1767319681.545083:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319681.545087:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319681.545097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163988742784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319681.545129:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319681.545132:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319681.545134:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319681.545137:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4923 00000100:00080000:2.0:1767319681.545140:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319681.545143:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319681.545164:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988743168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319681.545209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988743040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319681.545274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319681.545309:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319681.545315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988742912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319681.545338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319681.545604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988742528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.545641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319681.545674:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319681.545681:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988742272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.545702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319681.546408:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742528 00000100:00100000:1.0:1767319681.546413:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742528 00000100:00100000:1.0:1767319681.546448:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742272 00000100:00100000:1.0:1767319681.546451:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742272 00000100:00100000:1.0:1767319681.546471:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767319681.546479:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988742528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.546534:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988742528:12345-0@lo:400:kworker.0 Request processed in 57us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319681.546541:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767319681.546554:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1767319681.546561:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988742272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.546626:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988742272:12345-0@lo:400:kworker.0 Request processed in 65us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319681.546631:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1767319681.546653:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988742400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.546681:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319681.546699:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988742656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.546720:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319681.546734:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988742784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.546757:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319681.546772:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988743168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.546790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319681.546834:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988742272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.546846:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988742528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.546874:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742400 00000100:00100000:1.0:1767319681.546878:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742400 00000100:00100000:1.0:1767319681.547034:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988742656 00000100:00100000:1.0:1767319681.547038:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988742656 00000100:00100000:1.0:1767319681.547046:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743168 00000100:00100000:1.0:1767319681.547049:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743168 00000100:00100000:1.0:1767319681.547058:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767319681.547069:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988742400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319681.547088:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319681.547126:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988742400:12345-0@lo:38:kworker.0 Request processed in 56us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.547132:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767319681.547144:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1767319681.547149:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988742656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319681.547158:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319681.547353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319681.547358:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319681.547360:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319681.547395:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319681.547400:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319681.547404:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988742400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.547688:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988742656:12345-0@lo:38:kworker.0 Request processed in 537us (966us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.547695:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1767319681.547708:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1767319681.547712:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988743168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319681.547721:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319681.547999:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988742912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319681.548011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988743040:0@lo:400:kworker.0 00000100:00080000:0.0:1767319681.550144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319681.550165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319681.550169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988742656:0@lo:38:kworker.0 00000100:00080000:0.0:1767319681.550202:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319681.550206:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319681.550208:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988742784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.552535:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988743168:12345-0@lo:38:kworker.0 Request processed in 4810us (5732us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.552552:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:0.0:1767319681.552684:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319681.552690:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319681.552693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988743168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319683.364319:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319683.364421:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319683.364740:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923810944 00000100:00100000:1.0:1767319683.364749:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923810944 00000100:00080000:0.0:1767319683.364859:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319683.365233:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 826 00000100:00100000:2.0:1767319683.365240:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923810816:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319683.365263:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319683.365568:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923810816:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 325us (1145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319683.365576:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 826 00000100:00100000:1.0:1767319683.365845:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319683.365962:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319683.366215:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923811072 00000100:00100000:2.0:1767319683.366221:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923811072 00000100:00100000:2.0:1767319683.366273:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923811200 00000100:00100000:2.0:1767319683.366276:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923811200 00000100:00100000:2.0:1767319683.366297:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3380 00000100:00100000:2.0:1767319683.366304:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319683.366356:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 52us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319683.366381:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3380 00000100:00100000:2.0:1767319683.366623:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3381 00000100:00100000:2.0:1767319683.366630:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811200:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319683.366656:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811200:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319683.366662:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3381 00000100:00080000:1.0:1767319683.367075:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319683.367080:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319684.105436:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743296 00000100:00100000:1.0:1767319684.105445:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743296 00000100:00100000:1.0:1767319684.105517:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1767319684.105537:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988743296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319684.105604:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319684.105663:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988743296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319684.105671:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1767319684.105719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988743296:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319684.105741:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319684.552973:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319684.616996:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988743424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319684.617063:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319684.617597:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319684.625242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988743424:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319685.579873:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319686.665220:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988743552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319686.665291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319686.665506:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743552 00000100:00100000:2.0:1767319686.665515:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743552 00000100:00080000:1.0:1767319686.670959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319686.671023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988743808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.671105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.671199:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743808 00000100:00100000:1.0:1767319686.671207:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743808 00000100:00100000:2.0:1767319686.671567:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1767319686.671595:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988743552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.671770:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1767319686.671778:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988743808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.671815:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988743808:12345-0@lo:400:kworker.0 Request processed in 39us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319686.671822:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:1.0:1767319686.671849:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319686.671891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988743808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.671934:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988743680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319686.671967:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.672001:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743680 00000100:00100000:1.0:1767319686.672005:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743680 00000100:00100000:1.0:1767319686.672024:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1767319686.672028:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988743680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319686.672047:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319686.672083:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988743680:12345-0@lo:38:kworker.0 Request processed in 53us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319686.672102:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:1.0:1767319686.672129:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319686.672134:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319686.672138:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988743680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319686.678618:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988743552:12345-0@lo:400:kworker.0 Request processed in 7039us (13323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319686.678628:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1767319686.680180:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988743936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319686.680247:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.680286:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988744064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319686.680325:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.680347:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988744448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319686.680521:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988743936 00000100:00100000:2.0:1767319686.680529:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988743936 00000100:00100000:2.0:1767319686.680567:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1767319686.680573:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988743936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319686.680613:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319686.680653:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988743936:12345-0@lo:38:kworker.0 Request processed in 78us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319686.680659:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1767319686.680801:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319686.680837:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319686.680842:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319686.680846:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988743936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319686.680992:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988744448 00000100:00100000:2.0:1767319686.680998:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988744448 00000100:00100000:2.0:1767319686.681029:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1767319686.681034:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988744448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319686.681045:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319686.681074:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988744448:12345-0@lo:38:kworker.0 Request processed in 39us (272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319686.681080:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00080000:1.0:1767319686.681773:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319686.681779:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319686.681783:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988744064:0@lo:38:kworker.0 00000100:00080000:1.0:1767319686.681792:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319686.681795:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319686.681798:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988744448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319686.682812:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988743552:0@lo:400:kworker.0 00000400:00000100:2.0:1767319687.460086:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923811328 offset 0 length 520: 4 00000100:00100000:2.0:1767319687.460145:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319687.460177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319687.460315:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319687.460398:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319687.460451:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923811712 00000100:00100000:2.0:1767319687.460471:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923811712 00000100:00100000:2.0:1767319687.460526:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923811840 00000100:00100000:2.0:1767319687.460529:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923811840 00000100:00100000:2.0:1767319687.460552:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3384 00000100:00100000:2.0:1767319687.460562:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319687.460661:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3385 00000100:00100000:2.0:1767319687.460662:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319687.460673:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3384 00000100:00100000:0.0:1767319687.460676:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319687.460711:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923811840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 41us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319687.460720:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3385 00000100:00080000:2.0:1767319687.460720:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319687.460727:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319687.465807:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319688.650872:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319689.226717:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988744576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319689.226790:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319689.227285:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319689.676696:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319689.739521:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988744704 00000100:00100000:2.0:1767319689.739550:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988744704 00000100:00100000:2.0:1767319689.739716:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:2.0:1767319689.739726:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988744704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319689.739758:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319689.739834:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988744704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (1820us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319689.739841:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:1.0:1767319689.739955:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988744704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319689.741083:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319691.784735:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319666/real 1767319666] req@ffff9e7d3bc5d500 x1853163988738304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319691.784799:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5d500 x1853163988738304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319691.784821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319691.784843:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319691.784848:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988738304:0@lo:250:kworker.0 00000100:00100000:0.0:1767319691.785904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988744960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.785929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319691.786235:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988745216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319691.786263:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.786772:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988744832:0@lo:250:kworker.0 00000400:00000100:1.0:1767319691.786796:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988744832 offset 0 length 520: 4 00000100:00100000:2.0:1767319691.788514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988745216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.791302:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988744960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319691.791510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988745088:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.791598:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.791649:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988745344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.791672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.791697:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988745472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.791723:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.791753:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988745856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.791778:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.791825:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988745088 00000100:00100000:1.0:1767319691.791832:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988745088 00000100:00100000:1.0:1767319691.791868:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988745344 00000100:00100000:1.0:1767319691.791871:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988745344 00000100:00100000:1.0:1767319691.791884:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988745856 00000100:00100000:1.0:1767319691.791886:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988745856 00000100:00100000:1.0:1767319691.791903:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767319691.791910:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988745088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319691.791932:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319691.791990:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988745088:12345-0@lo:38:kworker.0 Request processed in 79us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319691.791997:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767319691.792013:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1767319691.792017:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988745344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319691.792027:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319691.792050:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988745344:12345-0@lo:38:kworker.0 Request processed in 31us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319691.792699:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988745472 00000100:00100000:0.0:1767319691.792703:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988745472 00000100:00100000:0.0:1767319691.792729:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656 00000100:00100000:0.0:1767319691.792732:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988745472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319691.792740:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319691.792767:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988745472:12345-0@lo:38:kworker.0 Request processed in 34us (1044us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319691.792771:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656 00000100:00080000:0.0:1767319691.792789:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319691.792792:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319691.792794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988745472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.792872:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1767319692.577964:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812096 00000100:00100000:2.0:1767319692.577976:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812096 00000100:00100000:2.0:1767319692.578049:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 435 00000100:00100000:2.0:1767319692.578060:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923812096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319692.578150:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923812096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319692.578159:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 435 00000100:00100000:1.0:1767319692.579418:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812352 00000100:00100000:1.0:1767319692.579430:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812352 00000100:00100000:1.0:1767319692.579696:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812224 00000100:00100000:1.0:1767319692.579701:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812224 00000100:00100000:2.0:1767319692.579766:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319692.579791:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923811968 00000100:00100000:2.0:1767319692.579795:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923811968 00000100:00100000:2.0:1767319692.579821:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 834 00000100:00100000:2.0:1767319692.579839:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923811968:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319692.579864:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319692.579918:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923811968:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 79us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319692.579946:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 834 00000100:00100000:2.0:1767319692.580079:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3388 00000100:00100000:2.0:1767319692.580088:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923812352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319692.580131:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923812352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 45us (2177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319692.580139:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3388 00000100:00100000:1.0:1767319692.580978:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3389 00000100:00100000:1.0:1767319692.580987:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923812224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319692.581038:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923812224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 53us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319692.581054:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3389 00010000:00010000:2.0:1767319692.744785:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319693.769109:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319694.344968:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319694.344994:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988745984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319694.345061:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.346009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988745984:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319694.346094:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319694.856898:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988746112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319694.856979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319694.857293:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319694.859723:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988746112:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319696.843571:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319696.906902:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319696.906912:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319696.907147:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319696.907151:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319696.907155:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319696.907159:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4938 00000100:00080000:2.0:1767319696.907163:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319696.907169:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319696.907192:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eed80 x1853163988746368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319696.907279:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746240 00000100:00100000:0.0:1767319696.907296:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746240 00000100:00100000:0.0:1767319696.907357:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1767319696.907368:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988746240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319696.907925:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988746496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319696.907971:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319696.908052:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988746368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319696.908075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319696.908104:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746496 00000100:00100000:1.0:1767319696.908108:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746496 00000100:00100000:1.0:1767319696.908325:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746368 00000100:00100000:1.0:1767319696.908330:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746368 00000100:00100000:1.0:1767319696.908346:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1767319696.908353:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988746496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319696.908390:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988746496:12345-0@lo:400:kworker.0 Request processed in 38us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319696.908397:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1767319696.908412:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1767319696.908416:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988746368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319696.908435:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319696.908463:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988746368:12345-0@lo:38:kworker.0 Request processed in 46us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319696.908470:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:1.0:1767319696.908506:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319696.908511:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319696.908515:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988746368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319696.908544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988746496:0@lo:400:kworker.0 00000100:00080000:1.0:1767319696.908569:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319696.912447:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319696.912460:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319696.912479:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319696.912486:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4938 00000100:00080000:2.0:1767319696.912491:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319696.912497:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319696.912544:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edc00 x1853163988746624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319696.912565:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319696.912568:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319696.912570:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319696.912574:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4938 00000100:00080000:2.0:1767319696.912576:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319696.912594:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319696.912607:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988746752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319696.912658:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319696.912661:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319696.912663:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319696.912667:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4938 00000100:00080000:2.0:1767319696.912669:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319696.912672:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319696.912682:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163988747136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319696.912943:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988746240:12345-0@lo:400:kworker.0 Request processed in 5576us (5868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319696.912955:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1767319696.912995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988746880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319696.913050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319696.913075:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319696.913080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988747008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319696.913098:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319696.913125:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746880 00000100:00100000:0.0:1767319696.913132:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746880 00000100:00100000:0.0:1767319696.913184:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747008 00000100:00100000:0.0:1767319696.913187:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747008 00000100:00100000:0.0:1767319696.913217:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1767319696.913225:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988746880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319696.913266:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988746880:12345-0@lo:400:kworker.0 Request processed in 42us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319696.913272:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1767319696.913283:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1767319696.913301:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988747008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319696.913327:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988747008:12345-0@lo:400:kworker.0 Request processed in 27us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319696.913332:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1767319696.913364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988747008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319696.913373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988746880:0@lo:400:kworker.0 00000100:00080000:1.0:1767319696.913738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319696.913743:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319696.913756:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988746624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319696.913790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319696.913828:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988746752:0@lo:38:kworker.0 00000100:00100000:1.0:1767319696.913851:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319696.913876:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988747136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319696.913897:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319696.913928:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746624 00000100:00100000:1.0:1767319696.913932:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746624 00000100:00100000:1.0:1767319696.913951:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747136 00000100:00100000:1.0:1767319696.913954:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747136 00000100:00100000:1.0:1767319696.913970:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1767319696.913975:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988746624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319696.913993:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319696.914025:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988746624:12345-0@lo:38:kworker.0 Request processed in 49us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319696.914031:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1767319696.914043:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1767319696.914048:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988747136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319696.914058:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319696.914079:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988747136:12345-0@lo:38:kworker.0 Request processed in 30us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319696.914085:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:1.0:1767319696.914113:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319696.914117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319696.914120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988746624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319696.914127:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319696.914130:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319696.914133:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988747136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319696.914528:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988746752 00000100:00100000:2.0:1767319696.914544:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988746752 00000100:00100000:2.0:1767319696.914572:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657 00000100:00100000:2.0:1767319696.914602:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988746752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319696.914614:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319696.914651:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988746752:12345-0@lo:38:kworker.0 Request processed in 48us (799us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319696.914657:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657 00000100:00080000:2.0:1767319696.914688:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319696.914705:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319696.914731:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988746752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319697.698127:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812608 00000100:00100000:0.0:1767319697.698137:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812608 00000100:00100000:0.0:1767319697.698170:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812864 00000100:00100000:0.0:1767319697.698173:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812864 00000100:00100000:0.0:1767319697.698211:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812736 00000100:00100000:0.0:1767319697.698214:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812736 00000100:00100000:0.0:1767319697.698236:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3392 00000100:00100000:0.0:1767319697.698258:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923812864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319697.698535:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923812864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 227us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319697.698546:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3392 00000100:00100000:0.0:1767319697.698615:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923812480 00000100:00100000:0.0:1767319697.698623:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923812480 00000100:00100000:0.0:1767319697.698651:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 438 00000100:00100000:0.0:1767319697.698658:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923812608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319697.698686:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923812608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 29us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319697.698694:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 438 00000100:00100000:0.0:1767319697.698718:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 838 00000100:00100000:0.0:1767319697.698723:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923812480:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319697.698744:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319697.698768:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923812480:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (550us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319697.698774:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 838 00000100:00080000:1.0:1767319697.699401:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319697.699407:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319697.699409:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319697.867159:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319699.464831:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319699.464858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988747264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319699.464932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319699.465036:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747264 00000100:00100000:0.0:1767319699.465045:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747264 00000100:00100000:0.0:1767319699.465123:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:0.0:1767319699.465133:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988747264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319699.465163:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319699.465222:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988747264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319699.465229:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767319699.465415:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988747264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319699.465565:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319699.977274:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747392 00000100:00100000:2.0:1767319699.977282:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747392 00000100:00100000:2.0:1767319699.977348:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:2.0:1767319699.977367:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988747392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319699.977395:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319699.977443:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988747392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319699.977451:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00080000:1.0:1767319699.977617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319700.938535:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319701.960791:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319702.025903:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319702.026048:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988747648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319702.026111:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319702.026235:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747648 00000100:00100000:0.0:1767319702.026244:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747648 00000100:00100000:0.0:1767319702.026296:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1767319702.026304:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988747648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319702.026327:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319702.026373:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988747648:12345-0@lo:38:kworker.0 Request processed in 69us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319702.026381:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767319702.026531:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988747776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319702.026561:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319702.026701:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747776 00000100:00100000:1.0:1767319702.026702:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988747520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319702.026707:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747776 00000100:00100000:1.0:1767319702.026733:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319702.026756:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988747520 00000100:00100000:2.0:1767319702.026760:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988747520 00000100:00080000:1.0:1767319702.026770:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319702.026790:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1767319702.026803:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988747776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319702.026851:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988747776:12345-0@lo:400:kworker.0 Request processed in 48us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319702.026863:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1767319702.026901:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988747520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319702.028377:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988747520:12345-0@lo:400:kworker.0 Request processed in 1477us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319702.038202:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1767319702.038254:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988748416 00000100:00100000:2.0:1767319702.038263:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988748416 00000100:00100000:2.0:1767319702.038294:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1767319702.038302:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988748416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319702.038326:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319702.038413:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988748416:12345-0@lo:38:kworker.0 Request processed in 111us (10310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319702.038422:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1767319702.038463:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988748032 00000100:00100000:2.0:1767319702.038468:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988748032 00000100:00100000:2.0:1767319702.038492:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658 00000100:00100000:2.0:1767319702.038497:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988748032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319702.038507:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319702.038553:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988747776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319702.038929:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1767319702.039339:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988748032:12345-0@lo:38:kworker.0 Request processed in 839us (11268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319702.039350:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658 00000100:00100000:0.0:1767319702.039353:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988747520:0@lo:400:kworker.0 00000100:00080000:1.0:1767319702.039549:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319702.039554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319702.039558:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988748416:0@lo:38:kworker.0 00000100:00080000:1.0:1767319702.041325:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319702.041335:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319702.041339:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988747904:0@lo:38:kworker.0 00000100:00080000:1.0:1767319702.041351:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319702.041355:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319702.041358:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988748032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319702.820728:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319702.820780:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319702.820829:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319702.820929:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923813248 00000100:00100000:0.0:1767319702.820939:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923813248 00000100:00100000:0.0:1767319702.821004:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923813376 00000100:00100000:0.0:1767319702.821008:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923813376 00000100:00080000:2.0:1767319702.821126:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319702.821272:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3396 00000100:00100000:0.0:1767319702.821298:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923813248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319702.821392:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923813248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319702.821402:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3396 00000100:00100000:0.0:1767319702.821521:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319702.823048:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 441 00000100:00100000:1.0:1767319702.823066:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923813120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319702.823153:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923813120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (2372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319702.823160:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 441 00000100:00100000:2.0:1767319702.827383:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 842 00000100:00100000:2.0:1767319702.827398:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923812992:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319702.827423:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319702.827495:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923812992:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (5974us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319702.827504:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 842 00000100:00080000:2.0:1767319702.827548:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319702.827555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319704.585906:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319704.590300:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988748544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319704.590377:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319704.595370:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988748544:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319704.596254:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319705.032938:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319705.097379:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988748672 00000100:00100000:1.0:1767319705.097389:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988748672 00000100:00100000:1.0:1767319705.097696:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:1.0:1767319705.097707:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988748672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319705.097760:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319705.097818:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988748672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319705.097826:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00080000:2.0:1767319705.098644:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319706.057781:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319707.147259:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319707.147285:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319707.147347:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319707.147352:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319707.147356:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319707.147365:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319707.147370:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319707.147376:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319707.147396:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163988748928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319707.147421:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319707.147432:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319707.147436:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319707.147439:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319707.147441:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988749056:0@lo:400:kworker.0 00000100:00080000:0.0:1767319707.147445:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319707.147450:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319707.147454:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319707.147466:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f800 x1853163988749184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319707.147476:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319707.147480:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319707.147482:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319707.147504:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319707.147508:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319707.147512:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319707.147525:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163988749312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319707.147530:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319707.147571:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319707.147575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988748800:0@lo:400:kworker.0 00000100:00080000:0.0:1767319707.147576:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319707.147615:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319707.147620:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319707.147623:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319707.147628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319707.147631:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319707.147646:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5180 x1853163988749696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319707.147672:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988749568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.147674:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749056 00000100:00100000:1.0:1767319707.147683:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749056 00000100:00100000:0.0:1767319707.147710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319707.147736:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319707.147744:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988748800 00000100:00100000:0.0:1767319707.147745:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988749440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.147749:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988748800 00000100:00100000:0.0:1767319707.147773:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319707.147783:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1767319707.147794:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988749056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319707.147819:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1767319707.147830:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988748800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.147846:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988749056:12345-0@lo:400:kworker.0 Request processed in 54us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319707.147864:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1767319707.147869:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988748800:12345-0@lo:400:kworker.0 Request processed in 40us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319707.147878:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:1.0:1767319707.147892:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319707.147908:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749568 00000100:00100000:1.0:1767319707.147911:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749568 00000100:00100000:0.0:1767319707.147957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988749056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.147960:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749440 00000100:00100000:1.0:1767319707.147965:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749440 00000100:00100000:0.0:1767319707.147971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988748800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.148006:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:0.0:1767319707.148014:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1767319707.148016:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988749568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319707.148027:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988749440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319707.148058:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988749568:12345-0@lo:400:kworker.0 Request processed in 45us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319707.148065:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:1.0:1767319707.148095:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988749568:0@lo:400:kworker.0 00000100:00080000:1.0:1767319707.148145:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319707.148148:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319707.148463:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988748928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319707.148497:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.148545:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988749184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319707.148617:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.148632:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988749312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319707.148658:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.148674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988749696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319707.148692:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.148721:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749312 00000100:00100000:2.0:1767319707.148726:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749312 00000100:00100000:2.0:1767319707.148758:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1767319707.148766:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988749312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319707.148796:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319707.148846:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988749312:12345-0@lo:38:kworker.0 Request processed in 79us (186us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319707.148861:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1767319707.148898:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1767319707.148907:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988749696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319707.148919:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319707.148954:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988749696:12345-0@lo:38:kworker.0 Request processed in 45us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319707.148961:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1767319707.149864:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988749440:12345-0@lo:400:kworker.0 Request processed in 1838us (2088us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319707.149882:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1767319707.149892:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988749440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319707.937759:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319707.937798:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319707.937829:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923813760 00000100:00100000:2.0:1767319707.937841:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923813760 00000100:00100000:0.0:1767319707.937846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319707.937876:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923813888 00000100:00100000:0.0:1767319707.937881:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923813888 00000100:00100000:2.0:1767319707.937911:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3400 00000100:00100000:2.0:1767319707.937922:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923813760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319707.937933:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3401 00000100:00100000:0.0:1767319707.937944:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923813888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319707.938018:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923813760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (266us total) trans 0 rc 0/0 00000100:00080000:1.0:1767319707.938021:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319707.938028:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3400 00000100:00080000:1.0:1767319707.938035:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319707.938322:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923813888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 379us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319707.938341:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3401 00000100:00100000:2.0:1767319707.939883:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319707.940076:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923813504 00000100:00100000:0.0:1767319707.940094:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923813504 00000100:00100000:0.0:1767319707.940171:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 846 00000100:00100000:0.0:1767319707.940177:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923813504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319707.940199:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319707.940245:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923813504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 68us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319707.940251:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 846 00000100:00080000:1.0:1767319707.941297:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319709.128930:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319709.705034:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319709.705066:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988749824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319709.705131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319709.706557:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749824 00000100:00100000:2.0:1767319709.706569:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749824 00000100:00100000:2.0:1767319709.706672:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767319709.706683:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988749824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319709.706714:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319709.706780:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988749824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1648us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319709.706801:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00080000:1.0:1767319709.707332:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319709.707496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988749824:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319710.152780:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319710.220414:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988749952 00000100:00100000:1.0:1767319710.220424:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988749952 00000100:00100000:1.0:1767319710.220505:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767319710.220517:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988749952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319710.220546:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319710.220632:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988749952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319710.220639:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00080000:2.0:1767319710.220979:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319712.265678:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988750336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.265702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319712.265738:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319712.265743:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988750080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.265764:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319712.265813:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750336 00000100:00100000:1.0:1767319712.265817:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750336 00000100:00100000:1.0:1767319712.265837:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750080 00000100:00100000:1.0:1767319712.265839:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750080 00000100:00100000:1.0:1767319712.265851:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1767319712.265856:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988750336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.265888:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988750336:12345-0@lo:400:kworker.0 Request processed in 32us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319712.265894:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1767319712.265906:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1767319712.265912:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988750080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.265936:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988750080:12345-0@lo:400:kworker.0 Request processed in 25us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319712.265941:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1767319712.265977:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988750080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.265988:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988750336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.266052:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988750720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319712.266058:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988750848:0@lo:400:kworker.0 00000100:00080000:2.0:1767319712.266206:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319712.266211:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319712.266213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319712.266228:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988750208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319712.266256:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319712.266278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988750464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319712.266291:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319712.266306:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988750592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319712.266322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319712.266342:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988750976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319712.266365:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319712.266384:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750208 00000100:00100000:2.0:1767319712.266387:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750208 00000100:00100000:2.0:1767319712.266399:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750464 00000100:00100000:2.0:1767319712.266401:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750464 00000100:00100000:2.0:1767319712.266407:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750976 00000100:00100000:2.0:1767319712.266408:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750976 00000100:00100000:2.0:1767319712.266415:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1767319712.266418:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319712.266431:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319712.266452:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750208:12345-0@lo:38:kworker.0 Request processed in 33us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319712.266456:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1767319712.266464:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319712.266474:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319712.266481:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319712.266495:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750464:12345-0@lo:38:kworker.0 Request processed in 20us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319712.266498:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319712.266505:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1767319712.266507:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319712.266512:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319712.266521:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988750976:12345-0@lo:38:kworker.0 Request processed in 13us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319712.266525:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00080000:2.0:1767319712.266543:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319712.266548:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319712.266551:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988750208:0@lo:38:kworker.0 00000100:00080000:2.0:1767319712.266558:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319712.266561:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319712.266563:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988750464:0@lo:38:kworker.0 00000100:00080000:2.0:1767319712.266570:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319712.266572:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319712.266574:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988750976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319712.266735:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988750592 00000100:00100000:1.0:1767319712.266740:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988750592 00000100:00100000:1.0:1767319712.266773:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660 00000100:00100000:1.0:1767319712.266778:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988750592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319712.266788:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319712.266823:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988750592:12345-0@lo:38:kworker.0 Request processed in 45us (499us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319712.266827:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660 00000100:00080000:0.0:1767319712.266877:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319712.266881:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319712.266889:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988750592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.057388:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319713.057444:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319713.057477:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319713.057500:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923814272 00000100:00100000:0.0:1767319713.057510:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923814272 00000100:00100000:2.0:1767319713.057512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319713.057564:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319713.057576:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923814400 00000100:00100000:0.0:1767319713.057610:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923814400 00000100:00100000:0.0:1767319713.057654:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3404 00000100:00100000:0.0:1767319713.057663:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923814272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319713.057705:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923814016 00000100:00100000:1.0:1767319713.057711:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923814016 00000100:00100000:0.0:1767319713.057736:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923814272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319713.057740:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923814144 00000100:00100000:1.0:1767319713.057745:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923814144 00000100:00100000:0.0:1767319713.057746:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3404 00000100:00100000:0.0:1767319713.057770:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3405 00000100:00100000:0.0:1767319713.057780:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923814400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319713.057785:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 447 00000100:00100000:1.0:1767319713.057796:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923814144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319713.057813:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923814400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 34us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319713.057820:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3405 00000100:00100000:1.0:1767319713.057838:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923814144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319713.057852:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 447 00000100:00080000:2.0:1767319713.058097:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319713.058101:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000100:1.0:1767319713.066669:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923814528 offset 0 length 520: 4 00010000:00010000:2.0:1767319713.225700:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319714.250576:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319714.827699:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319714.827722:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988751104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319714.827793:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319714.828214:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988751104 00000100:00100000:0.0:1767319714.828223:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988751104 00000100:00080000:2.0:1767319714.829642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319714.829733:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:0.0:1767319714.829745:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988751104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319714.829780:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319714.829857:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988751104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (2068us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319714.829864:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:2.0:1767319714.829950:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988751104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319715.337191:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319715.337210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988751232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319715.337277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319715.337692:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988751232 00000100:00100000:2.0:1767319715.337701:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988751232 00000100:00100000:2.0:1767319715.337769:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:2.0:1767319715.337778:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988751232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319715.337806:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319715.337853:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988751232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319715.337860:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00080000:0.0:1767319715.338023:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319716.360764:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319691/real 1767319691] req@ffff9e7d0955e300 x1853163988744832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319716.360800:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d0955e300 x1853163988744832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319716.360821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319716.360860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319716.360864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988744832:0@lo:250:kworker.0 00000100:00080000:1.0:1767319716.361168:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319716.361173:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319716.361176:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319716.361180:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4938 00000100:00080000:1.0:1767319716.361184:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319716.361190:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319716.361223:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1880 x1853163988751360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319716.361296:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319716.361300:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319716.361316:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319716.361344:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4959 00000100:00080000:1.0:1767319716.361347:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319716.361351:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319716.361368:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3480 x1853163988751616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319716.361387:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319716.361390:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319716.361392:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319716.361395:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4959 00000100:00080000:1.0:1767319716.361398:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319716.361401:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319716.361410:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2d80 x1853163988751872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319716.361418:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319716.361421:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319716.361423:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319716.361427:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4959 00000100:00080000:1.0:1767319716.361429:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319716.361445:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319716.361457:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2300 x1853163988752000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319716.361491:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319716.361494:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319716.361501:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319716.361504:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4959 00000100:00080000:1.0:1767319716.361507:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319716.361511:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319716.361522:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163988752384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319716.361564:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988752128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.361661:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319716.361716:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319716.361722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988752256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.361747:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319716.361796:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752128 00000100:00100000:1.0:1767319716.361804:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752128 00000100:00100000:1.0:1767319716.361862:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752256 00000100:00100000:1.0:1767319716.361865:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752256 00000100:00100000:1.0:1767319716.361896:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1767319716.361904:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988752128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.361961:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988752128:12345-0@lo:400:kworker.0 Request processed in 56us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319716.361972:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1767319716.361988:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1767319716.361994:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988752256:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319716.362003:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319716.362020:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988752256:12345-0@lo:400:kworker.0 Request processed in 27us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319716.362023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988751360:0@lo:250:kworker.0 00000100:00100000:1.0:1767319716.362026:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000400:00000100:0.0:1767319716.362043:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988751360 offset 0 length 520: 4 00000100:00100000:1.0:1767319716.362058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988752256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319716.362060:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988751616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319716.362073:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988752128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319716.362082:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.362097:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988751872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.362116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.362138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988752000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319716.362152:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988751616 00000100:00100000:1.0:1767319716.362155:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988751616 00000100:00100000:0.0:1767319716.362159:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.362173:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988752384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319716.362173:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988751872 00000100:00100000:1.0:1767319716.362175:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988751872 00000100:00100000:1.0:1767319716.362189:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1767319716.362193:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988751616:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.362202:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319716.362210:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319716.362239:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988751616:12345-0@lo:38:kworker.0 Request processed in 44us (155us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319716.362242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319716.362245:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00080000:0.0:1767319716.362246:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.362248:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988751616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319716.362254:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752384 00000100:00100000:1.0:1767319716.362256:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752384 00000100:00100000:1.0:1767319716.362269:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1767319716.362273:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988751872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319716.362282:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319716.362291:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1767319716.362295:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988752384:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319716.362306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988751872:12345-0@lo:38:kworker.0 Request processed in 33us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319716.362312:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00010000:00020000:0.0:1767319716.362325:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319716.362342:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319716.362346:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.362349:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988752384:12345-0@lo:38:kworker.0 Request processed in 52us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319716.362350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988751872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.362355:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00080000:1.0:1767319716.362357:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319716.362359:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319716.362362:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988752384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319716.363157:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752000 00000100:00100000:2.0:1767319716.363161:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752000 00000100:00100000:2.0:1767319716.363225:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661 00000100:00100000:2.0:1767319716.363230:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988752000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319716.363242:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319716.363291:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988752000:12345-0@lo:38:kworker.0 Request processed in 59us (1130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319716.363297:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661 00010000:00010000:2.0:1767319717.321165:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319718.185889:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319718.185946:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319718.186021:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319718.186194:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815040 00000100:00100000:0.0:1767319718.186205:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815040 00000100:00100000:0.0:1767319718.186320:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3408 00000100:00100000:0.0:1767319718.186330:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319718.186413:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319718.186421:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3408 00000100:00080000:2.0:1767319718.186662:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319718.187066:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319718.187356:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319718.187559:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923814912 00000100:00100000:1.0:1767319718.187564:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923814912 00000100:00100000:1.0:1767319718.187643:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3409 00000100:00100000:1.0:1767319718.187651:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923814912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319718.187687:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923814912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 37us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319718.187694:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3409 00000100:00080000:2.0:1767319718.187774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319718.345074:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319719.945143:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752512 00000100:00100000:1.0:1767319719.945151:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752512 00000100:00100000:1.0:1767319719.945272:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:1.0:1767319719.945282:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988752512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319719.945330:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319719.945380:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988752512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319719.945387:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:1.0:1767319719.945432:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988752512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319720.459926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988752640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319720.460016:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319720.460151:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752640 00000100:00100000:0.0:1767319720.460160:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752640 00000100:00100000:0.0:1767319720.460236:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1767319720.460259:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988752640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319720.460295:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319720.460709:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988752640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 464us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319720.460717:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:1.0:1767319720.460829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988752640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319721.416825:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319721.482476:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988752768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.482557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319721.482631:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319721.482637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988753024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.482659:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.482941:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988752896:0@lo:38:kworker.0 00000100:00100000:1.0:1767319721.482972:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.482994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988753152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319721.483017:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.483034:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988753280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319721.483092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.483112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988753664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319721.483132:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.483178:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988753536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319721.483203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.483222:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319721.483227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988753408:0@lo:400:kworker.0 00000100:00100000:1.0:1767319721.483246:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319721.483274:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752768 00000100:00100000:1.0:1767319721.483283:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752768 00000100:00100000:1.0:1767319721.483337:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753024 00000100:00100000:1.0:1767319721.483340:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753024 00000100:00100000:1.0:1767319721.483371:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988752896 00000100:00100000:1.0:1767319721.483374:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988752896 00000100:00100000:1.0:1767319721.483381:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753152 00000100:00100000:1.0:1767319721.483383:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753152 00000100:00100000:1.0:1767319721.483390:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753664 00000100:00100000:1.0:1767319721.483392:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753664 00000100:00100000:1.0:1767319721.483403:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1767319721.483411:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988752768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319721.483459:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988752768:12345-0@lo:400:kworker.0 Request processed in 49us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319721.483466:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1767319721.483480:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1767319721.483485:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988753024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319721.483506:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988753024:12345-0@lo:400:kworker.0 Request processed in 21us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319721.483510:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1767319721.483705:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753536 00000100:00100000:0.0:1767319721.483715:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753536 00000100:00100000:0.0:1767319721.483759:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753408 00000100:00100000:0.0:1767319721.483762:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753408 00000100:00100000:0.0:1767319721.483785:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1767319721.483791:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988753536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.483828:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988753536:12345-0@lo:400:kworker.0 Request processed in 37us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319721.483846:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1767319721.483861:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:0.0:1767319721.483866:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988753408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.483894:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988753408:12345-0@lo:400:kworker.0 Request processed in 27us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319721.483899:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:0.0:1767319721.485181:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1767319721.485191:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988752896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.485213:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.485280:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988752896:12345-0@lo:38:kworker.0 Request processed in 89us (2306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.485287:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1767319721.485309:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1767319721.485314:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988753152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.485323:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.485348:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988753152:12345-0@lo:38:kworker.0 Request processed in 34us (2331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.485354:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1767319721.485365:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1767319721.485380:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988753664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.485389:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.485413:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988753664:12345-0@lo:38:kworker.0 Request processed in 33us (2280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.485418:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:0.0:1767319721.485461:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.485466:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.485470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988752896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.485482:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.485485:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.485489:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988753152:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.485498:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.485502:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.485505:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988753664:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.485650:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319721.485656:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319721.485983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988753024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.485998:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988752768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.486047:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988753408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.486059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988753536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.486090:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753280 00000100:00100000:0.0:1767319721.486096:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753280 00000100:00100000:0.0:1767319721.486124:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662 00000100:00100000:0.0:1767319721.486137:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988753280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.486150:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.486188:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988753280:12345-0@lo:38:kworker.0 Request processed in 51us (3095us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.486196:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662 00000100:00080000:0.0:1767319721.486222:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.486226:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.486230:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988753280:0@lo:38:kworker.0 00010000:00010000:2.0:1767319722.442282:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319723.298963:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319723.299014:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319723.299048:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319723.299082:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319723.299126:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815296 00000100:00100000:2.0:1767319723.299136:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815296 00000100:00100000:1.0:1767319723.299152:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815424 00000100:00100000:1.0:1767319723.299159:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815424 00000100:00100000:2.0:1767319723.299209:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815168 00000100:00100000:2.0:1767319723.299213:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815168 00000100:00100000:1.0:1767319723.299220:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815552 00000100:00100000:1.0:1767319723.299226:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815552 00000100:00100000:2.0:1767319723.299242:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 453 00000100:00100000:1.0:1767319723.299256:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3412 00000100:00100000:2.0:1767319723.299258:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923815296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319723.299268:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319723.299471:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3413 00000100:00100000:0.0:1767319723.299481:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319723.299545:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923815296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 285us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319723.299554:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 453 00000100:00080000:2.0:1767319723.299631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319723.299645:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319723.299647:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319723.300452:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1184us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319723.300461:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3412 00000100:00100000:0.0:1767319723.300944:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923815552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1463us (1893us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319723.300953:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3413 00000100:00100000:2.0:1767319725.065076:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319725.065142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988753792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319725.065227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319725.065485:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753792 00000100:00100000:1.0:1767319725.065495:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753792 00000100:00100000:1.0:1767319725.065567:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:1.0:1767319725.065576:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988753792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319725.065625:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319725.065672:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988753792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319725.065679:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:1.0:1767319725.065722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988753792:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319725.066051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319725.513001:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319725.579409:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319725.579436:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988753920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319725.579508:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319725.579720:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988753920 00000100:00100000:2.0:1767319725.579730:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988753920 00000100:00100000:2.0:1767319725.579826:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:2.0:1767319725.579844:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988753920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319725.579878:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319725.579942:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988753920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319725.579950:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:2.0:1767319725.579999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988753920:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319725.580436:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319726.544000:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319726.601463:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988754176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.601526:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601575:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988754432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.601617:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601632:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988754560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.601699:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601719:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988754944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.601761:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601799:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988754816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.601824:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601842:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319726.601848:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988754688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.601865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.601892:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988754560 00000100:00100000:1.0:1767319726.601899:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988754560 00000100:00100000:1.0:1767319726.601929:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663 00000100:00100000:1.0:1767319726.601937:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988754560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319726.601957:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319726.601993:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988754560:12345-0@lo:38:kworker.0 Request processed in 56us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319726.602001:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663 00000100:00100000:1.0:1767319726.602022:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988754816 00000100:00100000:1.0:1767319726.602026:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988754816 00000100:00100000:1.0:1767319726.602050:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:1.0:1767319726.602055:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988754816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.602094:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988754816:12345-0@lo:400:kworker.0 Request processed in 38us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.602099:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:1.0:1767319726.602108:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988754688 00000100:00100000:1.0:1767319726.602111:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988754688 00000100:00100000:1.0:1767319726.602126:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:1.0:1767319726.602131:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988754688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.602155:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988754688:12345-0@lo:400:kworker.0 Request processed in 23us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.602166:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00100000:1.0:1767319726.602206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988754688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.602215:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988754816:0@lo:400:kworker.0 00000100:00080000:1.0:1767319726.602239:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319726.602243:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319726.602247:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988754560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319726.603219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988754304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.603286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.603307:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319726.603314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988754048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.603334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.603365:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988754304 00000100:00100000:0.0:1767319726.603369:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988754304 00000100:00100000:0.0:1767319726.603435:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988754048 00000100:00100000:0.0:1767319726.603444:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988754048 00000100:00100000:0.0:1767319726.603464:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1767319726.603470:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988754304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.603505:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988754304:12345-0@lo:400:kworker.0 Request processed in 35us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319726.603511:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1767319726.603525:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1767319726.603531:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988754048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.603941:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988754048:12345-0@lo:400:kworker.0 Request processed in 410us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319726.603949:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:0.0:1767319726.603971:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319726.603992:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988754048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.604002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988754304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.418718:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319728.418766:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319728.418801:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319728.418915:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816064 00000100:00100000:1.0:1767319728.418915:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815680 00000100:00100000:0.0:1767319728.418930:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816064 00000100:00100000:1.0:1767319728.418930:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815680 00000100:00100000:1.0:1767319728.418982:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815808 00000100:00100000:1.0:1767319728.418987:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815808 00000100:00100000:0.0:1767319728.419005:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3416 00000100:00100000:0.0:1767319728.419017:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923816064:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319728.419027:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 456 00000100:00100000:1.0:1767319728.419038:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923815808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319728.419107:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923816064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319728.419116:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3416 00000100:00080000:0.0:1767319728.419142:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319728.419147:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319728.422729:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923815808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3671us (3938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319728.422744:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 456 00000100:00100000:1.0:1767319728.422829:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 862 00000100:00100000:1.0:1767319728.422839:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923815680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319728.422863:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319728.422900:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923815680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (4209us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319728.422906:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 862 00000100:00100000:2.0:1767319728.422975:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319728.423047:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923815936 00000100:00100000:2.0:1767319728.423058:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923815936 00000100:00100000:2.0:1767319728.423136:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3417 00000100:00100000:2.0:1767319728.423145:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923815936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319728.423222:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923815936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 79us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319728.423230:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3417 00010000:00010000:2.0:1767319729.608952:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319730.184909:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319730.185222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988755072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319730.185438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319730.186857:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319730.186986:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988755072:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319730.633027:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319730.700731:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988755200 00000100:00100000:1.0:1767319730.700748:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988755200 00000100:00100000:1.0:1767319730.700904:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1767319730.700916:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988755200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319730.700960:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319730.701025:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988755200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319730.701033:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00080000:0.0:1767319730.701343:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319731.721289:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319731.721304:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319731.721419:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767319731.721442:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319731.721447:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319731.721453:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319731.721465:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1767319731.721471:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319731.721480:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319731.721510:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163988755456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319731.721796:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988755456 00000100:00100000:2.0:1767319731.721815:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988755456 00000100:00100000:2.0:1767319731.721903:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319731.721911:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988755456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319731.721938:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319731.722039:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988755456:12345-0@lo:38:kworker.0 Request processed in 127us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319731.722048:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1767319731.727002:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988755584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.727116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319731.727176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988755328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.727211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319731.728362:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319731.728369:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319731.728373:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319731.728380:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1767319731.728385:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319731.728393:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319731.728435:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163988755712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319731.728460:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319731.728465:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319731.728466:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319731.728470:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1767319731.728473:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319731.728495:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319731.728511:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c0700 x1853163988755840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319731.728548:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319731.728552:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319731.728554:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319731.728557:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1767319731.728560:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319731.728563:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319731.728574:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c0380 x1853163988756224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319731.728630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988755712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.728695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.728721:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988755840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.728746:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.728761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988756224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.728777:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.728821:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988755712 00000100:00100000:0.0:1767319731.728826:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988755712 00000100:00100000:0.0:1767319731.728851:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988756224 00000100:00100000:0.0:1767319731.728854:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988756224 00000100:00100000:0.0:1767319731.728868:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1767319731.728878:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988755584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.728936:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988755584:12345-0@lo:400:kworker.0 Request processed in 60us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319731.728958:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1767319731.728979:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1767319731.728983:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988755712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319731.729007:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319731.729042:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988755712:12345-0@lo:38:kworker.0 Request processed in 57us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319731.729048:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1767319731.729063:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1767319731.729066:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988756224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319731.729075:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319731.729094:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988756224:12345-0@lo:38:kworker.0 Request processed in 27us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319731.729100:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1767319731.729119:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988755840 00000100:00100000:0.0:1767319731.729123:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988755840 00000100:00100000:0.0:1767319731.729141:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664 00000100:00100000:0.0:1767319731.729145:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988755840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319731.729154:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319731.729201:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988755840:12345-0@lo:38:kworker.0 Request processed in 54us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319731.729208:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664 00000100:00100000:0.0:1767319731.729261:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988755584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.729290:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988755968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.729319:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.729348:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319731.729354:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988756096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.729374:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319731.729403:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.729407:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.729410:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988755712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319731.729417:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.729420:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.729422:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988755840:0@lo:38:kworker.0 00000100:00080000:0.0:1767319731.729428:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.729431:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.729433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988756224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319731.729758:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988755968 00000100:00100000:1.0:1767319731.729763:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988755968 00000100:00100000:1.0:1767319731.729805:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988756096 00000100:00100000:1.0:1767319731.729808:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988756096 00000100:00100000:1.0:1767319731.729831:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:1.0:1767319731.729838:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988755968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.729887:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988755968:12345-0@lo:400:kworker.0 Request processed in 49us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319731.729893:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:1.0:1767319731.729907:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:1.0:1767319731.729913:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988756096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.729942:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988756096:12345-0@lo:400:kworker.0 Request processed in 29us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319731.729948:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00080000:1.0:1767319731.729973:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319731.730005:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988756096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.730016:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988755968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.730623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988755328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319733.537071:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319733.537125:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319733.537163:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319733.537217:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319733.537261:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816576 00000100:00100000:2.0:1767319733.537274:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816576 00000100:00100000:1.0:1767319733.537375:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816192 00000100:00100000:1.0:1767319733.537380:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816192 00000100:00100000:1.0:1767319733.537419:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816320 00000100:00100000:1.0:1767319733.537422:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816320 00000100:00100000:1.0:1767319733.537455:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 459 00000100:00100000:1.0:1767319733.537465:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923816320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319733.537625:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923816320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319733.537635:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 459 00000100:00100000:1.0:1767319733.537656:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 866 00000100:00100000:1.0:1767319733.537660:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923816192:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319733.537686:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319733.537718:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923816192:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (663us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319733.537725:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 866 00000100:00080000:1.0:1767319733.537763:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319733.537768:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319733.538390:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816448 00000100:00100000:2.0:1767319733.538398:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816448 00000100:00100000:2.0:1767319733.538440:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3420 00000100:00100000:2.0:1767319733.538449:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923816576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319733.538505:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923816576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 58us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319733.538512:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3420 00000100:00100000:2.0:1767319733.538528:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3421 00000100:00100000:2.0:1767319733.538534:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923816448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319733.538559:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923816448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319733.538565:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3421 00000100:00080000:1.0:1767319733.539682:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319733.705134:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319734.729034:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319735.305052:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319735.305083:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988756352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319735.305156:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319735.307429:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319735.311721:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988756352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319735.816939:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988756480 00000100:00100000:2.0:1767319735.816947:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988756480 00000100:00100000:2.0:1767319735.817006:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1767319735.817017:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988756480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319735.817045:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319735.817097:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988756480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319735.817104:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00080000:1.0:1767319735.817164:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319736.840725:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.840733:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319736.840794:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.840797:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.840800:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.840806:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4978 00000100:00080000:2.0:1767319736.840811:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.840816:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319736.840834:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0e00 x1853163988756736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319736.840854:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.840856:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.840857:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.840873:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4978 00000100:00080000:2.0:1767319736.840875:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.840879:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319736.840893:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163988756992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319736.840902:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.840905:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.840907:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.840910:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:2.0:1767319736.840913:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.840916:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319736.840929:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163988757120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319736.840952:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.840955:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.840956:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.840958:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:2.0:1767319736.840959:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.840962:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319736.840967:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bad80 x1853163988757504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319736.841087:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988756736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.841162:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.841242:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988756608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.841268:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988757248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.841284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.841345:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319736.841349:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988757376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.841363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.841709:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988756992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.841730:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.841787:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988757248 00000100:00100000:1.0:1767319736.841794:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988757248 00000100:00100000:1.0:1767319736.841836:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988757376 00000100:00100000:1.0:1767319736.841839:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988757376 00000100:00100000:1.0:1767319736.841860:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:1.0:1767319736.841867:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988757248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.841925:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988757248:12345-0@lo:400:kworker.0 Request processed in 57us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319736.841931:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:1.0:1767319736.841946:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1767319736.841952:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988757376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.841978:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988757376:12345-0@lo:400:kworker.0 Request processed in 26us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319736.841983:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1767319736.842023:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988757376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.842033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988757248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319736.843871:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988757120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.843915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.843939:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988757504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.843960:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.844012:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988757120 00000100:00100000:1.0:1767319736.844019:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988757120 00000100:00100000:1.0:1767319736.844051:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665 00000100:00100000:1.0:1767319736.844057:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988757120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319736.844079:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319736.844114:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988757120:12345-0@lo:38:kworker.0 Request processed in 56us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319736.844147:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665 00000100:00100000:2.0:1767319736.844735:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988756736 00000100:00100000:2.0:1767319736.844742:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988756736 00000100:00100000:2.0:1767319736.844788:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1767319736.844794:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988756736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319736.844817:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319736.844851:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988756736:12345-0@lo:38:kworker.0 Request processed in 56us (3688us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319736.844858:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1767319736.844884:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1767319736.844888:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988756992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319736.844897:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319736.844919:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988756992:12345-0@lo:38:kworker.0 Request processed in 29us (3187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319736.844924:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:0.0:1767319736.846176:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.846183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.846188:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988756736:0@lo:38:kworker.0 00000100:00080000:0.0:1767319736.846213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.846217:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.846219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988756992:0@lo:38:kworker.0 00000100:00080000:0.0:1767319736.846228:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.846231:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.846234:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988757120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.846263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.846292:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988756864 00000100:00100000:0.0:1767319736.846294:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988756864 00000100:00100000:1.0:1767319736.846395:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1767319736.846401:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988757504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319736.846416:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319736.846457:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988757504:12345-0@lo:38:kworker.0 Request processed in 55us (2496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319736.846464:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:2.0:1767319736.846566:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319736.846600:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319736.846605:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319736.846608:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988757504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319736.846619:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1767319736.846626:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988756864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319736.846678:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988756864:12345-0@lo:400:kworker.0 Request processed in 53us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319736.846684:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1767319736.846792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988756864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.850601:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988756608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.639055:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319737.639408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319737.648043:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319737.648435:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319737.658655:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319737.660360:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923816704 offset 0 length 520: 4 00000100:00100000:2.0:1767319737.660497:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319737.660609:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923816832 00000100:00100000:0.0:1767319737.660619:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923816832 00000100:00100000:0.0:1767319737.660687:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 870 00000100:00100000:0.0:1767319737.660695:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923816832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319737.660718:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319737.660790:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923816832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 94us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319737.660799:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 870 00000100:00080000:1.0:1767319737.664436:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319737.800997:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319738.825212:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319739.849485:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319740.425201:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319740.425220:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988757632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319740.425276:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319740.426126:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988757632 00000100:00100000:2.0:1767319740.426136:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988757632 00000100:00100000:2.0:1767319740.426207:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:2.0:1767319740.426213:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988757632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319740.426238:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319740.426286:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988757632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319740.426301:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:0.0:1767319740.426381:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988757632:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319740.426495:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319740.941063:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988757760 00000100:00100000:1.0:1767319740.941072:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988757760 00000100:00080000:2.0:1767319740.941137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319740.941158:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1767319740.941168:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988757760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319740.941200:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319740.941259:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988757760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319740.941267:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00010000:00010000:2.0:1767319741.898665:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319741.960721:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319716/real 1767319716] req@ffff9e7d3b8b1880 x1853163988751360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319741.960756:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b8b1880 x1853163988751360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319741.960776:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319741.960805:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319741.960809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988751360:0@lo:250:kworker.0 00000100:00100000:1.0:1767319741.961688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988758016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319741.961724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.961748:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319741.961753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988758272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319741.961773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.961796:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758016 00000100:00100000:1.0:1767319741.961800:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758016 00000100:00100000:1.0:1767319741.961844:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758272 00000100:00100000:1.0:1767319741.961847:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758272 00000100:00100000:1.0:1767319741.961866:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767319741.961872:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988758016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319741.961967:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988758016:12345-0@lo:400:kworker.0 Request processed in 94us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319741.973719:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1767319741.973755:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988758272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.973860:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988758272:12345-0@lo:400:kworker.0 Request processed in 124us (12085us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319741.973867:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1767319741.973967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988758272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.973984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988758016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.974029:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988757888:0@lo:250:kworker.0 00000400:00000100:2.0:1767319741.974060:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988757888 offset 0 length 520: 4 00000100:00100000:2.0:1767319741.974091:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988758144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319741.974117:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.974137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988758400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319741.974158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.974186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988758528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319741.974208:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.974224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988758912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319741.974240:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.974266:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758144 00000100:00100000:2.0:1767319741.974272:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758144 00000100:00100000:2.0:1767319741.974295:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758400 00000100:00100000:2.0:1767319741.974297:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758400 00000100:00100000:2.0:1767319741.974322:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758912 00000100:00100000:2.0:1767319741.974326:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758912 00000100:00100000:2.0:1767319741.974336:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767319741.974340:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319741.974361:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319741.974395:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758144:12345-0@lo:38:kworker.0 Request processed in 54us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319741.974401:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767319741.974415:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1767319741.974418:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319741.974426:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319741.974448:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758400:12345-0@lo:38:kworker.0 Request processed in 28us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319741.974452:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1767319741.974492:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1767319741.974496:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319741.974506:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319741.974531:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988758912:12345-0@lo:38:kworker.0 Request processed in 34us (290us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319741.974537:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:2.0:1767319741.974563:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319741.974567:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319741.974570:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988758144:0@lo:38:kworker.0 00000100:00080000:2.0:1767319741.974602:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319741.974605:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319741.974614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988758400:0@lo:38:kworker.0 00000100:00080000:2.0:1767319741.974623:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319741.974626:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319741.974629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988758912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319741.974667:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988758528 00000100:00100000:2.0:1767319741.974671:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988758528 00000100:00100000:2.0:1767319741.974689:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666 00000100:00100000:2.0:1767319741.974694:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988758528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319741.974703:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319741.974732:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988758528:12345-0@lo:38:kworker.0 Request processed in 36us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319741.974737:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666 00000100:00080000:2.0:1767319741.974757:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319741.974761:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319741.974764:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988758528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.975110:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1767319742.756495:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319742.756536:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319742.756577:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319742.756691:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319742.756724:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923817600 00000100:00100000:2.0:1767319742.756727:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923817600 00000100:00100000:2.0:1767319742.756768:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923817728 00000100:00100000:2.0:1767319742.756771:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923817728 00000100:00100000:2.0:1767319742.756789:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3428 00000100:00100000:2.0:1767319742.756795:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923817600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319742.756861:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923817600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 65us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319742.756883:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3428 00000100:00100000:2.0:1767319742.756902:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3429 00000100:00100000:2.0:1767319742.756924:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923817728:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319742.757069:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 874 00000100:00100000:0.0:1767319742.757076:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923817344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319742.757097:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319742.757125:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923817344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (641us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319742.757131:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 874 00000100:00080000:0.0:1767319742.757168:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319742.757173:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319742.757174:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319742.757887:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923817728:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 976us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319742.757896:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3429 00010000:00010000:2.0:1767319742.922863:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319743.950611:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319745.544840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988759040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319745.544921:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319745.545015:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759040 00000100:00100000:1.0:1767319745.545024:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759040 00000100:00100000:1.0:1767319745.545089:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:1.0:1767319745.545100:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988759040:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319745.545117:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767319745.545133:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319745.545951:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988759040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 851us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319745.545960:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:2.0:1767319745.546071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988759040:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319745.995743:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319746.056973:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319746.057000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988759168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319746.057074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319746.057141:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759168 00000100:00100000:2.0:1767319746.057149:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759168 00000100:00100000:2.0:1767319746.057231:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:2.0:1767319746.057238:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988759168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319746.057263:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319746.057305:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988759168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319746.057310:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:1.0:1767319746.059054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988759168:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319746.060392:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319747.016921:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319747.081779:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.081790:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319747.081859:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.081879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.081883:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.081890:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1767319747.081894:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.081901:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319747.081923:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8700 x1853163988759424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.081951:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.081954:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.081956:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.081959:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1767319747.081961:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.081965:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319747.081974:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8000 x1853163988759680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.081982:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.081984:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.081985:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.081988:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1767319747.081991:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.081994:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319747.082003:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163988759808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.082031:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.082040:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.082041:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.082045:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1767319747.082047:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.082051:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319747.082061:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163988760192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319747.082105:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759296 00000100:00100000:2.0:1767319747.082112:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759296 00000100:00100000:0.0:1767319747.082208:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988760064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082256:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.082285:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319747.082290:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988759936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082312:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.082341:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760064 00000100:00100000:0.0:1767319747.082350:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760064 00000100:00100000:0.0:1767319747.082401:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759936 00000100:00100000:0.0:1767319747.082404:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759936 00000100:00100000:0.0:1767319747.082434:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:0.0:1767319747.082442:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988760064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319747.082449:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759552 00000100:00100000:1.0:1767319747.082453:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759552 00000100:00100000:1.0:1767319747.082489:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1767319747.082491:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988760064:12345-0@lo:400:kworker.0 Request processed in 48us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319747.082496:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988759552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082497:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:0.0:1767319747.082516:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1767319747.082521:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988759936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319747.082534:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988759552:12345-0@lo:400:kworker.0 Request processed in 39us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319747.082540:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1767319747.082544:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988759936:12345-0@lo:400:kworker.0 Request processed in 23us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319747.082549:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1767319747.082577:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988759424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.082603:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988759552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319747.082631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319747.082635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319747.082643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988759680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.082653:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988759936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.082662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988760064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.082676:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988759808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.082677:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759424 00000100:00100000:1.0:1767319747.082680:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759424 00000100:00100000:1.0:1767319747.082696:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759680 00000100:00100000:0.0:1767319747.082698:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.082699:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759680 00000100:00100000:1.0:1767319747.082710:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1767319747.082715:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988759424:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319747.082725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988760192:0@lo:38:kworker.0 00010000:00020000:1.0:1767319747.082731:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319747.082744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.082769:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760192 00000100:00100000:2.0:1767319747.083442:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988759808 00000100:00100000:2.0:1767319747.083448:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988759808 00000100:00100000:2.0:1767319747.083475:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667 00000100:00100000:2.0:1767319747.083481:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988759808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319747.083493:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319747.087293:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988759424:12345-0@lo:38:kworker.0 Request processed in 4560us (4647us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319747.087314:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319747.094176:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760192 00000100:00080000:1.0:1767319747.094180:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319747.094189:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319747.094193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988759424:0@lo:38:kworker.0 00000100:00080000:1.0:1767319747.094219:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319747.094223:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319747.094243:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988759680:0@lo:38:kworker.0 00000100:00080000:1.0:1767319747.094258:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319747.094262:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319747.094265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988759808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319747.094719:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988759808:12345-0@lo:38:kworker.0 Request processed in 11234us (12017us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319747.094731:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667 00000100:00080000:2.0:1767319747.094784:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319747.094821:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988759296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319747.097921:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1767319747.097938:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988760192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319747.097967:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319747.098077:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988760192:12345-0@lo:38:kworker.0 Request processed in 141us (15330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319747.098085:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00080000:0.0:1767319747.104731:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319747.104753:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319747.104758:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988760192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319747.880116:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818112 00000100:00100000:2.0:1767319747.880128:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818112 00000100:00100000:2.0:1767319747.880200:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3432 00000100:00100000:2.0:1767319747.880210:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923818112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319747.880287:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923818112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319747.880295:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3432 00000100:00100000:1.0:1767319747.880412:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923817856 00000100:00100000:1.0:1767319747.880417:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923817856 00000100:00100000:1.0:1767319747.880459:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 878 00000100:00100000:1.0:1767319747.880466:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923817856:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319747.880495:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319747.880538:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923817856:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 71us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319747.880546:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 878 00000100:00100000:0.0:1767319747.883708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319747.883762:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319747.883893:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923817984 00000100:00100000:2.0:1767319747.883904:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923817984 00000100:00100000:2.0:1767319747.884046:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 468 00000100:00100000:2.0:1767319747.884059:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923817984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319747.884137:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923817984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319747.884145:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 468 00000100:00100000:1.0:1767319747.884205:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818240 00000100:00100000:1.0:1767319747.884210:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818240 00000100:00100000:1.0:1767319747.884253:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3433 00000100:00100000:1.0:1767319747.884261:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923818240:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319747.884295:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923818240:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319747.884318:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3433 00010000:00010000:2.0:1767319748.040970:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319750.090167:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319750.665094:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988760320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319750.665160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319750.665698:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988760320:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319750.665793:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319751.112811:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319751.177083:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760448 00000100:00100000:1.0:1767319751.177090:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760448 00000100:00100000:1.0:1767319751.177145:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767319751.177152:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988760448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319751.177176:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319751.177223:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988760448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319751.177230:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767319751.177276:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988760448:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319751.177367:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319752.136971:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319752.201010:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319752.201022:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319752.201093:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319752.201097:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319752.201101:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319752.201108:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319752.201113:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319752.201120:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319752.201142:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988760704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319752.201181:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319752.201198:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319752.201200:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319752.201203:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319752.201206:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319752.201226:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319752.201240:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abad80 x1853163988760960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319752.201249:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319752.201252:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319752.201254:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319752.201258:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319752.201260:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319752.201264:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319752.201309:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163988761088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319752.201346:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319752.201349:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319752.201351:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319752.201355:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319752.201357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319752.201360:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319752.201383:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8000 x1853163988761472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319752.201417:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988761344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319752.201495:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319752.201538:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319752.201544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988761216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319752.201568:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319752.202364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988760576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202418:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319752.202442:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319752.202447:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988760832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202465:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319752.202502:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761344 00000100:00100000:1.0:1767319752.202510:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761344 00000100:00100000:1.0:1767319752.202550:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761216 00000100:00100000:1.0:1767319752.202553:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761216 00000100:00100000:1.0:1767319752.202603:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:1.0:1767319752.202610:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988761344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202664:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988761344:12345-0@lo:400:kworker.0 Request processed in 54us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319752.202671:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:1.0:1767319752.202687:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:1.0:1767319752.202693:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988761216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202731:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988761216:12345-0@lo:400:kworker.0 Request processed in 38us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319752.202736:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00080000:1.0:1767319752.202755:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319752.202786:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988761216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988761344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202822:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760576 00000100:00100000:1.0:1767319752.202827:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760576 00000100:00100000:1.0:1767319752.202859:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760832 00000100:00100000:1.0:1767319752.202862:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760832 00000100:00100000:1.0:1767319752.202878:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1767319752.202883:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988760576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202917:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988760576:12345-0@lo:400:kworker.0 Request processed in 33us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319752.202923:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1767319752.202934:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1767319752.202940:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988760832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.202966:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988760832:12345-0@lo:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319752.202972:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1767319752.202986:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319752.203001:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988760832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319752.203010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988760576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319752.204068:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760704 00000100:00100000:0.0:1767319752.204074:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760704 00000100:00100000:0.0:1767319752.204105:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988760960 00000100:00100000:0.0:1767319752.204109:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988760960 00000100:00100000:0.0:1767319752.204120:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761472 00000100:00100000:0.0:1767319752.204123:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761472 00000100:00100000:0.0:1767319752.204134:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1767319752.204139:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988760704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319752.204158:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319752.204193:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988760704:12345-0@lo:38:kworker.0 Request processed in 52us (512us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319752.204199:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1767319752.204228:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1767319752.204233:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988760960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319752.204241:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319752.204264:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988760960:12345-0@lo:38:kworker.0 Request processed in 30us (536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319752.204279:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1767319752.204302:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1767319752.204305:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988761472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319752.204314:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319752.204337:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988761472:12345-0@lo:38:kworker.0 Request processed in 31us (523us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319752.204349:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1767319752.204762:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761088 00000100:00100000:2.0:1767319752.204767:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761088 00000100:00100000:2.0:1767319752.204799:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668 00000100:00100000:2.0:1767319752.204803:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988761088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319752.204814:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319752.204853:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988761088:12345-0@lo:38:kworker.0 Request processed in 49us (1068us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319752.204859:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668 00000100:00100000:0.0:1767319752.994974:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319752.995023:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319752.995159:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319752.995200:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319752.995246:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818752 00000100:00100000:0.0:1767319752.995292:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818752 00000100:00100000:0.0:1767319752.995351:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818624 00000100:00100000:0.0:1767319752.995366:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818624 00000100:00100000:0.0:1767319752.995395:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3436 00000100:00100000:0.0:1767319752.995404:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923818752:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319752.995474:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923818752:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319752.995482:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3436 00000100:00100000:0.0:1767319752.995503:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3437 00000100:00100000:0.0:1767319752.995511:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923818624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319752.995536:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923818624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319752.995542:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3437 00000100:00080000:0.0:1767319752.995559:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319752.995563:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319752.996202:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818368 00000100:00100000:2.0:1767319752.996209:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818368 00000100:00100000:2.0:1767319752.996247:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818496 00000100:00100000:2.0:1767319752.996259:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818496 00000100:00100000:2.0:1767319752.996489:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 471 00000100:00100000:2.0:1767319752.996498:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923818496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319752.996548:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923818496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 51us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319752.996555:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 471 00000100:00100000:2.0:1767319752.996572:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 882 00000100:00100000:2.0:1767319752.996576:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923818368:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319752.996612:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319752.996636:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923818368:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (1676us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319752.996657:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 882 00010000:00010000:2.0:1767319754.185709:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319755.210703:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319755.787255:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319755.787280:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988761600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319755.787359:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319755.788184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319755.788234:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988761600:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319756.233407:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319756.296867:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319756.296891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988761728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319756.296987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319756.297081:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761728 00000100:00100000:2.0:1767319756.297090:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761728 00000100:00100000:2.0:1767319756.297170:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:2.0:1767319756.297180:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988761728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319756.297221:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319756.297290:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988761728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319756.297297:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00080000:1.0:1767319756.297657:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319757.320833:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319757.320985:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988761984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319757.321062:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319757.321113:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761984 00000100:00100000:1.0:1767319757.321123:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761984 00000100:00100000:1.0:1767319757.321193:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1767319757.321201:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988761984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319757.321222:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319757.321291:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988761984:12345-0@lo:38:kworker.0 Request processed in 87us (226us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319757.321299:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:0.0:1767319757.321533:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319757.321538:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319757.321542:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988761984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319757.324337:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988762112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319757.324438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319757.324500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988761856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319757.324524:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319757.324665:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762112 00000100:00100000:1.0:1767319757.324675:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762112 00000100:00100000:1.0:1767319757.324745:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988761856 00000100:00100000:1.0:1767319757.324749:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988761856 00000100:00100000:1.0:1767319757.324771:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1767319757.324780:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988762112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319757.324838:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988762112:12345-0@lo:400:kworker.0 Request processed in 58us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319757.324855:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1767319757.324873:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1767319757.324879:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988761856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319757.324908:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988761856:12345-0@lo:400:kworker.0 Request processed in 29us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319757.324914:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:2.0:1767319757.325164:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319757.325218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988762112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319757.325231:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988761856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319757.331321:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762496 00000100:00100000:2.0:1767319757.331395:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762496 00000100:00100000:0.0:1767319757.331443:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762624 00000100:00100000:0.0:1767319757.331449:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762624 00000100:00100000:2.0:1767319757.331454:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:2.0:1767319757.331463:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988762496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319757.331484:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:0.0:1767319757.331492:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988762624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319757.331536:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988762624:12345-0@lo:400:kworker.0 Request processed in 45us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319757.331543:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:0.0:1767319757.331605:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988762240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319757.331612:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988762496:12345-0@lo:400:kworker.0 Request processed in 147us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319757.331630:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00100000:0.0:1767319757.331643:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319757.331668:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988762368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319757.331697:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988762624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319757.331831:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762240 00000100:00100000:1.0:1767319757.331836:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762240 00000100:00100000:1.0:1767319757.331877:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1767319757.331891:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988762240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319757.331909:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319757.332680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988762496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319757.332694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319757.332786:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988762240:12345-0@lo:38:kworker.0 Request processed in 895us (1144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319757.332792:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1767319757.332894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988762752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319757.332915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319757.333060:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319757.333066:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319757.333069:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988762240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319757.333123:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762752 00000100:00100000:1.0:1767319757.333127:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762752 00000100:00100000:1.0:1767319757.333150:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1767319757.333154:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988762752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319757.333164:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319757.333203:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988762752:12345-0@lo:38:kworker.0 Request processed in 47us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319757.333209:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00080000:0.0:1767319757.333368:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319757.333372:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319757.333375:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988762368:0@lo:38:kworker.0 00000100:00080000:0.0:1767319757.333392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319757.333395:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319757.333398:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988762752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319758.116711:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319758.116813:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819136 00000100:00100000:2.0:1767319758.116832:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819136 00000100:00100000:0.0:1767319758.116903:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319758.116945:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319758.137221:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319758.137407:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923818880 00000100:00100000:0.0:1767319758.137421:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923818880 00000100:00100000:0.0:1767319758.137637:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 886 00000100:00100000:0.0:1767319758.137647:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923818880:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319758.137744:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319758.137918:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923818880:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 269us (712us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319758.137927:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 886 00000100:00100000:2.0:1767319758.143490:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819264 00000100:00100000:2.0:1767319758.143506:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819264 00000100:00080000:0.0:1767319758.143635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319758.143659:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3440 00000100:00100000:2.0:1767319758.143676:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923819136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319758.143768:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923819136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (27304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319758.143776:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3440 00000100:00100000:2.0:1767319758.143799:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3441 00000100:00100000:2.0:1767319758.143805:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923819264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319758.143831:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923819264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (26884us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319758.143838:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3441 00010000:00010000:2.0:1767319758.281351:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319759.309453:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319760.328832:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319760.906031:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988762880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319760.906157:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319760.906233:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988762880 00000100:00100000:2.0:1767319760.906249:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988762880 00000100:00100000:2.0:1767319760.906326:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1767319760.906336:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988762880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319760.906370:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767319760.906492:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319760.916098:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988762880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9751us (9931us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319760.916126:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:0.0:1767319760.916925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988762880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319761.417275:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319761.417384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319761.417761:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319761.425957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319762.378964:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319762.442507:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319762.442522:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319762.442640:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319762.442645:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319762.442650:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319762.442660:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5004 00000100:00080000:2.0:1767319762.442666:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319762.442674:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319762.442707:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8000 x1853163988763264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319762.442752:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319762.442755:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319762.442757:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319762.442761:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5004 00000100:00080000:2.0:1767319762.442772:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319762.442777:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319762.442789:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988763520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319762.442798:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319762.442801:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319762.442821:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319762.442826:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5004 00000100:00080000:2.0:1767319762.442828:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319762.442832:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319762.442844:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9f80 x1853163988763648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319762.442874:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319762.442878:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319762.442879:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319762.442883:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5004 00000100:00080000:2.0:1767319762.442885:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319762.442888:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319762.442897:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163988764032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319762.443110:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988763264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319762.443202:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443276:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988763520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319762.443297:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988763648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319762.443335:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988764032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319762.443390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443431:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988763648 00000100:00100000:1.0:1767319762.443443:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988763648 00000100:00100000:1.0:1767319762.443490:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4670 00000100:00100000:1.0:1767319762.443497:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988763648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319762.443526:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319762.443573:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988763648:12345-0@lo:38:kworker.0 Request processed in 74us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319762.443620:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4670 00000100:00080000:1.0:1767319762.443674:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319762.443679:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319762.443683:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988763648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319762.443712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319762.443744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443765:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319762.443770:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319762.443790:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319762.443818:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988763904 00000100:00100000:1.0:1767319762.443822:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988763904 00000100:00100000:1.0:1767319762.443854:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988763776 00000100:00100000:1.0:1767319762.443857:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988763776 00000100:00100000:1.0:1767319762.443885:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:1.0:1767319762.443891:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988763904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319762.443941:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988763904:12345-0@lo:400:kworker.0 Request processed in 50us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319762.443948:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:1.0:1767319762.443975:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:1.0:1767319762.443981:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988763776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319762.444011:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988763776:12345-0@lo:400:kworker.0 Request processed in 31us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319762.444017:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:1.0:1767319762.444044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319762.444055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988763904:0@lo:400:kworker.0 00000100:00080000:0.0:1767319762.445845:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319762.445855:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319763.233968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319763.234030:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319763.234103:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319763.234148:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319763.234211:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819776 00000100:00100000:0.0:1767319763.234225:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819776 00000100:00100000:0.0:1767319763.234299:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819648 00000100:00100000:0.0:1767319763.234302:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819648 00000100:00100000:0.0:1767319763.234331:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3444 00000100:00100000:0.0:1767319763.234342:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923819776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319763.234622:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819392 00000100:00100000:1.0:1767319763.234627:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819392 00000100:00100000:1.0:1767319763.234656:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923819520 00000100:00100000:1.0:1767319763.234659:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923819520 00000100:00100000:1.0:1767319763.234693:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 477 00000100:00100000:1.0:1767319763.234701:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923819520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319763.234778:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 890 00000100:00100000:2.0:1767319763.234786:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923819392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319763.234812:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319763.234996:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923819776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 656us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319763.235005:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3444 00000100:00080000:0.0:1767319763.235034:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319763.235039:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319763.235040:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319763.236114:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923819520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1406us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319763.236127:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 477 00000100:00100000:2.0:1767319763.238317:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923819392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 3513us (4347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319763.238333:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 890 00000400:00000100:1.0:1767319763.239306:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923819904 offset 0 length 520: 4 00010000:00010000:2.0:1767319763.401769:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319764.427851:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319766.026320:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319766.026341:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988764160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319766.026406:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.026530:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988764160 00000100:00100000:2.0:1767319766.026539:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988764160 00000100:00100000:2.0:1767319766.026626:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1767319766.026648:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988764160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319766.026686:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319766.026731:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988764160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319766.026738:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00080000:0.0:1767319766.026874:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319766.026913:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988764160:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319766.473050:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319766.537958:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319741/real 1767319741] req@ffff9e7d0955d880 x1853163988757888/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319766.537991:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d0955d880 x1853163988757888/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319766.538038:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319766.538069:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319766.538073:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988757888:0@lo:250:kworker.0 00000100:00080000:0.0:1767319766.538346:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319766.538351:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319766.538354:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319766.538359:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 4988 00000100:00080000:0.0:1767319766.538362:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319766.538368:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319766.538384:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163988764416/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319766.538423:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319766.538427:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319766.538441:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319766.538445:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319766.538447:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319766.538451:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319766.538470:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163988764672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319766.538484:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319766.538487:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319766.538488:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319766.538491:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319766.538493:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319766.538496:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319766.538504:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988764928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319766.538512:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319766.538515:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319766.538516:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319766.538520:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319766.538522:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319766.538525:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319766.538533:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163988765056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319766.538547:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319766.538550:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319766.538556:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319766.538559:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319766.538562:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319766.538565:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319766.538575:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988765312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319766.538623:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988764544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.538653:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319766.538678:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319766.538684:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988764800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.538705:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319766.538733:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988764544 00000100:00100000:0.0:1767319766.538740:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988764544 00000100:00100000:0.0:1767319766.538788:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988764800 00000100:00100000:0.0:1767319766.538791:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988764800 00000100:00100000:0.0:1767319766.538813:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767319766.538820:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988764544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.538869:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988764544:12345-0@lo:400:kworker.0 Request processed in 49us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319766.538876:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767319766.538894:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1767319766.538900:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988764800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.538925:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988764800:12345-0@lo:400:kworker.0 Request processed in 25us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319766.538930:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:0.0:1767319766.538963:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319766.538998:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988764800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.539020:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988764544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.539050:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988764288 00000100:00100000:0.0:1767319766.539054:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988764288 00000100:00100000:0.0:1767319766.539080:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:0.0:1767319766.539085:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988764288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319766.539106:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319766.539129:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988764288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319766.539135:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00080000:0.0:1767319766.539146:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319766.539207:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988764416:0@lo:250:kworker.0 00000400:00000100:2.0:1767319766.539229:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988764416 offset 0 length 520: 4 00000100:00100000:2.0:1767319766.539247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988764672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.539266:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.539287:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988764928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.539305:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.539325:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988765056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.539346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.539365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988765312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.539386:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.539412:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988765056 00000100:00100000:2.0:1767319766.539416:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988765056 00000100:00100000:2.0:1767319766.539436:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671 00000100:00100000:2.0:1767319766.539441:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988765056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.539456:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.539485:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988765056:12345-0@lo:38:kworker.0 Request processed in 43us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319766.539492:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671 00000100:00100000:2.0:1767319766.539509:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1767319766.539519:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988764928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.539529:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.539547:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988764928:12345-0@lo:38:kworker.0 Request processed in 27us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319766.539552:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00080000:2.0:1767319766.539576:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319766.539600:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319766.539604:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988764672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319766.539613:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319766.539616:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319766.539619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988764928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319766.539626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319766.539628:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319766.539631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988765056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319766.539637:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319766.539639:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319766.539642:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988765312:0@lo:38:kworker.0 00010000:00010000:2.0:1767319767.505336:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319768.357115:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319768.357310:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319768.357350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319768.357385:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319768.357445:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820416 00000100:00100000:1.0:1767319768.357475:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820416 00000100:00100000:1.0:1767319768.357531:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820288 00000100:00100000:1.0:1767319768.357534:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820288 00000100:00100000:1.0:1767319768.357574:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3447 00000100:00100000:1.0:1767319768.357602:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923820416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319768.357684:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923820416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319768.357692:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3447 00000100:00100000:1.0:1767319768.357720:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3448 00000100:00100000:1.0:1767319768.357727:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923820288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319768.357753:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923820288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 26us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319768.357759:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3448 00000100:00080000:1.0:1767319768.357777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319768.357782:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319768.359932:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820160 00000100:00100000:2.0:1767319768.359947:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820160 00000100:00080000:0.0:1767319768.360045:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319768.360098:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820032 00000100:00100000:1.0:1767319768.360103:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820032 00000100:00100000:1.0:1767319768.360371:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 480 00000100:00100000:1.0:1767319768.360382:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923820160:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319768.361047:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923820160:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 664us (3937us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319768.361057:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 480 00000100:00100000:1.0:1767319768.361080:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 894 00000100:00100000:1.0:1767319768.361085:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923820032:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319768.361107:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319768.392768:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923820032:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 31669us (35370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319768.392784:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 894 00010000:00010000:2.0:1767319768.520791:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319770.569337:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319771.147080:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988765440 00000100:00100000:2.0:1767319771.147089:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988765440 00000100:00100000:2.0:1767319771.147168:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767319771.147176:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988765440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319771.147219:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319771.147257:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988765440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319771.147262:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00080000:1.0:1767319771.147529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319771.592843:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319771.661458:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988765568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319771.661515:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319771.661606:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988765568 00000100:00100000:2.0:1767319771.661613:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988765568 00000100:00100000:2.0:1767319771.661667:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:2.0:1767319771.661673:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988765568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319771.661696:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319771.661729:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988765568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319771.661734:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00080000:1.0:1767319771.661842:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319771.661933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988765824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319771.661979:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319771.662011:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988766080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319771.662038:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319771.662063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988766208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319771.662093:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319771.662118:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988766336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319771.662230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319771.662349:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319771.662357:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319771.662365:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988765824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319771.662400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319771.662471:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319771.662479:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988766336:0@lo:38:kworker.0 00000100:00080000:1.0:1767319771.662500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319771.662505:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319771.662508:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988766080:0@lo:38:kworker.0 00000100:00080000:1.0:1767319771.662515:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319771.662518:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319771.662528:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988766208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319771.662550:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988765696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319771.662571:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319771.662663:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988765568:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319771.662798:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319771.662855:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988765696:0@lo:400:kworker.0 00010000:00010000:2.0:1767319772.616816:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319773.472843:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319773.472893:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319773.472955:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319773.473139:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820544 00000100:00100000:1.0:1767319773.473148:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820544 00000100:00100000:1.0:1767319773.473183:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820672 00000100:00100000:1.0:1767319773.473185:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820672 00000100:00080000:1.0:1767319773.473209:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319773.473244:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 483 00000100:00100000:1.0:1767319773.473255:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923820672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319773.473328:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923820672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319773.473336:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 483 00000100:00100000:1.0:1767319773.473355:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 898 00000100:00100000:1.0:1767319773.473361:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923820544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319773.473382:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319773.473401:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923820544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (570us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319773.473406:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 898 00000100:00100000:2.0:1767319773.473929:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820928 00000100:00100000:2.0:1767319773.473936:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820928 00000100:00100000:2.0:1767319773.473999:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3449 00000100:00100000:2.0:1767319773.474009:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923820928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319773.474094:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923820928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319773.474127:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3449 00000100:00080000:1.0:1767319773.474246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319773.477524:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319773.478123:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923820800 00000100:00100000:2.0:1767319773.478146:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923820800 00000100:00100000:2.0:1767319773.478275:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3450 00000100:00100000:2.0:1767319773.478286:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923820800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319773.478371:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923820800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319773.478378:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3450 00000100:00080000:1.0:1767319773.481782:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319774.664795:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319775.691140:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319776.265242:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988766464 00000100:00100000:2.0:1767319776.265250:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988766464 00000100:00100000:2.0:1767319776.265317:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767319776.265326:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988766464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319776.265353:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319776.265400:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988766464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319776.265408:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767319776.265452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988766464:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319776.265516:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319776.712808:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319776.778218:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319776.778239:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988766592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319776.778303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.778667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988766592:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319776.778672:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.778677:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319776.778687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319776.778696:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.778701:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.778704:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319776.778711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988766720:0@lo:400:kworker.0 00000100:00080000:1.0:1767319776.778720:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018 00000100:00080000:1.0:1767319776.778724:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.778728:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319776.778737:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319776.778746:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163988766848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319776.778772:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319776.778773:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988766976:0@lo:400:kworker.0 00000100:00080000:1.0:1767319776.778775:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.778777:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.778780:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018 00000100:00080000:1.0:1767319776.778782:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.778786:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319776.778795:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988767104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319776.778800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319776.778804:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.778807:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.778809:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.778825:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:1.0:1767319776.778827:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.778830:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319776.778840:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988766848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.778851:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955c380 x1853163988767232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319776.778859:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.778861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.778863:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.778870:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:1.0:1767319776.778872:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.778875:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319776.778885:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d880 x1853163988767360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319776.778906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.778920:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988767104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.778926:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988766720 00000100:00100000:1.0:1767319776.778930:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988766720 00000100:00100000:2.0:1767319776.778938:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.778962:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988767232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.778965:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988766976 00000100:00100000:1.0:1767319776.778968:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988766976 00000100:00100000:2.0:1767319776.778984:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319776.778985:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988766848 00000100:00100000:1.0:1767319776.778988:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988766848 00000100:00100000:1.0:1767319776.778995:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767104 00000100:00100000:1.0:1767319776.778998:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767104 00000100:00100000:2.0:1767319776.778999:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988767360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.779008:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1767319776.779014:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988766720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.779015:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.779035:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767232 00000100:00100000:2.0:1767319776.779039:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767232 00000100:00100000:2.0:1767319776.779056:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4673 00000100:00100000:1.0:1767319776.779060:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988766720:12345-0@lo:400:kworker.0 Request processed in 47us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319776.779060:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988767232:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.779066:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1767319776.779076:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767360 00010000:00020000:2.0:1767319776.779076:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319776.779079:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767360 00000100:00100000:1.0:1767319776.779087:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1767319776.779093:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988766976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.779106:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988767232:12345-0@lo:38:kworker.0 Request processed in 44us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319776.779112:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4673 00000100:00100000:1.0:1767319776.779117:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988766976:12345-0@lo:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319776.779122:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:2.0:1767319776.779126:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319776.779132:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1767319776.779135:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988766848:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319776.779140:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988766720:0@lo:400:kworker.0 00010000:00020000:1.0:1767319776.779144:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319776.779162:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988766976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319776.779171:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988766848:12345-0@lo:38:kworker.0 Request processed in 34us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319776.779176:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:2.0:1767319776.779178:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319776.779181:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319776.779184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988767232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.779186:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1767319776.779189:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988767104:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319776.779191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767319776.779198:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319776.779199:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319776.779202:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988766848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.779216:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988767104:12345-0@lo:38:kworker.0 Request processed in 25us (276us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319776.779218:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319776.779220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319776.779221:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1767319776.779223:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988767104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.779230:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1767319776.779234:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988767360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319776.779242:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319776.779271:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988767360:12345-0@lo:38:kworker.0 Request processed in 35us (254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319776.779286:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00080000:2.0:1767319776.779446:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319776.779450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319776.779453:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988767360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319778.594876:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821312 00000100:00100000:2.0:1767319778.594890:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821312 00000100:00100000:2.0:1767319778.594990:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3451 00000100:00100000:2.0:1767319778.595002:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319778.595102:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319778.595110:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3451 00000100:00080000:1.0:1767319778.595201:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319778.598263:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821056 00000100:00100000:0.0:1767319778.598282:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821056 00000100:00100000:1.0:1767319778.598602:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821440 00000100:00100000:1.0:1767319778.598607:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821440 00000100:00100000:1.0:1767319778.598676:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3452 00000100:00100000:1.0:1767319778.598687:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319778.598786:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319778.598795:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3452 00000100:00100000:0.0:1767319778.599730:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821184 00000100:00100000:0.0:1767319778.599849:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821184 00000100:00080000:1.0:1767319778.599956:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319778.601308:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 486 00000100:00100000:2.0:1767319778.601330:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923821184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319778.601502:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923821184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 181us (7323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319778.601511:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 486 00000100:00100000:2.0:1767319778.601547:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 902 00000100:00100000:2.0:1767319778.601553:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923821056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319778.601599:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319778.601644:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923821056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 89us (7642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319778.601651:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 902 00010000:00010000:2.0:1767319778.761850:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319779.785324:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319780.811494:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319781.384976:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319781.385009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988767488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319781.385115:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319781.388105:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767488 00000100:00100000:1.0:1767319781.388157:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767488 00000100:00100000:1.0:1767319781.388261:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:1.0:1767319781.388273:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988767488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319781.388333:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319781.388440:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988767488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319781.388448:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:1.0:1767319781.388512:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988767488:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319781.896835:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319781.896851:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319781.896934:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319781.896939:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319781.896944:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319781.896954:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023 00000100:00080000:0.0:1767319781.896960:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319781.896970:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319781.897000:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988767744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319781.897040:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319781.897043:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319781.897045:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319781.897049:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023 00000100:00080000:0.0:1767319781.897052:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319781.897056:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319781.897066:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c700 x1853163988768000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319781.897076:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319781.897079:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319781.897081:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319781.897085:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:0.0:1767319781.897088:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319781.897092:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319781.897133:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163988768128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319781.897169:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319781.897173:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319781.897175:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319781.897178:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:0.0:1767319781.897181:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319781.897185:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319781.897196:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da8bb80 x1853163988768384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319781.897228:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319781.897249:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988768256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.897339:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.897366:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988767616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319781.897404:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.897429:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319781.897434:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988767872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.897458:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988768512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319781.897458:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319781.897482:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.897490:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767616 00000100:00100000:0.0:1767319781.897509:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988767872 00000100:00100000:2.0:1767319781.897512:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767616 00000100:00100000:0.0:1767319781.897513:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988767872 00000100:00100000:0.0:1767319781.897699:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00080000:1.0:1767319781.897753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319781.903724:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1767319781.903738:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988767616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319781.904153:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988767616:12345-0@lo:400:kworker.0 Request processed in 416us (6745us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319781.904324:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1767319781.904407:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988767616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.905224:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988767872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.905314:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988767872:12345-0@lo:400:kworker.0 Request processed in 7606us (7854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319781.905323:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1767319781.905815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988767872:0@lo:400:kworker.0 00000100:00080000:1.0:1767319781.906165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319782.856932:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319783.719794:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821696 00000100:00100000:0.0:1767319783.719807:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821696 00000100:00100000:0.0:1767319783.719901:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 489 00000100:00100000:0.0:1767319783.719913:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923821696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319783.720044:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923821696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 132us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319783.720053:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 489 00000100:00080000:0.0:1767319783.720190:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319783.722317:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821952 00000100:00100000:1.0:1767319783.722330:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821952 00000100:00100000:1.0:1767319783.722488:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821824 00000100:00100000:1.0:1767319783.722493:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821824 00000100:00100000:1.0:1767319783.722524:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3454 00000100:00100000:1.0:1767319783.722535:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319783.722618:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923821568 00000100:00100000:0.0:1767319783.722623:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923821568 00000100:00100000:0.0:1767319783.722653:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 906 00000100:00100000:0.0:1767319783.722659:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923821568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319783.722698:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319783.726806:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923821568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 4124us (4836us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319783.726827:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 906 00000100:00100000:1.0:1767319783.727903:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923821952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 5358us (8223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319783.728803:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3454 00010000:00010000:2.0:1767319783.880980:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319784.907915:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319786.505101:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988768640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319786.505209:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319786.505347:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988768640 00000100:00100000:1.0:1767319786.505358:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988768640 00000100:00100000:1.0:1767319786.505432:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:1.0:1767319786.505442:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988768640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319786.505500:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319786.505554:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988768640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319786.505562:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00100000:2.0:1767319786.507986:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988768640:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319786.508539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319786.953172:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319787.020830:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319787.020859:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988768768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319787.020956:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319787.021339:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988768768 00000100:00100000:0.0:1767319787.021351:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988768768 00000100:00100000:0.0:1767319787.021433:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:0.0:1767319787.021444:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988768768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319787.021486:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319787.021538:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988768768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319787.021546:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00080000:2.0:1767319787.021722:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319787.021729:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319787.022287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988768896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319787.022340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319787.022427:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319787.022484:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988768768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319787.022542:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988768896 00000100:00100000:1.0:1767319787.022548:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988768896 00000100:00100000:1.0:1767319787.022638:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1767319787.022647:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988768896:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319787.022753:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319787.022759:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319787.022763:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319787.022777:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319787.022782:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319787.022787:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319787.022815:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163988769024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319787.024493:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988768896:12345-0@lo:400:kworker.0 Request processed in 1839us (2145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319787.024506:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:1.0:1767319787.024547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319787.024649:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319787.024655:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319787.024659:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319787.024674:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319787.024677:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319787.024683:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319787.024741:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1f80 x1853163988769280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319787.024760:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319787.024764:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319787.025171:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319787.025178:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319787.025180:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319787.025185:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319787.025203:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2d80 x1853163988769408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319787.025214:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319787.025217:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319787.025218:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319787.025221:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319787.025224:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319787.025227:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319787.025236:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0a80 x1853163988769536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319787.026385:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988769408 00000100:00100000:2.0:1767319787.026390:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988769408 00000100:00100000:2.0:1767319787.026420:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675 00000100:00100000:2.0:1767319787.026425:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988769408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319787.026436:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319787.026468:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988769408:12345-0@lo:38:kworker.0 Request processed in 42us (971us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319787.026474:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675 00000100:00100000:0.0:1767319787.027120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988768896:0@lo:400:kworker.0 00000400:00000100:0.0:1767319787.811213:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923822080 offset 0 length 520: 4 00000100:00100000:0.0:1767319787.811377:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319787.811415:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319787.811755:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319787.811812:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 910 00000100:00100000:1.0:1767319787.811822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923822208:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767319787.812020:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923822592 00000100:00100000:2.0:1767319787.812035:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923822592 00000100:00100000:0.0:1767319787.812123:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00020000:1.0:1767319787.812189:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319787.812499:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923822208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 676us (1121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319787.812509:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 910 00000100:00100000:2.0:1767319787.813849:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923822464 00000100:00100000:2.0:1767319787.813863:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923822464 00000100:00100000:2.0:1767319787.813952:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3456 00000100:00100000:2.0:1767319787.813978:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923822592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319787.814075:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923822592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319787.814084:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3456 00000100:00100000:2.0:1767319787.814106:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3457 00000100:00100000:2.0:1767319787.814112:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923822464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319787.814139:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923822464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 27us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319787.814145:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3457 00010000:00010000:2.0:1767319787.977057:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319789.001221:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319791.053122:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319791.114071:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319791.114079:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319791.114082:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319791.114088:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5013 00000100:00080000:1.0:1767319791.114092:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319791.114099:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319791.114136:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955fb80 x1853163988769664/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319791.114259:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767319791.115566:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319791.115574:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319791.115577:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319791.115596:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319791.115599:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319791.115605:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319791.115635:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f800 x1853163988769920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319791.116057:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988769920 00000100:00100000:2.0:1767319791.116066:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988769920 00000100:00100000:2.0:1767319791.116119:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1767319791.116127:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988769920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319791.116149:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319791.116352:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988769920:12345-0@lo:38:kworker.0 Request processed in 223us (570us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319791.116359:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1767319791.120822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988770048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.120917:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319791.120952:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988769792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.120975:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319791.121271:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770048 00000100:00100000:2.0:1767319791.121279:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770048 00000100:00100000:2.0:1767319791.121349:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988769792 00000100:00100000:2.0:1767319791.121354:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988769792 00000100:00100000:2.0:1767319791.121376:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767319791.121384:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988770048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319791.121455:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988770048:12345-0@lo:400:kworker.0 Request processed in 71us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319791.121463:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767319791.121481:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1767319791.121488:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988769792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319791.121513:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988769792:12345-0@lo:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319791.121519:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:1.0:1767319791.121804:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319791.121810:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319791.121814:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319791.121819:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319791.121823:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319791.121838:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319791.121872:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988770176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319791.121889:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319791.121893:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319791.121895:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319791.121899:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319791.121901:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319791.121906:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319791.121921:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988770304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319791.121965:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319791.121969:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319791.121970:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319791.121974:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319791.121976:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319791.121979:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319791.121990:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f800 x1853163988770688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319791.122015:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988770560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319791.122047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319791.122068:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319791.122073:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988770432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319791.122095:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319791.122287:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319791.122305:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770560 00000100:00100000:0.0:1767319791.122310:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770560 00000100:00100000:0.0:1767319791.122356:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770432 00000100:00100000:0.0:1767319791.122360:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770432 00000100:00100000:0.0:1767319791.122382:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:0.0:1767319791.122389:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988770560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.122433:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988770560:12345-0@lo:400:kworker.0 Request processed in 43us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319791.122439:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:0.0:1767319791.122456:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:0.0:1767319791.122462:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988770432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.122487:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988770432:12345-0@lo:400:kworker.0 Request processed in 25us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319791.122492:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:0.0:1767319791.122560:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988770432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.122574:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988770560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.122798:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988770048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.122807:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988769792:0@lo:400:kworker.0 00000100:00080000:1.0:1767319791.123019:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319791.123025:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319791.123129:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770176 00000100:00100000:2.0:1767319791.123135:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770176 00000100:00100000:2.0:1767319791.123175:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1767319791.123182:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988770176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319791.123201:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319791.123247:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988770176:12345-0@lo:38:kworker.0 Request processed in 63us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319791.123255:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1767319791.123272:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770688 00000100:00100000:2.0:1767319791.123277:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770688 00000100:00100000:0.0:1767319791.123359:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770304 00000100:00100000:0.0:1767319791.123364:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770304 00000100:00100000:2.0:1767319791.127137:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1767319791.127149:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988770688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319791.127174:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319791.127268:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988770688:12345-0@lo:38:kworker.0 Request processed in 119us (4069us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319791.127276:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1767319791.130213:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4676 00000100:00100000:0.0:1767319791.130221:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988770304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319791.130245:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319791.130328:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988770304:12345-0@lo:38:kworker.0 Request processed in 106us (7202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319791.130335:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4676 00000100:00100000:0.0:1767319791.624858:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319791.624882:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988770816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319791.624954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319791.625379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988770816:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319792.074385:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319792.140900:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319792.144653:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988770944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319792.144732:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319792.145039:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988770944 00000100:00100000:0.0:1767319792.145047:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988770944 00000100:00100000:0.0:1767319792.145142:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:0.0:1767319792.145151:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988770944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319792.145183:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319792.145231:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988770944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319792.145237:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:2.0:1767319792.145308:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988770944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319792.930105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319792.930200:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923822720 00000100:00100000:2.0:1767319792.930209:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923822720 00000100:00100000:2.0:1767319792.930253:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 914 00000100:00100000:2.0:1767319792.930259:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923822720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319792.930279:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319792.930335:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923822720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319792.930341:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 914 00000100:00100000:2.0:1767319792.935627:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319792.935672:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319792.935708:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319792.935811:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923822848 00000100:00100000:1.0:1767319792.935821:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923822848 00000100:00100000:1.0:1767319792.935900:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 495 00000100:00100000:1.0:1767319792.935911:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923822848:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319792.935982:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923822848:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319792.935990:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 495 00000100:00100000:0.0:1767319792.936084:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823104 00000100:00100000:0.0:1767319792.936088:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823104 00000100:00100000:0.0:1767319792.936125:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923822976 00000100:00100000:0.0:1767319792.936128:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923822976 00000100:00100000:0.0:1767319792.936168:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3460 00000100:00100000:0.0:1767319792.936175:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923823104:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319792.936204:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923823104:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319792.936211:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3460 00000100:00100000:0.0:1767319792.936226:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3461 00000100:00100000:0.0:1767319792.936232:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923822976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319792.936254:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923822976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 21us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319792.936260:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3461 00000100:00080000:2.0:1767319792.936614:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319792.936618:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319792.936621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319793.097007:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319795.147832:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319796.168959:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319796.233494:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319796.233522:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988771328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319796.233601:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319796.233630:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988771072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319796.233655:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319796.233686:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988771328 00000100:00100000:1.0:1767319796.233694:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988771328 00000100:00100000:1.0:1767319796.233739:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988771072 00000100:00100000:1.0:1767319796.233742:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988771072 00000100:00100000:1.0:1767319796.233780:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1767319796.233789:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988771328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.233835:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767319796.233835:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988771328:12345-0@lo:400:kworker.0 Request processed in 48us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319796.233842:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767319796.233844:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988771072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.233876:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988771072:12345-0@lo:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319796.233880:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988771328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.233881:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767319796.233890:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988771072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.234062:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988771712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.234093:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319796.234132:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319796.234144:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988771200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319796.234165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.234192:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988771456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319796.234223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.234235:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988771584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319796.234257:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.234274:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988771968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319796.234292:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.234317:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988771584 00000100:00100000:2.0:1767319796.234321:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988771584 00000100:00100000:2.0:1767319796.234340:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677 00000100:00100000:2.0:1767319796.234345:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988771584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319796.234362:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319796.234429:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988771712 00000100:00100000:0.0:1767319796.234433:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988771712 00000100:00100000:1.0:1767319796.234433:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988771840 00000100:00100000:1.0:1767319796.234436:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988771840 00000100:00100000:0.0:1767319796.234483:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:0.0:1767319796.234490:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988771712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319796.240533:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:1.0:1767319796.240563:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988771840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.243539:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988771584:12345-0@lo:38:kworker.0 Request processed in 9185us (9272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319796.243550:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677 00000100:00080000:2.0:1767319796.243697:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319796.243702:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319796.244829:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988771712:12345-0@lo:400:kworker.0 Request processed in 10335us (10730us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319796.244840:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:2.0:1767319796.246637:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988771712:0@lo:400:kworker.0 00000100:00100000:1.0:1767319796.249906:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988771840:12345-0@lo:400:kworker.0 Request processed in 9349us (15510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319796.249921:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:0.0:1767319796.745289:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988772096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319796.745347:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319796.745424:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988772096 00000100:00100000:1.0:1767319796.745431:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988772096 00000100:00100000:1.0:1767319796.745488:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767319796.745495:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988772096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319796.745527:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319796.746155:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988772096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 658us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319796.746161:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:0.0:1767319796.746235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988772096:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319797.196028:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319797.258032:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319797.258056:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988772224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319797.258125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319797.258379:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988772224 00000100:00100000:0.0:1767319797.258387:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988772224 00000100:00100000:0.0:1767319797.258451:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1767319797.258460:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988772224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319797.258491:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319797.258545:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988772224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319797.258552:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:1.0:1767319797.258647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988772224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319798.050576:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823616 00000100:00100000:0.0:1767319798.050642:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823616 00000100:00100000:0.0:1767319798.050699:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823488 00000100:00100000:0.0:1767319798.050702:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823488 00000100:00100000:0.0:1767319798.050723:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3464 00000100:00100000:0.0:1767319798.050732:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923823616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319798.050799:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923823616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319798.050806:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3464 00000100:00100000:0.0:1767319798.050825:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3465 00000100:00100000:0.0:1767319798.050831:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923823488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319798.050855:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923823488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 23us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319798.050861:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3465 00000100:00100000:2.0:1767319798.051149:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823360 00000100:00100000:2.0:1767319798.051155:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823360 00000100:00100000:2.0:1767319798.051194:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823232 00000100:00100000:2.0:1767319798.051198:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823232 00000100:00100000:2.0:1767319798.051218:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 498 00000100:00100000:2.0:1767319798.051225:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923823360:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319798.051260:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923823360:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 36us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319798.051267:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 498 00000100:00100000:2.0:1767319798.051303:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 918 00000100:00100000:2.0:1767319798.051308:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923823232:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319798.051326:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319798.051352:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923823232:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (845us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319798.051357:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 918 00010000:00010000:2.0:1767319799.240810:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319800.266650:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319801.291701:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319801.353193:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319801.353203:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319801.353278:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319801.353283:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319801.353287:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319801.353305:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767319801.353309:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319801.353316:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319801.353338:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da8a680 x1853163988772480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319801.353379:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319801.353382:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319801.353383:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319801.353387:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767319801.353390:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319801.353393:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319801.353403:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da88a80 x1853163988772736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319801.353411:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319801.353414:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319801.353416:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319801.353420:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767319801.353422:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319801.353426:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319801.353435:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2da8bb80 x1853163988772864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319801.353486:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319801.353489:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319801.353490:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319801.353494:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767319801.353496:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319801.353499:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319801.353509:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f800 x1853163988773248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319801.353536:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988773120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.353636:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319801.353674:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319801.353680:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988772992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.353704:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319801.354446:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988772480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319801.354480:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319801.354509:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988772736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319801.354529:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319801.354545:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988772864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319801.354567:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319801.354609:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988773248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319801.354630:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319801.358882:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988773120 00000100:00100000:2.0:1767319801.358892:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988773120 00000100:00100000:2.0:1767319801.358967:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988772992 00000100:00100000:2.0:1767319801.358970:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988772992 00000100:00100000:2.0:1767319801.358998:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:2.0:1767319801.359018:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988773120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319801.359086:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988773120:12345-0@lo:400:kworker.0 Request processed in 80us (5448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319801.359092:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:2.0:1767319801.359107:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:2.0:1767319801.359113:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988772992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319801.359135:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988772992:12345-0@lo:400:kworker.0 Request processed in 23us (5431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319801.359141:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:2.0:1767319801.359168:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988772864 00000100:00100000:2.0:1767319801.359171:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988772864 00000100:00100000:2.0:1767319801.359189:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678 00000100:00100000:2.0:1767319801.359194:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988772864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319801.359222:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319801.359251:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988772864:12345-0@lo:38:kworker.0 Request processed in 57us (4684us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319801.359258:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678 00000100:00080000:1.0:1767319801.359555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319801.359561:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319801.359563:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319801.359623:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319801.359628:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319801.359632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988772480:0@lo:38:kworker.0 00000100:00080000:1.0:1767319801.359642:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319801.359645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319801.359648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988772736:0@lo:38:kworker.0 00000100:00080000:1.0:1767319801.359666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319801.359670:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319801.359673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988772864:0@lo:38:kworker.0 00000100:00080000:1.0:1767319801.359682:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319801.359685:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319801.359688:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988773248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319801.359796:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988772992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.359806:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988773120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.871368:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988773376 00000100:00100000:0.0:1767319801.871383:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988773376 00000100:00100000:0.0:1767319801.871463:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:0.0:1767319801.871474:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988773376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319801.871504:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319801.871613:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988773376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (3447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319801.871620:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319802.377551:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319802.377569:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988773504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319802.377645:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319802.377732:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988773504 00000100:00100000:1.0:1767319802.377738:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988773504 00000100:00100000:1.0:1767319802.377780:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:1.0:1767319802.377786:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988773504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319802.377810:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319802.377849:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988773504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319802.377853:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319802.377922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988773504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319803.174890:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319803.174941:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319803.174976:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319803.175018:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319803.175052:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823872 00000100:00100000:2.0:1767319803.175062:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823872 00000100:00100000:2.0:1767319803.175120:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923823744 00000100:00100000:2.0:1767319803.175123:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923823744 00000100:00100000:2.0:1767319803.175143:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 501 00000100:00100000:2.0:1767319803.175153:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923823872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319803.175227:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923823872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319803.175234:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 501 00000100:00100000:2.0:1767319803.175252:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 922 00000100:00100000:2.0:1767319803.175256:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923823744:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319803.175276:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319803.175301:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923823744:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319803.175321:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 922 00000100:00100000:1.0:1767319803.175775:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923824000 00000100:00100000:1.0:1767319803.175790:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923824000 00000100:00100000:1.0:1767319803.175828:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923824128 00000100:00100000:1.0:1767319803.175831:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923824128 00000100:00100000:1.0:1767319803.175859:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3468 00000100:00100000:1.0:1767319803.175866:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923824000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319803.175900:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923824000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 35us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319803.175906:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3468 00000100:00100000:1.0:1767319803.175917:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3469 00000100:00100000:1.0:1767319803.175922:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923824128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319803.175950:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923824128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319803.175956:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3469 00000100:00080000:1.0:1767319803.175971:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319803.175975:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319803.175977:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319803.336945:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319804.362397:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319805.384808:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319806.473111:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319806.473139:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319806.473206:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319806.473210:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319806.473214:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319806.473222:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767319806.473227:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319806.473234:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319806.473254:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f100 x1853163988773760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319806.473299:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319806.473302:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319806.473304:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319806.473307:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767319806.473309:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319806.473313:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319806.473323:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988774016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319806.473331:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319806.473334:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319806.473336:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319806.473339:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767319806.473342:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319806.473345:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319806.473356:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955f800 x1853163988774144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319806.473407:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319806.473410:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319806.473411:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319806.473415:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767319806.473417:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319806.473420:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319806.473430:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2d80 x1853163988774528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319806.473454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988774400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.473525:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319806.473562:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319806.473568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988774272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.473609:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319806.473748:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988773888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.473783:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319806.473806:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319806.473813:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988773632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.473831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319806.473861:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988774400 00000100:00100000:2.0:1767319806.473869:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988774400 00000100:00100000:2.0:1767319806.473922:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988774272 00000100:00100000:2.0:1767319806.473926:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988774272 00000100:00100000:2.0:1767319806.473950:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:2.0:1767319806.473958:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988774400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474010:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988774400:12345-0@lo:400:kworker.0 Request processed in 52us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319806.474017:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000100:00100000:2.0:1767319806.474033:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:2.0:1767319806.474038:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988774272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474064:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988774272:12345-0@lo:400:kworker.0 Request processed in 26us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319806.474070:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00100000:2.0:1767319806.474090:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988773888 00000100:00100000:2.0:1767319806.474093:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988773888 00000100:00100000:2.0:1767319806.474115:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988773632 00000100:00100000:2.0:1767319806.474118:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988773632 00000100:00100000:2.0:1767319806.474149:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1767319806.474155:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988773888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474186:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988773888:12345-0@lo:400:kworker.0 Request processed in 32us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319806.474192:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1767319806.474203:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1767319806.474209:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988773632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474231:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988773632:12345-0@lo:400:kworker.0 Request processed in 22us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319806.474237:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:2.0:1767319806.474252:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319806.474257:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319806.474259:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319806.474309:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988773632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474320:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988773888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474380:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988774272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.474390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988774400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.985311:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988774656 00000100:00100000:0.0:1767319806.985319:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988774656 00000100:00100000:0.0:1767319806.985540:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:0.0:1767319806.985550:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988774656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319806.985596:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319806.986805:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988774656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1252us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319806.986816:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00010000:00010000:2.0:1767319807.432823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319807.496822:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319807.496845:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988774784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319807.496913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319807.497135:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988774784 00000100:00100000:0.0:1767319807.497144:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988774784 00000100:00100000:0.0:1767319807.497204:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:0.0:1767319807.497213:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988774784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319807.497265:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319807.497327:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988774784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319807.497335:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1767319808.290278:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319808.290332:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319808.290893:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319808.308126:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319808.308171:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319808.308701:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3472 00000100:00100000:2.0:1767319808.308713:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923824512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319808.308789:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923824512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319808.308812:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3472 00000100:00080000:1.0:1767319808.309989:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319808.309996:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319808.456786:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319809.483930:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319811.530611:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319811.593021:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988774912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.593080:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319811.593249:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988774912 00000100:00100000:1.0:1767319811.593258:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988774912 00000100:00100000:1.0:1767319811.593312:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1767319811.593319:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988774912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319811.593358:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988774912:12345-0@lo:400:kworker.0 Request processed in 40us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319811.593363:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:2.0:1767319811.593456:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319811.593496:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988774912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.593894:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319811.594052:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988775040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319811.594085:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.594176:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988775040 00000100:00100000:0.0:1767319811.594181:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988775040 00000100:00100000:0.0:1767319811.594212:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1767319811.594218:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319811.594239:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319811.594269:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775040:12345-0@lo:38:kworker.0 Request processed in 51us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319811.594274:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00080000:0.0:1767319811.594297:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319811.594300:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319811.594302:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988775040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.595265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988775296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.595287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.595307:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988775424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.595321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.595341:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988775808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.595352:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.595371:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988775296 00000100:00100000:0.0:1767319811.595374:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988775296 00000100:00100000:0.0:1767319811.595387:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988775808 00000100:00100000:0.0:1767319811.595389:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988775808 00000100:00100000:0.0:1767319811.595406:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1767319811.595408:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319811.595419:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319811.595440:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775296:12345-0@lo:38:kworker.0 Request processed in 30us (152us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319811.595444:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1767319811.595452:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1767319811.595454:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319811.595460:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319811.595482:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988775808:12345-0@lo:38:kworker.0 Request processed in 17us (119us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319811.595485:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:0.0:1767319811.595513:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319811.595518:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319811.595521:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988775296:0@lo:38:kworker.0 00000100:00080000:0.0:1767319811.595530:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319811.595533:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319811.595536:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988775808:0@lo:38:kworker.0 00000100:00080000:1.0:1767319811.596003:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319811.596006:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319811.596008:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988775424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.596781:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988775168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.596827:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319811.600125:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988775168:0@lo:400:kworker.0 00000100:00080000:2.0:1767319811.603444:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319812.104939:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988775936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319812.105017:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319812.105200:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988775936 00000100:00100000:2.0:1767319812.105208:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988775936 00000100:00100000:2.0:1767319812.105254:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1767319812.105261:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988775936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319812.105421:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319812.105466:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988775936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319812.105474:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:1.0:1767319812.105558:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988775936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319812.385549:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319812.385626:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319812.385657:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319812.385698:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923824768 offset 0 length 520: 4 00000100:00100000:2.0:1767319812.385727:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319812.385798:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825280 00000100:00100000:1.0:1767319812.385809:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825280 00000100:00100000:1.0:1767319812.385876:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825152 00000100:00100000:1.0:1767319812.385880:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825152 00000100:00100000:0.0:1767319812.385903:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825024 00000100:00100000:1.0:1767319812.385908:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3476 00000100:00100000:0.0:1767319812.385909:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825024 00000100:00100000:1.0:1767319812.385924:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923825280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319812.385948:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923824896 00000100:00100000:0.0:1767319812.385953:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923824896 00000100:00100000:0.0:1767319812.385975:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 507 00000100:00100000:0.0:1767319812.385984:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923825024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319812.385998:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923825280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319812.386007:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3476 00000100:00100000:0.0:1767319812.386016:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923825024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 33us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319812.386027:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3477 00000100:00100000:1.0:1767319812.386037:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923825152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319812.386041:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 507 00000100:00100000:0.0:1767319812.386062:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 930 00000100:00100000:0.0:1767319812.386068:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923824896:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:1.0:1767319812.386074:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923825152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 37us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319812.386082:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3477 00010000:00020000:0.0:1767319812.386091:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319812.386118:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923824896:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319812.386125:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 930 00000100:00080000:2.0:1767319812.386447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319812.386458:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319812.386460:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319812.554407:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319812.616819:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319812.616837:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988776064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319812.616900:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319812.617380:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988776064:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319813.576808:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319815.624844:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319816.649137:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319816.712863:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319816.712874:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319816.712949:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319816.712953:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319816.712972:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319816.712981:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5058 00000100:00080000:1.0:1767319816.712986:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319816.712992:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319816.713014:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9500 x1853163988776320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319816.713127:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319791/real 1767319791] req@ffff9e7d0955fb80 x1853163988769664/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319816.713188:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319816.713211:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988776192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.713283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319816.713480:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319816.713484:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319816.713486:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319816.713490:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5058 00000100:00080000:1.0:1767319816.713493:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319816.713497:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319816.713511:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263100 x1853163988776576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319816.713530:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319816.713533:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319816.713535:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319816.713539:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5058 00000100:00080000:1.0:1767319816.713541:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319816.713545:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319816.713557:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163988776704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319816.713621:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319816.713624:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319816.713633:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319816.713637:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5058 00000100:00080000:1.0:1767319816.713639:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319816.713643:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319816.713708:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80e00 x1853163988777088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319816.713732:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988776832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.713791:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.713818:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319816.713824:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988776960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.713845:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.714012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988776448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.714043:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.714769:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988776192 00000100:00100000:1.0:1767319816.714778:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988776192 00000100:00100000:1.0:1767319816.714843:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988776448 00000100:00100000:1.0:1767319816.714847:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988776448 00000100:00100000:1.0:1767319816.714874:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1767319816.714883:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988776192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.714938:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988776192:12345-0@lo:400:kworker.0 Request processed in 56us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319816.714945:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1767319816.714962:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1767319816.714968:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988776448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.714994:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988776448:12345-0@lo:400:kworker.0 Request processed in 26us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319816.715000:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1767319816.715682:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319816.715727:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988776448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.715752:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988776192:0@lo:400:kworker.0 00000100:00080000:1.0:1767319816.717936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319816.717958:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319816.718308:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d0955fb80 x1853163988769664/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319816.718333:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988776320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.718477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319816.718532:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988776576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.718556:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319816.718642:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988776704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.718666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319816.718701:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988777088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.718723:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.718824:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988776704 00000100:00100000:0.0:1767319816.718833:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988776704 00000100:00100000:0.0:1767319816.718873:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4681 00000100:00100000:0.0:1767319816.718881:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988776704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319816.718911:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319816.718953:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988776704:12345-0@lo:38:kworker.0 Request processed in 71us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319816.718961:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4681 00000100:00080000:2.0:1767319816.721191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.721225:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319816.721232:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988769664:0@lo:250:kworker.0 00000100:00080000:2.0:1767319816.721292:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.721297:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.721300:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988776704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.721336:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.721368:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319816.721371:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319816.721376:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5038 00000100:00080000:2.0:1767319816.721381:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319816.721387:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319816.721419:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4a80 x1853163988777216/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319816.721467:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988777216:0@lo:250:kworker.0 00000400:00000100:2.0:1767319816.721511:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988777216 offset 0 length 520: 4 00000100:00100000:1.0:1767319816.722337:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988776320 00000100:00100000:1.0:1767319816.722359:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988776320 00000100:00100000:1.0:1767319816.722411:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988776576 00000100:00100000:1.0:1767319816.722415:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988776576 00000100:00100000:1.0:1767319816.722433:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988777088 00000100:00100000:1.0:1767319816.722437:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988777088 00000100:00100000:1.0:1767319816.722459:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1767319816.722468:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988776320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319816.722493:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319816.722566:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988776320:12345-0@lo:38:kworker.0 Request processed in 98us (4088us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319816.722573:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1767319816.722606:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1767319816.722610:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988776576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319816.722620:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319816.722646:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988776576:12345-0@lo:38:kworker.0 Request processed in 35us (4090us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319816.722652:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1767319816.722663:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1767319816.722667:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988777088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319816.722676:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319816.722699:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988777088:12345-0@lo:38:kworker.0 Request processed in 30us (3975us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319816.722704:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:2.0:1767319816.723454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.723461:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.723465:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988776320:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.723476:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.723479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.723482:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988776576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.723492:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.723495:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.723497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988777088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319817.226502:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988777344 00000100:00100000:2.0:1767319817.226509:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988777344 00000100:00100000:2.0:1767319817.226561:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:2.0:1767319817.226568:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988777344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319817.226619:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319817.226660:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988777344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319817.226676:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00100000:2.0:1767319817.507169:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319817.507209:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319817.507243:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319817.507320:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319817.507422:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825408 00000100:00100000:0.0:1767319817.507433:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825408 00000100:00100000:0.0:1767319817.507478:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825536 00000100:00100000:0.0:1767319817.507482:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825536 00000100:00100000:0.0:1767319817.507521:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 510 00000100:00100000:0.0:1767319817.507530:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923825536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319817.507627:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923825536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319817.507634:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 510 00000100:00100000:0.0:1767319817.507654:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 934 00000100:00100000:0.0:1767319817.507658:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923825408:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319817.507676:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319817.507699:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923825408:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 39us (540us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319817.507704:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 934 00000100:00080000:1.0:1767319817.508774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319817.508802:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923825792 00000100:00100000:1.0:1767319817.508823:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923825792 00000100:00100000:1.0:1767319817.508885:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3480 00000100:00100000:1.0:1767319817.508897:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923825792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319817.508955:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923825792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 61us (1710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319817.508966:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3480 00000100:00080000:2.0:1767319817.509134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319817.509137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319817.673620:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319817.740296:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988777472 00000100:00100000:0.0:1767319817.740313:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988777472 00000100:00100000:0.0:1767319817.740402:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:0.0:1767319817.740411:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988777472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319817.740445:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319817.740555:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988777472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (3348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319817.740563:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00010000:00010000:2.0:1767319819.721711:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319820.744915:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319821.768829:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319821.833155:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988778240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319821.833239:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988777856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319821.833248:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988777728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319821.839050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319821.840108:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319821.840143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988777856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319821.846050:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319821.846120:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988777984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319821.846179:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319821.846214:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988778112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319821.846237:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319821.846260:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988778496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319821.846282:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319821.846340:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988778112 00000100:00100000:0.0:1767319821.846349:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988778112 00000100:00100000:0.0:1767319821.846387:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682 00000100:00100000:0.0:1767319821.846394:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988778112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319821.846417:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319821.846458:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988778112:12345-0@lo:38:kworker.0 Request processed in 63us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319821.846466:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682 00000100:00100000:0.0:1767319821.846490:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988777728 00000100:00100000:0.0:1767319821.846493:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988777728 00000100:00100000:0.0:1767319821.846509:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988777984 00000100:00100000:0.0:1767319821.846511:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988777984 00000100:00100000:0.0:1767319821.846523:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988778496 00000100:00100000:0.0:1767319821.846526:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988778496 00000100:00100000:0.0:1767319821.846542:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767319821.846546:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988777728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319821.846556:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319821.846603:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988777728:12345-0@lo:38:kworker.0 Request processed in 55us (560us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319821.846609:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767319821.846620:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1767319821.846624:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988777984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319821.846641:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319821.846664:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988777984:12345-0@lo:38:kworker.0 Request processed in 39us (484us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319821.846670:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1767319821.846680:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1767319821.846684:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988778496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319821.846692:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319821.846711:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988778496:12345-0@lo:38:kworker.0 Request processed in 26us (429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319821.846717:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00080000:0.0:1767319821.846763:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319821.846769:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319821.846772:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988777728:0@lo:38:kworker.0 00000100:00080000:0.0:1767319821.846781:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319821.846784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319821.846787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988777984:0@lo:38:kworker.0 00000100:00080000:0.0:1767319821.846794:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319821.846797:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319821.846800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988778112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319821.846807:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319821.846810:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319821.846812:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988778496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319821.849645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319821.853148:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319821.853427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988778240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.345838:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988778624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319822.345912:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319822.346498:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988778624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319822.626404:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319822.628799:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319822.631147:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319822.638758:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826176 00000100:00100000:0.0:1767319822.638773:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826176 00000100:00100000:0.0:1767319822.638872:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3484 00000100:00100000:0.0:1767319822.638884:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319822.638993:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (12568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319822.639002:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3484 00000100:00080000:0.0:1767319822.639210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319822.642199:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319822.642237:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826304 00000100:00100000:2.0:1767319822.642246:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826304 00000100:00100000:2.0:1767319822.642310:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3485 00000100:00100000:2.0:1767319822.642320:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923826304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319822.642387:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923826304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319822.642396:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3485 00000100:00080000:2.0:1767319822.642432:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319822.643480:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826048 00000100:00100000:1.0:1767319822.643488:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826048 00000100:00100000:1.0:1767319822.643555:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 513 00000100:00100000:1.0:1767319822.643563:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923826048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319822.643631:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923826048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 69us (12494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319822.643639:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 513 00000100:00080000:2.0:1767319822.644728:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319822.857772:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988778752 00000100:00100000:0.0:1767319822.857780:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988778752 00000100:00100000:0.0:1767319822.857832:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1767319822.857841:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988778752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319822.857867:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319822.857924:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988778752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319822.857932:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:1.0:1767319822.858030:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988778752:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319823.816809:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319824.841027:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319825.865441:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319826.953030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988778880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953112:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953150:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319826.953155:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988779136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953207:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988778880 00000100:00100000:1.0:1767319826.953220:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988778880 00000100:00100000:1.0:1767319826.953273:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779136 00000100:00100000:1.0:1767319826.953276:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779136 00000100:00100000:0.0:1767319826.953282:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988779648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953299:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1767319826.953308:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988778880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319826.953350:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319826.953355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988779520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953356:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988778880:12345-0@lo:400:kworker.0 Request processed in 49us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319826.953364:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1767319826.953373:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953380:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1767319826.953386:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988779136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953414:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779648 00000100:00100000:1.0:1767319826.953416:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988779136:12345-0@lo:400:kworker.0 Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319826.953418:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779648 00000100:00100000:1.0:1767319826.953422:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1767319826.953446:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779520 00000100:00100000:0.0:1767319826.953448:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779520 00000100:00100000:1.0:1767319826.953465:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988779136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953468:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:1.0:1767319826.953476:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988778880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953480:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988779648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953511:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988779648:12345-0@lo:400:kworker.0 Request processed in 32us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319826.953511:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:0.0:1767319826.953517:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00100000:1.0:1767319826.953518:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988779520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953546:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988779520:12345-0@lo:400:kworker.0 Request processed in 28us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319826.953552:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988779520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.953560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988779648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.953565:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:0.0:1767319826.953603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988779008:0@lo:38:kworker.0 00000100:00080000:1.0:1767319826.953604:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319826.953609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319826.953612:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319826.953628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953639:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779008 00000100:00100000:0.0:1767319826.953641:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988779264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.953642:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779008 00000100:00100000:0.0:1767319826.953660:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953670:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779264 00000100:00100000:0.0:1767319826.953674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988779392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.953674:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779264 00000100:00100000:0.0:1767319826.953695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953698:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1767319826.953702:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779008:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319826.953708:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988779776:0@lo:38:kworker.0 00010000:00020000:1.0:1767319826.953719:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319826.953725:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.953745:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779008:12345-0@lo:38:kworker.0 Request processed in 41us (116us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319826.953747:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319826.953751:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319826.953751:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1767319826.953754:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988779008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.953760:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779776 00000100:00100000:1.0:1767319826.953763:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779776 00000100:00100000:0.0:1767319826.953773:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779392 00000100:00100000:0.0:1767319826.953775:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779392 00000100:00100000:1.0:1767319826.953778:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1767319826.953782:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779264:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319826.953791:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683 00010000:00020000:1.0:1767319826.953791:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319826.953795:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988779392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319826.953803:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319826.953816:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779264:12345-0@lo:38:kworker.0 Request processed in 33us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319826.953822:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988779392:12345-0@lo:38:kworker.0 Request processed in 26us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319826.953822:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1767319826.953832:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683 00000100:00100000:1.0:1767319826.953832:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1767319826.953836:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319826.953845:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319826.953864:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319826.953866:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988779776:12345-0@lo:38:kworker.0 Request processed in 28us (140us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319826.953867:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319826.953870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988779264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.953872:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00080000:0.0:1767319826.953877:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319826.953880:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319826.953895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988779392:0@lo:38:kworker.0 00000100:00080000:0.0:1767319826.953904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319826.953907:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319826.953910:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988779776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319827.470422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988779904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319827.470507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319827.474019:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988779904 00000100:00100000:2.0:1767319827.474037:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988779904 00000100:00100000:2.0:1767319827.474120:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1767319827.474130:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988779904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319827.474163:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319827.474698:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988779904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 569us (4188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319827.474706:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1767319827.475098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988779904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319827.745244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319827.745290:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319827.745327:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319827.745366:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767319827.746041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319827.746931:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826816 00000100:00100000:0.0:1767319827.746940:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826816 00000100:00080000:2.0:1767319827.746997:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319827.746999:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826688 00000100:00100000:0.0:1767319827.747002:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826688 00000100:00100000:0.0:1767319827.747038:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3488 00000100:00100000:0.0:1767319827.747047:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319827.747095:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 49us (1768us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319827.747102:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3488 00000100:00100000:0.0:1767319827.747119:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3489 00000100:00100000:0.0:1767319827.747125:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826688:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319827.747145:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923826688:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 21us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319827.747151:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3489 00000100:00080000:2.0:1767319827.749178:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319827.912996:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319827.977905:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988780032 00000100:00100000:2.0:1767319827.977915:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988780032 00000100:00100000:2.0:1767319827.977974:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1767319827.977983:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988780032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319827.978012:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319827.978065:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988780032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319827.978073:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00010000:00010000:2.0:1767319828.936896:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319829.961288:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319832.011800:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319832.073819:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319832.073830:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319832.073960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988780160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319832.074039:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319832.074105:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319832.074110:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319832.074114:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319832.074119:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5073 00000100:00080000:1.0:1767319832.074124:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319832.074130:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319832.074161:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82300 x1853163988780288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319832.074225:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988780160 00000100:00100000:2.0:1767319832.074233:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988780160 00000100:00100000:2.0:1767319832.074290:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1767319832.074300:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988780160:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319832.074851:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319832.074856:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319832.074858:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319832.074862:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5073 00000100:00080000:1.0:1767319832.074865:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319832.074869:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319832.074884:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80700 x1853163988780544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319832.074908:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319832.074911:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319832.074913:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319832.074917:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:1.0:1767319832.074919:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319832.074923:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319832.074945:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163988780672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319832.074991:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319832.074994:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319832.074996:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319832.075000:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:1.0:1767319832.075002:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319832.075006:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319832.075014:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81180 x1853163988781056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319832.078904:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988780160:12345-0@lo:400:kworker.0 Request processed in 4597us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319832.078918:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1767319832.079227:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988780160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319832.585113:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319832.596521:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988781184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319832.596596:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319832.596796:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988781184 00000100:00100000:0.0:1767319832.596804:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988781184 00000100:00100000:0.0:1767319832.596849:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:0.0:1767319832.596856:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988781184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319832.596881:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319832.596927:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988781184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319832.596934:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:1.0:1767319832.597165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988781184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319832.870929:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319832.870973:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319832.870999:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319832.871076:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319832.871104:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923827072 00000100:00100000:2.0:1767319832.871113:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923827072 00000100:00100000:2.0:1767319832.871163:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923826944 00000100:00100000:2.0:1767319832.871165:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923826944 00000100:00100000:2.0:1767319832.871176:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 519 00000100:00100000:2.0:1767319832.871182:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923827072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319832.871244:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923827072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 62us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319832.871249:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 519 00000100:00100000:2.0:1767319832.871262:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 946 00000100:00100000:2.0:1767319832.871265:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923826944:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319832.871284:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319832.871300:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923826944:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 34us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319832.871321:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 946 00010000:00010000:2.0:1767319833.033565:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319833.096954:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319833.096979:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988781312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319833.097050:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319833.097265:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988781312 00000100:00100000:2.0:1767319833.097273:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988781312 00000100:00100000:2.0:1767319833.097349:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1767319833.097359:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988781312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319833.097392:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319833.097437:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988781312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319833.097444:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:0.0:1767319833.098050:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988781312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319834.057064:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319836.107070:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319837.128820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319837.192995:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319837.193006:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319837.193072:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319837.193077:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319837.193082:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319837.193090:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319837.193095:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319837.193101:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319837.193121:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f800 x1853163988781568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319837.193155:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319837.193159:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319837.193174:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319837.193178:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319837.193181:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319837.193185:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319837.193198:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ea00 x1853163988781824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319837.193209:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319837.193212:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319837.193214:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319837.193218:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319837.193220:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319837.193224:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319837.193233:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d180 x1853163988781952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319837.193263:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319837.193267:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319837.193268:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319837.193272:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319837.193274:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319837.193277:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319837.193287:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1e300 x1853163988782336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319837.193312:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988782208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319837.193375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319837.193441:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319837.193448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988782080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319837.193472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319837.193504:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782208 00000100:00100000:2.0:1767319837.193512:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782208 00000100:00100000:2.0:1767319837.193564:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782080 00000100:00100000:2.0:1767319837.193569:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782080 00000100:00100000:2.0:1767319837.193623:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494 00000100:00100000:2.0:1767319837.193637:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988782208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319837.193707:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988782208:12345-0@lo:400:kworker.0 Request processed in 60us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319837.193726:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494 00000100:00100000:2.0:1767319837.193775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988782080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319837.193800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988782208:0@lo:400:kworker.0 00000100:00080000:2.0:1767319837.193841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319837.193872:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1767319837.193894:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988781696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319837.193939:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988781696:12345-0@lo:400:kworker.0 Request processed in 56us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319837.193946:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1767319837.194301:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988781568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319837.194333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319837.194369:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988781824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319837.194383:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988781568 00000100:00100000:0.0:1767319837.194389:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988781568 00000100:00100000:1.0:1767319837.194394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319837.194464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988781952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319837.194488:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319837.194519:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988782336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319837.194538:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319837.209811:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319837.209824:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319837.209828:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988781952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319837.211452:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988781824 00000100:00100000:0.0:1767319837.211465:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988781824 00000100:00100000:0.0:1767319837.211520:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782336 00000100:00100000:0.0:1767319837.211523:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782336 00000100:00100000:0.0:1767319837.211544:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1767319837.211552:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988781568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319837.211575:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319837.211667:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988781568:12345-0@lo:38:kworker.0 Request processed in 114us (17331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319837.211688:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1767319837.211722:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1767319837.211727:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988781824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319837.211737:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319837.211760:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988781824:12345-0@lo:38:kworker.0 Request processed in 33us (17369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319837.211781:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1767319837.211794:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1767319837.211798:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988782336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319837.211806:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319837.211830:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988782336:12345-0@lo:38:kworker.0 Request processed in 31us (17291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319837.211836:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00080000:0.0:1767319837.211888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319837.211893:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319837.211897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988781568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319837.211908:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319837.211911:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319837.211915:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988781824:0@lo:38:kworker.0 00000100:00080000:0.0:1767319837.211923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319837.211926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319837.211928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988782336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319837.705695:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988782464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319837.705782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319837.706455:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988782464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319837.997387:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767319837.997436:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923827968 offset 0 length 520: 4 00000100:00100000:2.0:1767319837.997454:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319837.997486:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319837.997527:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319837.997549:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923827456 00000100:00100000:1.0:1767319837.997560:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923827456 00000100:00100000:2.0:1767319837.997561:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923827840 00000100:00100000:2.0:1767319837.997593:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923827840 00000100:00100000:2.0:1767319837.997654:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923827712 00000100:00100000:2.0:1767319837.997658:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923827712 00000100:00100000:2.0:1767319837.997690:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3496 00000100:00100000:2.0:1767319837.997700:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923827840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319837.997739:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923827584 00000100:00100000:1.0:1767319837.997745:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923827584 00000100:00100000:2.0:1767319837.997776:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923827840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319837.997787:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3496 00000100:00100000:1.0:1767319837.997793:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 522 00000100:00100000:1.0:1767319837.997803:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923827584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319837.997810:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3497 00000100:00100000:2.0:1767319837.997819:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923827712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319837.997843:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923827584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 40us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319837.997852:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923827712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 33us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319837.997853:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 522 00000100:00100000:2.0:1767319837.997865:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3497 00000100:00100000:1.0:1767319837.997877:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 950 00000100:00100000:1.0:1767319837.997883:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923827456:12345-192.168.204.13@tcp:38:kworker.0 00000100:00080000:2.0:1767319837.997887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319837.997892:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319837.997894:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:1.0:1767319837.997904:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319837.997937:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923827456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (558us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319837.997944:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 950 00010000:00010000:2.0:1767319838.153179:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319838.216975:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988782592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319838.217102:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.217335:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782592 00000100:00100000:0.0:1767319838.217346:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782592 00000100:00100000:0.0:1767319838.217424:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767319838.217435:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988782592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319838.217477:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319838.217634:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988782592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319838.218261:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988782592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 815us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319838.218273:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00010000:00010000:2.0:1767319840.200904:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319841.228389:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319841.289261:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319816/real 1767319816] req@ffff9e7d03ea4a80 x1853163988777216/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319841.289308:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03ea4a80 x1853163988777216/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319841.289336:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319841.289432:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319841.289436:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988777216:0@lo:250:kworker.0 00000100:00080000:0.0:1767319841.290387:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319841.290394:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319841.290397:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319841.290403:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5063 00000100:00080000:0.0:1767319841.290407:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319841.290414:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319841.290456:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163988782720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319841.290519:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988782720:0@lo:250:kworker.0 00000400:00000100:1.0:1767319841.290612:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988782720 offset 0 length 520: 4 00000100:00080000:0.0:1767319841.290857:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319841.290861:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319841.290864:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319841.290868:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5084 00000100:00080000:0.0:1767319841.290873:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319841.290877:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319841.290895:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163988782976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319841.292183:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988782976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319841.292279:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319841.292382:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782976 00000100:00100000:1.0:1767319841.292392:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782976 00000100:00100000:1.0:1767319841.292443:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1767319841.292452:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988782976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319841.292481:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319841.292532:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988782976:12345-0@lo:38:kworker.0 Request processed in 79us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319841.292539:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:1.0:1767319841.292614:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319841.292630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319841.292634:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988782976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319841.293235:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988782848 00000100:00100000:1.0:1767319841.293242:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988782848 00000100:00100000:1.0:1767319841.293360:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1767319841.293370:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988782848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319841.293429:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988782848:12345-0@lo:400:kworker.0 Request processed in 61us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319841.293438:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:2.0:1767319841.295399:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319841.300175:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319841.300182:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319841.300185:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319841.300191:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5084 00000100:00080000:0.0:1767319841.300197:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319841.300205:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319841.300234:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163988783232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319841.300263:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319841.300267:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319841.300269:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319841.300273:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5084 00000100:00080000:0.0:1767319841.300276:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319841.300281:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319841.300295:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8380 x1853163988783360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319841.300420:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319841.300424:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319841.300426:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319841.300429:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5084 00000100:00080000:0.0:1767319841.300432:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319841.300436:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319841.300447:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8e00 x1853163988783744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319841.300492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988783488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319841.300520:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988783616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319841.300537:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319841.300566:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319841.300615:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783488 00000100:00100000:2.0:1767319841.300642:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783488 00000100:00100000:0.0:1767319841.300645:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783616 00000100:00100000:0.0:1767319841.300648:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783616 00000100:00100000:0.0:1767319841.300710:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1767319841.300732:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988783616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319841.302344:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988783616:12345-0@lo:400:kworker.0 Request processed in 1604us (1766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319841.302361:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1767319841.302455:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988783616:0@lo:400:kworker.0 00000100:00080000:0.0:1767319841.302601:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319841.302609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319841.302654:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499 00000100:00100000:2.0:1767319841.302882:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988783488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319841.302960:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988783488:12345-0@lo:400:kworker.0 Request processed in 84us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319841.307244:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783104 00000100:00100000:1.0:1767319841.307268:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783104 00000100:00100000:1.0:1767319841.308510:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783232 00000100:00100000:1.0:1767319841.308523:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783232 00000100:00100000:1.0:1767319841.308567:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767319841.308597:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988783104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319841.308778:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988783104:12345-0@lo:400:kworker.0 Request processed in 200us (8659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319841.308787:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767319841.308810:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1767319841.308815:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988783232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319841.308842:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319841.308878:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988783232:12345-0@lo:38:kworker.0 Request processed in 61us (8432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319841.308884:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:1.0:1767319841.308914:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319841.310783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988783104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319841.310866:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988783488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319841.310910:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783360 00000100:00100000:0.0:1767319841.310918:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783360 00000100:00100000:0.0:1767319841.310963:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686 00000100:00100000:0.0:1767319841.310978:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988783360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319841.311015:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319841.311128:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988783360:12345-0@lo:38:kworker.0 Request processed in 155us (8332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319841.311137:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686 00000100:00100000:1.0:1767319841.312371:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988783744 00000100:00100000:1.0:1767319841.312384:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988783744 00000100:00100000:1.0:1767319841.312436:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1767319841.312444:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988783744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319841.312467:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319841.312548:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988783744:12345-0@lo:38:kworker.0 Request processed in 104us (9696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319841.312555:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1767319841.315094:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499 00010000:00010000:2.0:1767319842.249069:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319842.826320:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319842.826364:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988783872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319842.826474:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319842.826945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988783872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319843.107253:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319843.107373:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828096 00000100:00100000:0.0:1767319843.107405:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828096 00000100:00100000:0.0:1767319843.107468:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 954 00000100:00100000:0.0:1767319843.107479:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923828096:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319843.107511:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319843.107660:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923828096:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 180us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319843.107668:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 954 00000100:00100000:2.0:1767319843.113158:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319843.113225:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319843.114497:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828224 00000100:00100000:1.0:1767319843.114503:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828224 00000100:00100000:1.0:1767319843.114550:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 525 00000100:00100000:1.0:1767319843.114558:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923828224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319843.114648:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923828224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319843.114676:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 525 00000100:00100000:1.0:1767319843.114832:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319843.115072:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828352 00000100:00100000:0.0:1767319843.115077:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828352 00000100:00100000:0.0:1767319843.115129:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3501 00000100:00100000:0.0:1767319843.115139:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923828352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319843.115180:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923828352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 43us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319843.115187:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3501 00000100:00080000:0.0:1767319843.115218:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319843.115223:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319843.115226:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319843.339080:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319843.339117:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988784000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319843.339221:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319843.341077:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784000 00000100:00100000:0.0:1767319843.341098:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784000 00000100:00100000:0.0:1767319843.341208:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:0.0:1767319843.341220:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988784000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319843.341270:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767319843.341482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319843.342464:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988784000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 650us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319843.342479:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00010000:00010000:2.0:1767319844.304137:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319845.322160:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319846.347366:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319846.409989:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319846.410003:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319846.410282:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319846.410287:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319846.410292:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319846.410301:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5088 00000100:00080000:2.0:1767319846.410309:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767319846.410317:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319846.410344:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f87100 x1853163988784256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319846.410459:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988784256:0@lo:38:kworker.0 00000100:00100000:1.0:1767319846.410571:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319846.411662:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784256 00000100:00100000:0.0:1767319846.411677:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784256 00000100:00100000:0.0:1767319846.411759:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1767319846.411769:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988784256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319846.411800:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319846.411883:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988784256:12345-0@lo:38:kworker.0 Request processed in 113us (1310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319846.411891:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00080000:1.0:1767319846.412949:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319846.412961:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319846.412967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988784256:0@lo:38:kworker.0 00000100:00080000:2.0:1767319846.415156:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319846.415163:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319846.415167:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319846.415173:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5088 00000100:00080000:2.0:1767319846.415179:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767319846.415186:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319846.415225:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86300 x1853163988784512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319846.415250:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319846.415253:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319846.415255:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319846.415259:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:2.0:1767319846.415262:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767319846.415266:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319846.415279:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f84000 x1853163988784640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319846.415314:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319846.415318:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319846.415319:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319846.415323:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:2.0:1767319846.415326:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767319846.415329:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319846.415341:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ea00 x1853163988785024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319846.415416:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988784512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319846.415452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319846.419800:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988784640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319846.419920:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319846.419949:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988785024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319846.419976:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319846.420222:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784384 00000100:00100000:0.0:1767319846.420233:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784384 00000100:00100000:0.0:1767319846.420313:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784128 00000100:00100000:0.0:1767319846.420317:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784128 00000100:00100000:0.0:1767319846.420339:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784512 00000100:00100000:0.0:1767319846.420343:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784512 00000100:00100000:0.0:1767319846.420365:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1767319846.420376:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988784384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319846.420447:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988784384:12345-0@lo:400:kworker.0 Request processed in 73us (5642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319846.420455:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1767319846.420488:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1767319846.420494:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988784128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319846.420535:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988784128:12345-0@lo:400:kworker.0 Request processed in 41us (5651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319846.420543:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1767319846.420557:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1767319846.420561:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988784512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319846.420610:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319846.420643:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988784512:12345-0@lo:38:kworker.0 Request processed in 81us (5191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319846.420667:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1767319846.420730:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988784384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319846.420745:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988784128:0@lo:400:kworker.0 00000100:00080000:0.0:1767319846.420775:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319846.420812:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988784640 00000100:00100000:0.0:1767319846.420817:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988784640 00000100:00100000:0.0:1767319846.420840:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687 00000100:00100000:0.0:1767319846.420844:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988784640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319846.420856:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319846.420884:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988784640:12345-0@lo:38:kworker.0 Request processed in 39us (965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319846.420890:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687 00000100:00080000:2.0:1767319846.421377:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319846.421385:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319846.421389:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988784512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319846.421400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319846.421404:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319846.421407:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988784640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319846.421608:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785024 00000100:00100000:1.0:1767319846.421615:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785024 00000100:00100000:1.0:1767319846.421652:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1767319846.421659:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988785024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319846.421673:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319846.421728:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988785024:12345-0@lo:38:kworker.0 Request processed in 68us (1750us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319846.421734:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:2.0:1767319846.421828:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319846.421832:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319846.421836:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988785024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319847.944903:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319847.945082:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988785152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319847.945174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319847.945616:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785152 00000100:00100000:2.0:1767319847.945628:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785152 00000100:00100000:2.0:1767319847.945751:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767319847.945775:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988785152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319847.945817:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319847.945897:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988785152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319847.945906:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767319848.226152:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319848.226199:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319848.226231:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319848.226276:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319848.226393:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828864 00000100:00100000:1.0:1767319848.226400:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828864 00000100:00080000:2.0:1767319848.226462:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319848.226468:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319848.226485:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828608 00000100:00100000:0.0:1767319848.226502:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828608 00000100:00100000:2.0:1767319848.226514:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923828736 00000100:00100000:2.0:1767319848.226520:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923828736 00000100:00100000:0.0:1767319848.226548:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 958 00000100:00100000:1.0:1767319848.226555:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3504 00000100:00100000:0.0:1767319848.226562:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923828608:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:1.0:1767319848.226571:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923828864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319848.226576:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 528 00000100:00100000:2.0:1767319848.226639:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923828736:12345-192.168.204.13@tcp:400:kworker.0 00010000:00020000:0.0:1767319848.226640:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319848.226714:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923828864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 146us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319848.226715:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923828608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 153us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319848.226732:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 958 00000100:00100000:1.0:1767319848.226732:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3504 00000100:00080000:0.0:1767319848.227135:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319848.228657:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3505 00000100:00100000:2.0:1767319848.228661:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923828736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2021us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319848.228675:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 528 00000100:00100000:1.0:1767319848.228683:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923828992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319848.228773:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923828992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (2540us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319848.236228:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3505 00010000:00010000:2.0:1767319848.396043:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319848.458006:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319848.458034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988785280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319848.458127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319848.460271:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785280 00000100:00100000:0.0:1767319848.460309:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785280 00000100:00100000:0.0:1767319848.460410:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1767319848.460422:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988785280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319848.460494:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319848.460647:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988785280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 227us (2519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319848.460656:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00080000:2.0:1767319848.460777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319848.462114:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988785280:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319849.418950:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319850.442213:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319851.528805:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.528817:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319851.529174:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.529179:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.529182:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.529187:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5093 00000100:00080000:2.0:1767319851.529192:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319851.529218:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319851.529243:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021180 x1853163988785536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319851.529313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988785664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.529342:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785408 00000100:00100000:0.0:1767319851.529352:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785408 00000100:00100000:1.0:1767319851.529388:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319851.534096:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785664 00000100:00100000:0.0:1767319851.534213:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785664 00000100:00100000:0.0:1767319851.534271:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1767319851.534281:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988785408:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319851.535018:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.535025:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.535029:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.535034:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5093 00000100:00080000:2.0:1767319851.535039:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319851.535044:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319851.535077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e300 x1853163988785792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.535092:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.535095:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.535097:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.535117:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:2.0:1767319851.535120:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319851.535123:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319851.535136:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163988785920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.535177:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.535180:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.535182:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.535185:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:2.0:1767319851.535187:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319851.535204:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319851.535216:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163988786304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.535247:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319851.536005:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988786176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.536082:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1767319851.536082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536114:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988785664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.536239:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988785664:12345-0@lo:400:kworker.0 Request processed in 139us (6849us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319851.536249:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1767319851.536257:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319851.536266:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988786048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.536307:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536316:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988785536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.536364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536392:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988785792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.536423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988785920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.536487:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536517:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988786304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.536538:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.536603:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785920 00000100:00100000:1.0:1767319851.536613:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785920 00000100:00100000:2.0:1767319851.536617:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786176 00000100:00100000:2.0:1767319851.536626:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786176 00000100:00100000:2.0:1767319851.536676:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786048 00000100:00100000:2.0:1767319851.536680:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786048 00000100:00100000:2.0:1767319851.536702:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506 00000100:00100000:2.0:1767319851.536709:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988786176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.537063:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988786176:12345-0@lo:400:kworker.0 Request processed in 354us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319851.537070:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506 00000100:00100000:2.0:1767319851.537088:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507 00000100:00100000:2.0:1767319851.537094:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988786048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.537134:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988786048:12345-0@lo:400:kworker.0 Request processed in 41us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319851.537140:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507 00000100:00080000:2.0:1767319851.537162:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319851.537165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319851.537192:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988786048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.537203:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988786176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.537284:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785536 00000100:00100000:2.0:1767319851.537288:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785536 00000100:00100000:2.0:1767319851.537301:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988785792 00000100:00100000:2.0:1767319851.537303:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988785792 00000100:00100000:2.0:1767319851.537309:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786304 00000100:00100000:2.0:1767319851.537311:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786304 00000100:00100000:2.0:1767319851.537637:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767319851.537645:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988785536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319851.537665:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.537707:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988785536:12345-0@lo:38:kworker.0 Request processed in 61us (1342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319851.537713:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767319851.537748:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767319851.537752:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988785792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319851.537762:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.537785:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988785792:12345-0@lo:38:kworker.0 Request processed in 31us (1361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319851.537790:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1767319851.537958:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688 00000100:00100000:1.0:1767319851.537967:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988785920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319851.537988:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319851.538053:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988785920:12345-0@lo:38:kworker.0 Request processed in 85us (1564us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319851.538060:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688 00000100:00100000:1.0:1767319851.538091:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1767319851.538096:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988786304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319851.538107:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319851.538133:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988786304:12345-0@lo:38:kworker.0 Request processed in 35us (1593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319851.538138:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:1.0:1767319851.538185:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.538191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.538195:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988785536:0@lo:38:kworker.0 00000100:00080000:1.0:1767319851.538207:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.538211:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.538213:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988785792:0@lo:38:kworker.0 00000100:00080000:1.0:1767319851.538221:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.538224:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.538227:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988785920:0@lo:38:kworker.0 00000100:00080000:1.0:1767319851.538234:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.538237:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.538240:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988786304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.538291:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988785664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.547138:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988785408:12345-0@lo:400:kworker.0 Request processed in 12845us (18020us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319851.547157:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00010000:00010000:2.0:1767319852.490111:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319853.068127:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786432 00000100:00100000:0.0:1767319853.068221:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786432 00000100:00100000:0.0:1767319853.068500:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1767319853.068513:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988786432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319853.068554:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319853.068686:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988786432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 175us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319853.068695:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00080000:2.0:1767319853.068928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319853.350143:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319853.351979:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319853.352026:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319853.352138:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319853.358357:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923829248 00000100:00100000:1.0:1767319853.358419:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923829248 00000100:00100000:1.0:1767319853.358529:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923829120 00000100:00100000:1.0:1767319853.358534:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923829120 00000100:00100000:1.0:1767319853.358595:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 531 00000100:00100000:1.0:1767319853.358608:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923829248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319853.359615:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 962 00000100:00100000:2.0:1767319853.359625:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923829120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319853.359655:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319853.360812:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923829248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2199us (10677us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319853.360828:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 531 00000100:00100000:2.0:1767319853.361449:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923829120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1819us (9306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319853.361460:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 962 00010000:00010000:2.0:1767319853.513246:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319853.579365:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786560 00000100:00100000:0.0:1767319853.579376:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786560 00000100:00100000:0.0:1767319853.579486:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:0.0:1767319853.579497:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988786560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319853.579561:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319853.579652:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988786560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319853.579661:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00010000:00010000:2.0:1767319856.584875:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319856.648861:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319856.648876:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319856.648947:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319856.648952:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319856.648957:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319856.648978:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5098 00000100:00080000:1.0:1767319856.648984:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319856.648993:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319856.649024:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163988786816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319856.649057:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319856.649060:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319856.649062:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319856.649065:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5098 00000100:00080000:1.0:1767319856.649068:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319856.649072:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319856.649082:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163988787072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319856.649114:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319856.649117:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319856.649119:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319856.649124:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:1.0:1767319856.649126:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319856.649131:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319856.649152:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022a00 x1853163988787200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319856.649192:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319856.649195:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319856.649197:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319856.649201:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:1.0:1767319856.649204:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319856.649208:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319856.649220:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f800 x1853163988787584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319856.649268:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988786688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649376:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.649431:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319856.649438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988786944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649461:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.649494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988787456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649525:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.649554:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319856.649560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988787328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649615:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.649650:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786688 00000100:00100000:1.0:1767319856.649659:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786688 00000100:00100000:1.0:1767319856.649725:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786944 00000100:00100000:1.0:1767319856.649729:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786944 00000100:00100000:1.0:1767319856.649757:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767319856.649767:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988786688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649829:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988786688:12345-0@lo:400:kworker.0 Request processed in 63us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.649838:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767319856.649858:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767319856.649864:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988786944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649893:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988786944:12345-0@lo:400:kworker.0 Request processed in 30us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.649900:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767319856.649952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988786944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.649966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988786688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319856.650200:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787456 00000100:00100000:0.0:1767319856.650205:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787456 00000100:00100000:0.0:1767319856.650249:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787328 00000100:00100000:0.0:1767319856.650252:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787328 00000100:00100000:0.0:1767319856.650273:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510 00000100:00100000:0.0:1767319856.650280:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988787456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319856.650330:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988787456:12345-0@lo:400:kworker.0 Request processed in 51us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319856.650349:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510 00000100:00100000:0.0:1767319856.650368:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511 00000100:00100000:0.0:1767319856.650374:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988787328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319856.650399:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988787328:12345-0@lo:400:kworker.0 Request processed in 26us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319856.650404:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511 00000100:00100000:0.0:1767319856.650427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988787328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319856.650437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988787456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319856.651234:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988786816 00000100:00100000:0.0:1767319856.651239:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988786816 00000100:00100000:0.0:1767319856.651258:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787072 00000100:00100000:0.0:1767319856.651260:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787072 00000100:00100000:0.0:1767319856.651273:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787584 00000100:00100000:0.0:1767319856.651276:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787584 00000100:00100000:0.0:1767319856.651286:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1767319856.651306:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988786816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.651331:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.651384:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988786816:12345-0@lo:38:kworker.0 Request processed in 78us (599us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.651391:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1767319856.651407:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1767319856.651410:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988787072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.651419:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.651440:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988787072:12345-0@lo:38:kworker.0 Request processed in 28us (588us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.651445:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1767319856.651455:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1767319856.651458:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988787584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.651468:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.651489:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988787584:12345-0@lo:38:kworker.0 Request processed in 29us (544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.651494:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00080000:0.0:1767319856.651530:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.651536:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.651540:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988786816:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.651550:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.651553:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.651556:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988787072:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.651564:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.651573:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.651576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988787584:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.651678:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319856.651683:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319856.651687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319856.652190:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.652195:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.652199:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988787200:0@lo:38:kworker.0 00010000:00010000:2.0:1767319857.609654:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319858.186663:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787712 00000100:00100000:2.0:1767319858.186675:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787712 00000100:00100000:2.0:1767319858.186762:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767319858.186774:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988787712:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319858.186778:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767319858.186816:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319858.186882:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988787712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319858.186890:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767319858.470151:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923829888 00000100:00100000:2.0:1767319858.470166:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923829888 00000100:00100000:2.0:1767319858.470271:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3512 00000100:00100000:2.0:1767319858.470283:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923829888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319858.470399:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2510:x1853163923829888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 118us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319858.470408:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3512 00000100:00080000:2.0:1767319858.470441:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319858.474493:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923829632 00000100:00100000:1.0:1767319858.474517:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923829632 00000100:00100000:1.0:1767319858.474575:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923829760 00000100:00100000:1.0:1767319858.474595:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923829760 00000100:00100000:1.0:1767319858.474668:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 534 00000100:00100000:1.0:1767319858.474680:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923829760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319858.474801:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923829760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 122us (4751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319858.474830:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 534 00000100:00100000:1.0:1767319858.474852:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 966 00000100:00100000:1.0:1767319858.474857:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923829632:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319858.474887:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319858.474919:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923829632:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (4907us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319858.474926:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 966 00000100:00080000:1.0:1767319858.474948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319858.697466:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787840 00000100:00100000:1.0:1767319858.697477:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787840 00000100:00100000:1.0:1767319858.697566:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:1.0:1767319858.697622:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988787840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319858.697665:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767319858.697774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319858.699635:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988787840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2046us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319858.699652:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00010000:00010000:2.0:1767319860.680869:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319861.704947:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319861.768754:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319861.768768:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319861.768858:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319861.768863:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319861.768868:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319861.768879:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5103 00000100:00080000:1.0:1767319861.768884:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319861.768893:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319861.768943:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163988788096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319861.768984:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319861.768988:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319861.768990:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319861.768994:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5103 00000100:00080000:1.0:1767319861.768997:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319861.769001:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319861.769014:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163988788352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319861.769023:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319861.769027:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319861.769029:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319861.769034:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00080000:1.0:1767319861.769036:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319861.769041:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319861.769054:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163988788480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319861.769202:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988788224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319861.769406:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319861.769413:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988787968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319861.769483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988788608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319861.769550:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988788224 00000100:00100000:2.0:1767319861.769560:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988788224 00000100:00100000:2.0:1767319861.769673:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988787968 00000100:00100000:2.0:1767319861.769677:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988787968 00000100:00100000:2.0:1767319861.769711:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1767319861.769721:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988788224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769783:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988788224:12345-0@lo:400:kworker.0 Request processed in 63us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319861.769791:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1767319861.769814:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767319861.769820:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988787968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769847:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988787968:12345-0@lo:400:kworker.0 Request processed in 27us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319861.769853:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767319861.769875:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988788608 00000100:00100000:2.0:1767319861.769879:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988788608 00000100:00100000:2.0:1767319861.769911:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1767319861.769918:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988788608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.769953:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988788608:12345-0@lo:400:kworker.0 Request processed in 35us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319861.769959:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514 00000100:00080000:2.0:1767319861.769976:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319861.769989:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319861.770033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988788608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.770067:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988787968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.770076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988788224:0@lo:400:kworker.0 00000100:00080000:1.0:1767319861.770673:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319861.770679:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319861.770684:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319861.770690:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00080000:1.0:1767319861.770694:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319861.770699:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319861.770735:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163988788864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319861.770769:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319861.770780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988788736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319861.770826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319861.770866:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988788736 00000100:00100000:1.0:1767319861.770871:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988788736 00000100:00100000:1.0:1767319861.770913:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515 00000100:00100000:1.0:1767319861.770921:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988788736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319861.770967:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988788736:12345-0@lo:400:kworker.0 Request processed in 47us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319861.770973:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000100:00080000:1.0:1767319861.770991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319861.771017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988788736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319862.564294:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923830400 00000100:00100000:0.0:1767319862.564308:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923830400 00000100:00100000:0.0:1767319862.564409:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923830272 00000100:00100000:0.0:1767319862.564413:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923830272 00000100:00100000:0.0:1767319862.564436:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 537 00000100:00100000:0.0:1767319862.564447:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923830400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319862.564562:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923830400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 116us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319862.564571:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 537 00000100:00100000:0.0:1767319862.564642:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 970 00000100:00100000:0.0:1767319862.564648:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923830272:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319862.564675:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319862.564706:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923830272:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (616us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319862.564712:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 970 00000100:00100000:2.0:1767319862.565040:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923830528 00000100:00100000:2.0:1767319862.565047:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923830528 00000100:00100000:2.0:1767319862.565095:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923830656 00000100:00100000:2.0:1767319862.565099:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923830656 00000100:00100000:2.0:1767319862.565126:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3516 00000100:00100000:2.0:1767319862.565133:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923830528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319862.565170:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923830528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 39us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319862.565176:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3516 00000100:00100000:2.0:1767319862.565195:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3517 00000100:00100000:2.0:1767319862.565201:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923830656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319862.565239:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2511:x1853163923830656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 38us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319862.565245:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3517 00000100:00100000:1.0:1767319863.312815:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988788992 00000100:00100000:1.0:1767319863.312839:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988788992 00000100:00100000:0.0:1767319863.315344:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767319863.315371:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988788992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319863.315441:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319863.315602:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988788992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (7044us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319863.315612:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:1.0:1767319863.317464:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988788992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319863.819483:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988789120 00000100:00100000:2.0:1767319863.819494:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988789120 00000100:00100000:2.0:1767319863.819635:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1767319863.819647:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988789120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319863.819687:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319863.819753:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988789120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319863.819785:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1767319863.819851:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988789120:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319864.776945:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319865.800975:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319866.889362:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319866.889370:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319866.889382:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319866.889389:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5088 00000100:00080000:1.0:1767319866.889394:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319866.889402:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319866.889441:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163988789248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319866.889513:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319866.889525:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319866.889537:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319866.889543:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5108 00000100:00080000:1.0:1767319866.889547:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319866.889553:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319866.889553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988789376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.889601:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1500 x1853163988789504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319866.889626:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319866.889629:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319866.889631:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319866.889635:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5108 00000100:00080000:1.0:1767319866.889638:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319866.889643:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319866.889656:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163988789760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319866.889667:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319866.889667:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319866.889674:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319866.889677:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319866.889682:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:1.0:1767319866.889684:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319866.889689:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319866.889703:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988789888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319866.889745:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767319866.889747:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319866.889753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988789632:0@lo:400:kworker.0 00000100:00080000:1.0:1767319866.889762:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319866.889765:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319866.889769:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:1.0:1767319866.889772:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319866.889776:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319866.889790:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163988790272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319866.889817:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988790144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.889859:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.889885:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319866.889890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988790016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.889915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.889951:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790144 00000100:00100000:1.0:1767319866.889960:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790144 00000100:00100000:2.0:1767319866.890014:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.890028:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790016 00000100:00100000:1.0:1767319866.890033:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790016 00000100:00100000:2.0:1767319866.890052:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988789376 00000100:00100000:2.0:1767319866.890057:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988789376 00000100:00100000:1.0:1767319866.890068:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518 00000100:00100000:1.0:1767319866.890079:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988790144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890093:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988789632 00000100:00100000:2.0:1767319866.890097:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988789632 00000100:00100000:2.0:1767319866.890117:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1767319866.890125:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988789376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.890142:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988790144:12345-0@lo:400:kworker.0 Request processed in 64us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319866.890165:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518 00000100:00100000:2.0:1767319866.890196:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988789376:12345-0@lo:400:kworker.0 Request processed in 71us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.890205:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1767319866.890225:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1767319866.890232:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988789632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890260:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988789632:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.890267:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1767319866.890298:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519 00000100:00100000:2.0:1767319866.890306:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988790016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890348:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988790016:12345-0@lo:400:kworker.0 Request processed in 44us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.890356:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519 00000100:00100000:2.0:1767319866.890407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988789632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890420:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988789376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890473:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988790016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.890483:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988790144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.682660:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831168 00000100:00100000:2.0:1767319867.682675:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831168 00000100:00100000:2.0:1767319867.682785:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831040 00000100:00100000:2.0:1767319867.682791:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831040 00000100:00100000:2.0:1767319867.682829:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3520 00000100:00100000:2.0:1767319867.682842:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923831168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319867.682953:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923831168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319867.682961:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3520 00000100:00100000:0.0:1767319867.682976:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3521 00000100:00100000:0.0:1767319867.682989:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923831040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767319867.682995:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319867.683003:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319867.683006:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319867.683051:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 974 00000100:00100000:2.0:1767319867.683057:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923830784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319867.683090:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319867.684113:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2508:x1853163923831040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1121us (1553us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319867.684143:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3521 00000100:00100000:2.0:1767319867.684168:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923830784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1106us (1509us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319867.684649:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 974 00000100:00100000:0.0:1767319868.425131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988790400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319868.425238:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.425336:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790400 00000100:00100000:1.0:1767319868.425347:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790400 00000100:00100000:1.0:1767319868.425459:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1767319868.425469:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988790400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319868.425508:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319868.426756:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988790400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1282us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319868.426778:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:0.0:1767319868.426958:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988790400:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319868.872995:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319868.937783:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988790528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319868.937886:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.938657:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790528 00000100:00100000:1.0:1767319868.938671:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790528 00000100:00100000:1.0:1767319868.940547:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767319868.940590:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988790528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319868.940639:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319868.940756:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988790528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319868.940766:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:0.0:1767319868.940908:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988790528:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319869.896978:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319871.970692:0:15456:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831296 00000100:00100000:0.0:1767319871.970706:0:15456:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831296 00000100:00100000:1.0:1767319871.970742:0:37865:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831424 00000100:00100000:1.0:1767319871.970749:0:37865:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831424 00000100:00100000:0.0:1767319871.970820:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 868 00000100:00100000:0.0:1767319871.970832:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923831296:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319871.970853:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319871.971394:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d0682da00/0x719a348ff1c38e84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e31bc8 expref: 7 pid: 37853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319871.971467:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e7d1901ca00/0x719a348ff1c3ad71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e32274 expref: 6 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319871.971506:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319871.971657:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923831296:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 825us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319871.971668:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 868 00000100:00100000:0.0:1767319871.971712:0:15456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 869 00000100:00100000:0.0:1767319871.971726:0:15456:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+7:2509:x1853163923831424:12345-192.168.204.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767319871.971758:0:15456:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767319871.971799:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c0c099e00/0x719a348ff1c3ad78 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3227b expref: 7 pid: 35588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319871.971827:0:15456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e7c073c5800/0x719a348ff1c3ad7f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.13@tcp remote: 0x20f8fb2656e3226d expref: 6 pid: 18971 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767319871.971839:0:15456:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767319871.971870:0:15456:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923831424:12345-192.168.204.13@tcp:103:ldlm_bl.0 Request processed in 150us (1443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319871.971877:0:15456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 869 00000100:00080000:2.0:1767319872.011322:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319872.011342:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319872.011424:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319872.011430:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319872.011434:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319872.011498:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319872.011528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988790656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319872.011626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319872.011796:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5113 00000100:00080000:2.0:1767319872.011803:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319872.011811:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319872.011844:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163988790784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319872.012087:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790656 00000100:00100000:0.0:1767319872.012097:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790656 00000100:00100000:0.0:1767319872.012161:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790784 00000100:00100000:0.0:1767319872.012165:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790784 00000100:00100000:0.0:1767319872.012185:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767319872.012196:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988790656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319872.012257:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988790656:12345-0@lo:400:kworker.0 Request processed in 64us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319872.012281:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767319872.012305:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1767319872.012311:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988790784:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319872.012332:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00020000:0.0:1767319872.012338:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319872.012340:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319872.012347:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319872.012354:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5113 00000100:00080000:2.0:1767319872.012357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319872.012363:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319872.012466:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988790912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319872.012505:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319872.012567:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988790656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319872.012625:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988790912 00000100:00100000:1.0:1767319872.012630:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988790912 00000100:00100000:1.0:1767319872.012672:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1767319872.012681:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988790912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319872.012725:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988790912:12345-0@lo:400:kworker.0 Request processed in 45us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319872.012732:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1767319872.012758:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988790912:0@lo:400:kworker.0 00000100:00080000:1.0:1767319872.012819:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319872.012880:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c000 x1853163988791040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319872.017710:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791040 00000100:00100000:1.0:1767319872.017722:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791040 00000100:00100000:1.0:1767319872.017777:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1767319872.017786:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988791040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319872.017815:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319872.017926:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988791040:12345-0@lo:38:kworker.0 Request processed in 140us (370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319872.017936:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00080000:2.0:1767319872.018668:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319872.018694:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319872.018698:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319872.018705:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:2.0:1767319872.018710:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319872.018717:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319872.018757:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ea00 x1853163988791168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319872.018812:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319872.018815:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319872.018817:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319872.018821:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:2.0:1767319872.018823:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319872.018827:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319872.018841:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7800 x1853163988791552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319872.018942:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988791296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319872.019019:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988790784:12345-0@lo:38:kworker.0 Request processed in 6695us (7037us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319872.019036:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1767319872.019106:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988791424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319872.022718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319872.023311:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791296 00000100:00100000:2.0:1767319872.023326:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791296 00000100:00080000:1.0:1767319872.023399:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319872.023425:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1767319872.023449:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988791296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319872.023546:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988791296:12345-0@lo:400:kworker.0 Request processed in 100us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319872.023554:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:1.0:1767319872.023654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988791296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319872.024159:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319872.024328:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791424 00000100:00100000:2.0:1767319872.024338:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791424 00000100:00080000:1.0:1767319872.024405:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319872.024418:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523 00000100:00100000:2.0:1767319872.024430:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988791424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319872.025059:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988791424:12345-0@lo:400:kworker.0 Request processed in 619us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319872.025065:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791168 00000100:00100000:2.0:1767319872.025072:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523 00000100:00100000:0.0:1767319872.025075:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791168 00000100:00100000:0.0:1767319872.025122:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692 00000100:00100000:0.0:1767319872.025131:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988791168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319872.025172:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319872.025233:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988791168:12345-0@lo:38:kworker.0 Request processed in 102us (568us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319872.025239:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692 00000100:00080000:2.0:1767319872.025296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319872.025304:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319872.025309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988791168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319872.025482:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791552 00000100:00100000:1.0:1767319872.025489:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791552 00000100:00100000:1.0:1767319872.025534:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1767319872.025540:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988791552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319872.025550:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319872.025635:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988791552:12345-0@lo:38:kworker.0 Request processed in 93us (855us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319872.025643:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:2.0:1767319872.025696:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319872.025705:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319872.025711:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988791552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319872.802807:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831552 00000100:00100000:1.0:1767319872.802825:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831552 00000100:00100000:1.0:1767319872.802900:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 978 00000100:00100000:1.0:1767319872.802912:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923831552:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319872.802965:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319872.803071:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923831552:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 159us (1265us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319872.803079:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 978 00000100:00100000:1.0:1767319872.808873:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831936 00000100:00100000:1.0:1767319872.808887:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831936 00000100:00100000:1.0:1767319872.808957:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831808 00000100:00100000:1.0:1767319872.808960:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831808 00000100:00100000:1.0:1767319872.808983:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3524 00000100:00100000:1.0:1767319872.808994:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923831936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319872.809104:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923831936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319872.809112:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3524 00000100:00100000:1.0:1767319872.809130:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3525 00000100:00100000:1.0:1767319872.809136:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923831808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319872.809164:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2511:x1853163923831808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 28us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319872.809170:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3525 00000100:00100000:2.0:1767319872.809463:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923831680 00000100:00100000:2.0:1767319872.809468:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923831680 00000100:00100000:2.0:1767319872.809529:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 543 00000100:00100000:2.0:1767319872.809537:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923831680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319872.809612:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923831680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319872.809620:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 543 00000100:00080000:1.0:1767319872.809842:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319872.969099:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319873.545545:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791680 00000100:00100000:0.0:1767319873.545555:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791680 00000100:00100000:0.0:1767319873.545826:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:0.0:1767319873.545838:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988791680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319873.545878:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319873.546253:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988791680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 416us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319873.546263:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00010000:00010000:2.0:1767319874.000719:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319874.057706:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319874.057741:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988791808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319874.057839:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319874.057963:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791808 00000100:00100000:0.0:1767319874.057975:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791808 00000100:00100000:0.0:1767319874.058071:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:0.0:1767319874.058082:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988791808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319874.058127:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319874.058194:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988791808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319874.058202:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00080000:1.0:1767319874.058382:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319874.058895:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988791808:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319877.065324:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319877.136810:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319877.136824:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319877.136919:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319877.136924:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319877.136929:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319877.136939:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319877.136944:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319877.136962:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319877.136992:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8380 x1853163988792064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319877.137032:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319877.137035:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319877.137037:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319877.137040:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319877.137043:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319877.137047:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319877.137058:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163988792320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319877.137086:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319877.137089:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319877.137091:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319877.137096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319877.137099:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319877.137103:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319877.137116:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9880 x1853163988792448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319877.137310:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319877.137313:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319877.137315:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319877.137320:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319877.137322:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319877.137327:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319877.137341:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163988792832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319877.137388:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988792704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319877.137472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319877.137519:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319877.137525:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988792576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319877.137547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319877.137610:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792704 00000100:00100000:0.0:1767319877.137619:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792704 00000100:00100000:2.0:1767319877.138308:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988792064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319877.138357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319877.138381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988792320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319877.138404:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319877.138443:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988792448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319877.138678:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319877.138767:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988792832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319877.138831:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319877.138897:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792448 00000100:00100000:2.0:1767319877.138907:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792448 00000100:00100000:2.0:1767319877.138948:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693 00000100:00100000:2.0:1767319877.138964:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988792448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319877.138989:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319877.139034:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988792448:12345-0@lo:38:kworker.0 Request processed in 78us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319877.139042:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693 00000100:00100000:2.0:1767319877.139064:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792320 00000100:00100000:2.0:1767319877.139068:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792320 00000100:00100000:2.0:1767319877.139089:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792192 00000100:00100000:2.0:1767319877.139092:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792192 00000100:00100000:2.0:1767319877.139121:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988791936 00000100:00100000:0.0:1767319877.139123:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792576 00000100:00100000:2.0:1767319877.139124:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988791936 00000100:00100000:0.0:1767319877.139141:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792576 00000100:00100000:2.0:1767319877.139141:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792832 00000100:00100000:2.0:1767319877.139148:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792832 00000100:00100000:2.0:1767319877.139160:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1767319877.139167:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988792192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319877.139214:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988792192:12345-0@lo:400:kworker.0 Request processed in 48us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319877.139221:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1767319877.139234:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1767319877.139241:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988791936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319877.139276:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:0.0:1767319877.139291:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988792576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319877.139314:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988791936:12345-0@lo:400:kworker.0 Request processed in 70us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319877.139323:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1767319877.139359:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988792576:12345-0@lo:400:kworker.0 Request processed in 72us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319877.139360:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1767319877.139374:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988792320:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319877.139378:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00010000:00020000:2.0:1767319877.139399:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319877.139431:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1767319877.139444:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988792832:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319877.139446:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988792320:12345-0@lo:38:kworker.0 Request processed in 65us (1033us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319877.139463:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00010000:00020000:0.0:1767319877.139472:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319877.139527:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988791936:0@lo:400:kworker.0 00000100:00080000:1.0:1767319877.139608:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319877.139616:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319877.139622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319877.139730:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988792832:12345-0@lo:38:kworker.0 Request processed in 289us (899us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319877.139738:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1767319877.141576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988792192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319877.141688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988792576:0@lo:400:kworker.0 00000100:00080000:1.0:1767319877.150113:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319877.150134:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319877.150140:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988792320:0@lo:38:kworker.0 00000100:00080000:1.0:1767319877.150162:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319877.150167:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319877.150170:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988792448:0@lo:38:kworker.0 00000100:00080000:1.0:1767319877.150182:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319877.150186:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319877.150189:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988792832:0@lo:38:kworker.0 00000100:00080000:1.0:1767319877.150229:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319877.150234:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319877.150237:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988792064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319877.930741:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832448 00000100:00100000:1.0:1767319877.930755:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832448 00000100:00100000:1.0:1767319877.931028:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832320 00000100:00100000:1.0:1767319877.931033:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832320 00000100:00100000:1.0:1767319877.931442:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3529 00000100:00100000:1.0:1767319877.931450:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923832320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319877.931500:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f8e581f7-de51-4550-90ea-109e3cc27a77+5:2509:x1853163923832320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 50us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319877.931507:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3529 00000100:00100000:2.0:1767319877.935027:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832064 00000100:00100000:2.0:1767319877.935050:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832064 00000100:00100000:2.0:1767319877.935128:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832192 00000100:00100000:2.0:1767319877.935132:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832192 00000100:00100000:2.0:1767319877.935207:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 546 00000100:00100000:2.0:1767319877.935218:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923832192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319877.935346:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923832192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 130us (4843us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319877.935355:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 546 00000100:00100000:2.0:1767319877.935377:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 982 00000100:00100000:2.0:1767319877.935381:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923832064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319877.935406:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319877.935460:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923832064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (5031us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319877.935468:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 982 00010000:00010000:2.0:1767319878.088926:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319878.669063:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988792960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319878.669161:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319878.669302:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988792960 00000100:00100000:0.0:1767319878.669311:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988792960 00000100:00100000:0.0:1767319878.669374:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:0.0:1767319878.669382:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988792960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319878.669412:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319878.675075:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988792960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5676us (5897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319878.675098:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:1.0:1767319878.677615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988792960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319879.180019:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793088 00000100:00100000:0.0:1767319879.180038:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793088 00000100:00100000:0.0:1767319879.180201:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:0.0:1767319879.180215:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988793088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319879.180260:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319879.180367:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988793088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (3210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319879.180396:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:1.0:1767319879.182612:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988793088:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319881.160871:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319882.187746:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319882.249804:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319882.249818:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319882.249909:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319882.249914:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319882.249920:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319882.249931:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319882.249944:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319882.249952:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319882.249981:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f800 x1853163988793344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319882.250008:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319882.250011:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319882.250013:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319882.250017:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319882.250019:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319882.250023:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319882.250035:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e680 x1853163988793600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319882.250045:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319882.250048:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319882.250050:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319882.250054:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319882.250076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319882.250093:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319882.250109:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ea00 x1853163988793728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319882.250150:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319882.250153:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319882.250155:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319882.250159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319882.250162:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319882.250166:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319882.250177:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163988794112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319882.250217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988793856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.250304:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319882.250353:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319882.250359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988793984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.250380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319882.250419:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793856 00000100:00100000:1.0:1767319882.250428:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793856 00000100:00100000:1.0:1767319882.250487:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793984 00000100:00100000:1.0:1767319882.250490:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793984 00000100:00100000:1.0:1767319882.250518:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530 00000100:00100000:1.0:1767319882.250528:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988793856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.250625:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988793856:12345-0@lo:400:kworker.0 Request processed in 98us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319882.250633:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530 00000100:00100000:1.0:1767319882.250661:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531 00000100:00100000:1.0:1767319882.250667:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988793984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.250695:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988793984:12345-0@lo:400:kworker.0 Request processed in 29us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319882.250700:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531 00000100:00100000:1.0:1767319882.250748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988793984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.250759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988793856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319882.251455:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793216 00000100:00100000:2.0:1767319882.251462:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793216 00000100:00100000:2.0:1767319882.251522:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793472 00000100:00100000:2.0:1767319882.251526:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793472 00000100:00100000:2.0:1767319882.251548:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1767319882.251555:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988793216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319882.251793:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1767319882.251803:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988793472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319882.256357:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1767319882.256365:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988793600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319882.256394:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319882.256461:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988793600:12345-0@lo:38:kworker.0 Request processed in 94us (802us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319882.256469:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1767319882.256492:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1767319882.256496:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988794112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319882.256507:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319882.256533:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988794112:12345-0@lo:38:kworker.0 Request processed in 35us (750us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319882.256540:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1767319882.256627:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988793728 00000100:00100000:1.0:1767319882.256632:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988793728 00000100:00100000:1.0:1767319882.256658:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694 00000100:00100000:1.0:1767319882.256663:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988793728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319882.256674:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319882.256712:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988793728:12345-0@lo:38:kworker.0 Request processed in 48us (1002us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319882.256718:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694 00000100:00080000:1.0:1767319882.256780:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319882.256787:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319882.256792:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988793600:0@lo:38:kworker.0 00000100:00080000:1.0:1767319882.256802:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319882.256805:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319882.256808:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988793728:0@lo:38:kworker.0 00000100:00080000:1.0:1767319882.256815:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319882.256819:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319882.256822:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988794112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319882.257325:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988793216:12345-0@lo:400:kworker.0 Request processed in 5768us (6402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319882.257335:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1767319882.257507:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319882.257513:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319882.257516:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988793344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319882.257631:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988793216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319882.258312:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988793472:12345-0@lo:400:kworker.0 Request processed in 6507us (7330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319882.258324:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1767319882.258424:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988793472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319883.042431:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832704 00000100:00100000:1.0:1767319883.042448:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832704 00000100:00100000:1.0:1767319883.042531:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923832576 00000100:00100000:1.0:1767319883.042537:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923832576 00000100:00100000:1.0:1767319883.042634:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 549 00000100:00100000:1.0:1767319883.042654:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923832704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319883.042740:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923832704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319883.042750:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 549 00000100:00100000:1.0:1767319883.042778:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 986 00000100:00100000:1.0:1767319883.042808:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923832576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319883.042835:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319883.043044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319883.043053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319883.043056:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319883.043222:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923832576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 415us (927us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319883.043238:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 986 00000100:00100000:1.0:1767319883.785362:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988794240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319883.785472:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319883.792923:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988794240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319884.298932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988794368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319884.299026:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319884.300350:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319884.300751:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988794368:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319885.257059:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319886.281983:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319887.369503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988794496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.369629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319887.370999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988794496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371026:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319887.371033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988794752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371061:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319887.371095:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988794752 00000100:00100000:1.0:1767319887.371099:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988794752 00000100:00100000:1.0:1767319887.371129:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1767319887.371136:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988794752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371173:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988794752:12345-0@lo:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319887.371179:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1767319887.371210:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988794752:0@lo:400:kworker.0 00000100:00080000:1.0:1767319887.371257:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319887.371269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988795264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319887.371354:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795136 00000100:00100000:1.0:1767319887.371358:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795136 00000100:00100000:1.0:1767319887.371393:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795264 00000100:00100000:1.0:1767319887.371396:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795264 00000100:00100000:1.0:1767319887.371420:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534 00000100:00100000:1.0:1767319887.371426:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988795136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371466:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988795136:12345-0@lo:400:kworker.0 Request processed in 40us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319887.371472:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534 00000100:00100000:1.0:1767319887.371484:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535 00000100:00100000:1.0:1767319887.371490:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988795264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371522:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988795264:12345-0@lo:400:kworker.0 Request processed in 32us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319887.371528:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535 00000100:00080000:1.0:1767319887.371542:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319887.371544:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319887.371560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988795264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319887.371603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988794880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319887.371628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319887.371646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988795008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319887.371670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319887.373591:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988795392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319887.373674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319887.374701:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795392 00000100:00100000:2.0:1767319887.374792:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795392 00000100:00100000:2.0:1767319887.374968:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1767319887.374977:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988795392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319887.375006:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319887.375082:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988795392:12345-0@lo:38:kworker.0 Request processed in 105us (1407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319887.375090:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00080000:1.0:1767319887.375242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319887.375249:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319887.375272:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988795392:0@lo:38:kworker.0 00000100:00080000:1.0:1767319887.375315:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319887.375320:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319887.375323:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988794624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319887.375337:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319887.375341:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319887.375344:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988794880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319887.375466:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795008 00000100:00100000:1.0:1767319887.375472:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795008 00000100:00100000:1.0:1767319887.375502:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695 00000100:00100000:1.0:1767319887.375507:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988795008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319887.375520:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319887.375559:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988795008:12345-0@lo:38:kworker.0 Request processed in 50us (3888us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319887.375565:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695 00000100:00080000:1.0:1767319887.375607:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319887.375612:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319887.375615:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988795008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319888.164681:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319888.164718:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319888.164748:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319888.164788:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767319888.164807:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923833600 offset 0 length 520: 4 00000100:00080000:1.0:1767319888.165683:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319888.165688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319888.166718:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923833216 00000100:00100000:2.0:1767319888.166734:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923833216 00000100:00100000:2.0:1767319888.166834:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923833088 00000100:00100000:2.0:1767319888.166839:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923833088 00000100:00080000:1.0:1767319888.166876:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319888.166884:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 552 00000100:00100000:2.0:1767319888.166896:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923833216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319888.166920:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 990 00000100:00100000:1.0:1767319888.166928:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923833088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319888.166953:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319888.166989:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923833216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (2267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319888.166997:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 552 00000100:00100000:1.0:1767319888.167004:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923833088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 74us (2213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319888.167012:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 990 00000100:00100000:1.0:1767319888.906621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988795520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319888.906720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319888.907365:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795520 00000100:00100000:0.0:1767319888.907378:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795520 00000100:00100000:0.0:1767319888.907441:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:0.0:1767319888.907462:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988795520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319888.907501:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8613824 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319888.907577:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988795520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319888.907615:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:0.0:1767319888.907684:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988795520:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319889.353401:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319889.418914:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319889.418946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988795648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319889.419040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319889.419211:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795648 00000100:00100000:2.0:1767319889.419223:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795648 00000100:00100000:2.0:1767319889.419313:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767319889.419324:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988795648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319889.419366:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8663232 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319889.419433:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988795648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319889.419442:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767319889.419507:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988795648:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319889.419725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319890.377963:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319891.466850:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319866/real 1767319866] req@ffff9e7d05fc1c00 x1853163988789248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319891.466885:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d05fc1c00 x1853163988789248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319891.466904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319891.466936:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319891.466940:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988789248:0@lo:250:kworker.0 00000100:00080000:2.0:1767319891.467039:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.467044:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319891.467047:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.467051:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5113 00000100:00080000:2.0:1767319891.467055:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.467062:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319891.467101:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7100 x1853163988795776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319891.467147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988795776:0@lo:250:kworker.0 00000400:00000100:1.0:1767319891.467189:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988795776 offset 0 length 520: 4 00000100:00080000:2.0:1767319891.467276:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.467280:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.467282:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.467286:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5134 00000100:00080000:2.0:1767319891.467289:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.467294:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319891.467312:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163988796032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319891.467819:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988795904 00000100:00100000:0.0:1767319891.467828:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988795904 00000100:00100000:0.0:1767319891.467884:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1767319891.467892:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988795904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319891.467946:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988795904:12345-0@lo:400:kworker.0 Request processed in 55us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319891.467953:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:0.0:1767319891.467974:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319891.468762:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988796032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319891.468799:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319891.468979:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.468983:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.468987:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.468991:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5134 00000100:00080000:2.0:1767319891.468994:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.468998:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319891.469012:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163988796288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319891.469041:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.469044:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.469046:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.469049:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5134 00000100:00080000:2.0:1767319891.469052:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.469055:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319891.469067:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3100 x1853163988796416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319891.469209:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988796288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319891.469233:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319891.469282:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.469285:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.469288:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.469291:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5134 00000100:00080000:2.0:1767319891.469293:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.469297:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319891.469308:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0e00 x1853163988796800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319891.469329:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988796544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.469365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.469386:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319891.469391:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988796672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.469408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.469431:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796544 00000100:00100000:2.0:1767319891.469435:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796544 00000100:00100000:2.0:1767319891.469472:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796672 00000100:00100000:2.0:1767319891.469479:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796672 00000100:00100000:2.0:1767319891.469499:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538 00000100:00100000:2.0:1767319891.469505:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988796544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.469540:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988796544:12345-0@lo:400:kworker.0 Request processed in 34us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.469545:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538 00000100:00100000:2.0:1767319891.469557:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:2.0:1767319891.469561:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988796672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.469602:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988796672:12345-0@lo:400:kworker.0 Request processed in 40us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.469607:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00080000:2.0:1767319891.469635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319891.469638:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319891.469659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988796672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.469667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988796544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319891.470287:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988796416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319891.470311:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319891.470327:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988796800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319891.470343:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.470421:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796416 00000100:00100000:2.0:1767319891.470424:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796416 00000100:00100000:2.0:1767319891.470443:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696 00000100:00100000:2.0:1767319891.470448:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988796416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319891.470466:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319891.470492:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988796416:12345-0@lo:38:kworker.0 Request processed in 43us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319891.470498:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696 00000100:00100000:0.0:1767319891.471853:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796032 00000100:00100000:0.0:1767319891.471861:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796032 00000100:00100000:0.0:1767319891.471888:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796288 00000100:00100000:0.0:1767319891.471901:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796288 00000100:00100000:0.0:1767319891.471922:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1767319891.471927:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988796032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319891.471941:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319891.471977:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988796032:12345-0@lo:38:kworker.0 Request processed in 49us (3177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319891.471983:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1767319891.471996:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1767319891.471999:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988796288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319891.472017:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319891.472035:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988796288:12345-0@lo:38:kworker.0 Request processed in 35us (2802us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319891.472041:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:1.0:1767319891.472471:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319891.472476:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319891.472480:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988796288:0@lo:38:kworker.0 00000100:00080000:1.0:1767319891.472489:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319891.472492:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319891.472494:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988796032:0@lo:38:kworker.0 00000100:00080000:1.0:1767319891.472516:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319891.472519:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319891.472522:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988796416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319891.473443:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.473845:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796160 00000100:00100000:2.0:1767319891.473849:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796160 00000100:00100000:1.0:1767319891.473897:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1767319891.473906:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988796160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319891.473959:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988796160:12345-0@lo:400:kworker.0 Request processed in 55us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319891.473966:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1767319891.473983:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1767319891.473987:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988796800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319891.474001:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319891.474057:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988796800:12345-0@lo:38:kworker.0 Request processed in 69us (3713us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319891.474064:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1767319891.474103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988796160:0@lo:400:kworker.0 00000100:00080000:1.0:1767319891.474122:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319891.474126:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319891.474129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988796800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319891.474243:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319893.286017:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923833856 00000100:00100000:0.0:1767319893.286044:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923833856 00000100:00100000:0.0:1767319893.286116:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923833728 00000100:00100000:0.0:1767319893.286120:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923833728 00000100:00100000:0.0:1767319893.286143:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 555 00000100:00100000:0.0:1767319893.286153:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923833856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319893.286249:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923833856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319893.286265:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 555 00000100:00100000:0.0:1767319893.286285:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 994 00000100:00100000:0.0:1767319893.286290:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923833728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319893.286334:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319893.286368:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923833728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 75us (888us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319893.286376:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 994 00000100:00080000:0.0:1767319893.286401:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319893.286405:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319893.286406:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319893.298790:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319894.024796:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319894.024817:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988796928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319894.024888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319894.025144:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988796928 00000100:00100000:0.0:1767319894.025153:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988796928 00000100:00100000:0.0:1767319894.025263:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:0.0:1767319894.025280:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988796928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319894.025305:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319894.025351:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988796928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319894.025356:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00080000:1.0:1767319894.025693:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319894.537779:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797056 00000100:00100000:2.0:1767319894.537788:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797056 00000100:00100000:2.0:1767319894.537856:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:2.0:1767319894.537865:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319894.537893:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319894.537938:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319894.537946:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00080000:0.0:1767319894.538126:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319895.496804:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319896.586237:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319896.586249:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319896.586319:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319896.586323:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319896.586327:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319896.586335:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5138 00000100:00080000:1.0:1767319896.586340:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319896.586347:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319896.586369:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65180 x1853163988797312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319896.586389:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319896.586391:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319896.586393:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319896.586410:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5138 00000100:00080000:1.0:1767319896.586413:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319896.586417:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319896.586439:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ca80 x1853163988797568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319896.586448:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319896.586451:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319896.586453:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319896.586457:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:1.0:1767319896.586459:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319896.586462:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319896.586475:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163988797696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319896.587479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319896.587744:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319896.587749:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319896.587751:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319896.587756:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:1.0:1767319896.587758:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319896.587763:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319896.587777:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77dc00 x1853163988798080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319896.587841:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988797952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319896.587875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.587905:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319896.587911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988797824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319896.587932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319896.587996:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797952 00000100:00100000:1.0:1767319896.588001:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797952 00000100:00100000:1.0:1767319896.588090:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797824 00000100:00100000:1.0:1767319896.588094:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797824 00000100:00100000:2.0:1767319896.588164:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988797312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319896.588194:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319896.588227:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988797568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319896.588263:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319896.588278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988797696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319896.588300:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319896.588316:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988798080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319896.588337:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319896.588364:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797696 00000100:00100000:2.0:1767319896.588368:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797696 00000100:00100000:2.0:1767319896.588389:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4697 00000100:00100000:2.0:1767319896.588394:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988797696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319896.588440:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319896.588476:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988797696:12345-0@lo:38:kworker.0 Request processed in 81us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319896.588482:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4697 00000100:00100000:2.0:1767319896.588503:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797312 00000100:00100000:2.0:1767319896.588533:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797312 00000100:00100000:2.0:1767319896.588554:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988797568 00000100:00100000:2.0:1767319896.588557:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988797568 00000100:00100000:2.0:1767319896.588567:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798080 00000100:00100000:2.0:1767319896.588570:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798080 00000100:00100000:2.0:1767319896.588619:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767319896.588623:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988797312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319896.588633:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319896.588660:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988797312:12345-0@lo:38:kworker.0 Request processed in 36us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319896.588666:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767319896.588677:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1767319896.588681:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988797568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319896.588689:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319896.588710:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988797568:12345-0@lo:38:kworker.0 Request processed in 28us (446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319896.588715:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1767319896.588725:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1767319896.588729:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988798080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319896.588737:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319896.588757:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988798080:12345-0@lo:38:kworker.0 Request processed in 28us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319896.588762:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00080000:2.0:1767319896.588792:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319896.588796:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319896.588800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988797312:0@lo:38:kworker.0 00000100:00080000:2.0:1767319896.588818:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319896.588821:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319896.588824:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988797568:0@lo:38:kworker.0 00000100:00080000:2.0:1767319896.588831:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319896.588834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319896.588837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988797696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319896.588843:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319896.588846:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319896.588848:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988798080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319896.588975:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540 00000100:00100000:2.0:1767319896.588984:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319896.589031:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797952:12345-0@lo:400:kworker.0 Request processed in 48us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319896.589036:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540 00000100:00100000:2.0:1767319896.589077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988797952:0@lo:400:kworker.0 00000100:00080000:0.0:1767319896.600679:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319896.600696:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319896.600849:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541 00000100:00100000:1.0:1767319896.600872:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319896.600963:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988797824:12345-0@lo:400:kworker.0 Request processed in 105us (13030us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319896.600970:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541 00000100:00100000:2.0:1767319896.603435:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988797824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319898.404426:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834368 00000100:00100000:1.0:1767319898.404436:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834368 00000100:00100000:1.0:1767319898.404512:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834240 00000100:00100000:1.0:1767319898.404515:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834240 00000100:00100000:1.0:1767319898.404532:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 558 00000100:00100000:1.0:1767319898.404540:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923834368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319898.404649:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923834368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319898.404656:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 558 00000100:00100000:1.0:1767319898.404672:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 998 00000100:00100000:1.0:1767319898.404676:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923834240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319898.404694:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319898.404714:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923834240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 37us (486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319898.404720:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 998 00000100:00100000:1.0:1767319899.146426:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319899.158228:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988798208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319899.158313:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319899.158372:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798208 00000100:00100000:1.0:1767319899.158380:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798208 00000100:00100000:1.0:1767319899.158435:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:1.0:1767319899.158458:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988798208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319899.158490:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319899.158534:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988798208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319899.158541:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00080000:1.0:1767319899.158576:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319899.158963:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988798208:0@lo:13:osp-pre-1-1.0 00000001:00100000:0.0:1767319899.159782:0:113816:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:0.0:1767319899.159789:0:113816:0:(genops.c:904:class_export_put()) final put ffff9e7c03e82000/f8e581f7-de51-4550-90ea-109e3cc27a77 00000020:00000080:1.0:1767319899.159881:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7c03e82000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0000 00000020:00000080:1.0:1767319899.163746:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7c03e86800 for lustre-OST0000 00000020:00000080:1.0:1767319899.164018:0:63660:0:(genops.c:863:class_export_destroy()) destroying export ffff9e7d042c5000/f8e581f7-de51-4550-90ea-109e3cc27a77 for lustre-OST0001 00000020:00000080:1.0:1767319899.164070:0:63660:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9e7d042c4000 for lustre-OST0001 00010000:00010000:2.0:1767319899.592854:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319899.656985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988798336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319899.657069:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319899.657176:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798336 00000100:00100000:2.0:1767319899.657183:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798336 00000100:00100000:2.0:1767319899.657257:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:2.0:1767319899.657267:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988798336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319899.657296:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319899.657356:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988798336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319899.657377:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00080000:1.0:1767319899.657609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319899.657650:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988798336:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319901.704787:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.704817:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319901.704886:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.704890:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.704893:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.704900:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1767319901.704905:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.704911:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319901.704934:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c3b80 x1853163988798592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.704971:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.704974:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.704975:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.704979:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1767319901.704981:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.704985:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319901.704996:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020000 x1853163988798848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.705006:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.705009:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.705010:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.705014:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1767319901.705017:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.705020:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319901.705031:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022680 x1853163988798976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.705066:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.705069:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.705070:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.705073:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1767319901.705076:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.705079:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319901.705089:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021180 x1853163988799360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319901.705155:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988798720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.705221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319901.705271:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319901.705277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988798464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.705300:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319901.705333:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798720 00000100:00100000:2.0:1767319901.705340:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798720 00000100:00100000:2.0:1767319901.705388:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798464 00000100:00100000:2.0:1767319901.705391:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798464 00000100:00100000:2.0:1767319901.705415:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1767319901.705423:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988798720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.705472:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988798720:12345-0@lo:400:kworker.0 Request processed in 50us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319901.705479:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1767319901.705496:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767319901.705511:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988798464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.705536:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988798464:12345-0@lo:400:kworker.0 Request processed in 35us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319901.705542:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767319901.705573:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988798464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.705604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988798720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319901.706075:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988798592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319901.706108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319901.706138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988798848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319901.706160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319901.706183:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988798976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319901.706204:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319901.706224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988799360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319901.706241:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319901.706342:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798592 00000100:00100000:2.0:1767319901.706347:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798592 00000100:00100000:2.0:1767319901.706369:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798848 00000100:00100000:2.0:1767319901.706382:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798848 00000100:00100000:2.0:1767319901.706396:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799360 00000100:00100000:2.0:1767319901.706399:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799360 00000100:00100000:2.0:1767319901.706408:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1767319901.706413:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988798592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319901.706431:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.706700:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1767319901.706706:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988798848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319901.706716:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319901.709059:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988798592:12345-0@lo:38:kworker.0 Request processed in 2632us (2938us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319901.709073:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1767319901.711646:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1767319901.711658:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988799360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319901.711682:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.712119:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988798848:12345-0@lo:38:kworker.0 Request processed in 5410us (5956us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319901.712128:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:0.0:1767319901.712182:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319901.712242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.712248:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.712252:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988798592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319901.712277:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.712281:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.712284:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988798848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319901.714107:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799232 00000100:00100000:1.0:1767319901.714135:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799232 00000100:00100000:1.0:1767319901.714194:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542 00000100:00100000:1.0:1767319901.714205:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988799232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319901.714306:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988799232:12345-0@lo:400:kworker.0 Request processed in 104us (7656us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319901.714314:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542 00000100:00100000:1.0:1767319901.714864:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988799232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319901.714897:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988798976 00000100:00100000:1.0:1767319901.714901:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988798976 00000100:00100000:1.0:1767319901.714932:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698 00000100:00100000:1.0:1767319901.714937:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988798976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319901.714956:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319901.714989:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988798976:12345-0@lo:38:kworker.0 Request processed in 52us (8784us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319901.714995:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698 00000100:00080000:1.0:1767319901.715058:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319901.715063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319901.715798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988799104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319901.715965:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988799360:12345-0@lo:38:kworker.0 Request processed in 4305us (9720us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319901.715974:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:0.0:1767319901.716049:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.716055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.716066:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988799360:0@lo:38:kworker.0 00000100:00080000:0.0:1767319901.716097:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.716101:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.716104:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988798976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319903.521996:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834624 00000100:00100000:2.0:1767319903.522006:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834624 00000100:00100000:2.0:1767319903.522236:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834496 00000100:00100000:2.0:1767319903.522240:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834496 00000100:00100000:2.0:1767319903.522260:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 561 00000100:00100000:2.0:1767319903.522791:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923834624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319903.522880:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923834624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (1419us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319903.522924:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319903.523439:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 561 00010000:00010000:2.0:1767319903.688826:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319904.265724:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799488 00000100:00100000:0.0:1767319904.265733:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799488 00000100:00100000:0.0:1767319904.265813:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:0.0:1767319904.265824:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988799488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319904.265852:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319904.265905:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988799488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319904.265913:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00080000:2.0:1767319904.265973:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319904.777110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988799616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319904.777180:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319904.777302:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799616 00000100:00100000:2.0:1767319904.777322:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799616 00000100:00100000:2.0:1767319904.777397:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:2.0:1767319904.777406:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988799616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319904.777437:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319904.777516:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988799616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319904.777523:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00080000:0.0:1767319904.777813:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319906.824838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988799744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.824903:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319906.824934:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319906.824939:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988800000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.824958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319906.825003:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988800384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.825041:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319906.825080:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800384 00000100:00100000:1.0:1767319906.825086:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800384 00000100:00100000:1.0:1767319906.825132:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544 00000100:00100000:1.0:1767319906.825140:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988800384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.825184:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988800384:12345-0@lo:400:kworker.0 Request processed in 44us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319906.825190:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544 00000100:00100000:1.0:1767319906.825232:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988800384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319906.825241:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799744 00000100:00100000:2.0:1767319906.825244:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799744 00000100:00100000:2.0:1767319906.825272:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800000 00000100:00100000:2.0:1767319906.825275:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800000 00000100:00100000:1.0:1767319906.825283:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1767319906.825289:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988799744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319906.825295:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1767319906.825301:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988800000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.825323:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988799744:12345-0@lo:400:kworker.0 Request processed in 34us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319906.825328:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988800000:12345-0@lo:400:kworker.0 Request processed in 27us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319906.825329:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767319906.825333:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1767319906.825348:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2da8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988799872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988800512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319906.825370:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319906.825381:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988799872 00000100:00100000:1.0:1767319906.825384:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988800128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825384:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988799872 00000100:00100000:2.0:1767319906.825400:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1767319906.825402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319906.825435:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988800256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825440:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988799872:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319906.825454:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319906.825456:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319906.825468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988800640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825481:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988799872:12345-0@lo:38:kworker.0 Request processed in 75us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319906.825484:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319906.825488:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1767319906.825498:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800128 00000100:00100000:2.0:1767319906.825501:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800128 00000100:00080000:1.0:1767319906.825503:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319906.825507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319906.825514:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988799872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825517:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800640 00000100:00100000:2.0:1767319906.825519:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800640 00000100:00100000:2.0:1767319906.825527:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1767319906.825531:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988800128:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319906.825534:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800256 00000100:00100000:1.0:1767319906.825536:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800256 00010000:00020000:2.0:1767319906.825540:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319906.825553:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699 00000100:00100000:1.0:1767319906.825558:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988800256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319906.825566:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988800128:12345-0@lo:38:kworker.0 Request processed in 34us (163us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767319906.825567:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319906.825572:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1767319906.825607:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1767319906.825608:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988800256:12345-0@lo:38:kworker.0 Request processed in 49us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319906.825611:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988800640:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319906.825614:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699 00010000:00020000:2.0:1767319906.825620:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319906.825638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988800000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319906.825641:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988800640:12345-0@lo:38:kworker.0 Request processed in 29us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319906.825646:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1767319906.825647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2da88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988799744:0@lo:400:kworker.0 00000100:00080000:2.0:1767319906.825668:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319906.825671:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319906.825674:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988800128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319906.825682:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319906.825685:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319906.825688:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988800256:0@lo:38:kworker.0 00000100:00080000:2.0:1767319906.825694:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319906.825697:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319906.825699:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988800640:0@lo:38:kworker.0 00000100:00080000:0.0:1767319906.826204:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319906.826210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319906.826212:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319907.789528:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319908.643021:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834880 00000100:00100000:0.0:1767319908.643029:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834880 00000100:00100000:0.0:1767319908.643109:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 564 00000100:00100000:0.0:1767319908.643120:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923834880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319908.643190:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923834880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319908.643195:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 564 00000100:00080000:2.0:1767319908.643402:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319908.644648:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923834752 00000100:00100000:0.0:1767319908.644653:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923834752 00000100:00100000:0.0:1767319908.644678:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1006 00000100:00100000:0.0:1767319908.644690:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923834752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319908.644707:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319908.644748:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923834752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319908.644753:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1006 00000100:00100000:1.0:1767319909.384948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988800768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319909.385240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319909.385321:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800768 00000100:00100000:0.0:1767319909.385522:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800768 00000100:00100000:0.0:1767319909.385646:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:0.0:1767319909.385656:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988800768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319909.385685:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319909.385741:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988800768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319909.385747:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00080000:2.0:1767319909.386048:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319909.897317:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988800896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319909.897425:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319909.902195:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988800896 00000100:00100000:1.0:1767319909.902212:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988800896 00000100:00100000:1.0:1767319909.902296:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:1.0:1767319909.902306:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988800896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319909.902338:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319909.902438:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988800896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (5013us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319909.902445:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00080000:2.0:1767319909.902842:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319911.880881:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319911.944720:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319911.944730:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319911.944801:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319911.944806:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319911.944810:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319911.944817:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5153 00000100:00080000:2.0:1767319911.944821:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319911.944827:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319911.944853:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e300 x1853163988801152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319911.944890:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319911.944893:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319911.944895:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319911.944899:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5153 00000100:00080000:2.0:1767319911.944901:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319911.944904:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319911.944916:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322c0380 x1853163988801408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319911.944925:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319911.944928:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319911.944944:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319911.944948:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00080000:2.0:1767319911.944950:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319911.944954:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319911.944971:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83b80 x1853163988801536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319911.945009:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319911.945012:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319911.945013:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319911.945018:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00080000:2.0:1767319911.945020:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319911.945023:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319911.945036:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81880 x1853163988801920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319911.945068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988801664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319911.945113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319911.945150:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319911.945160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988801792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319911.945188:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319911.945244:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801664 00000100:00100000:2.0:1767319911.945251:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801664 00000100:00100000:2.0:1767319911.945304:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801792 00000100:00100000:2.0:1767319911.945320:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801792 00000100:00100000:2.0:1767319911.945349:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:2.0:1767319911.945363:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988801664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319911.945427:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988801664:12345-0@lo:400:kworker.0 Request processed in 68us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319911.945443:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000100:00100000:2.0:1767319911.945464:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:2.0:1767319911.945476:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988801792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319911.945516:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988801792:12345-0@lo:400:kworker.0 Request processed in 43us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319911.945525:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00000100:00080000:2.0:1767319911.945545:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319911.945549:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319911.945555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319911.945597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988801792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319911.945612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988801664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319911.946190:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988801152:0@lo:38:kworker.0 00000100:00100000:0.0:1767319911.946227:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319911.946265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988801408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319911.946284:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319911.946318:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988801536:0@lo:38:kworker.0 00000100:00100000:0.0:1767319911.946342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319911.946363:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988801920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319911.946381:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319911.946414:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801152 00000100:00100000:0.0:1767319911.946418:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801152 00000100:00100000:0.0:1767319911.946433:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801408 00000100:00100000:0.0:1767319911.946435:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801408 00000100:00100000:0.0:1767319911.946451:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801920 00000100:00100000:0.0:1767319911.946454:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801920 00000100:00100000:0.0:1767319911.946463:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1767319911.946467:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319911.946485:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319911.946516:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801152:12345-0@lo:38:kworker.0 Request processed in 48us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319911.946523:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1767319911.946538:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767319911.946542:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319911.946550:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319911.946570:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801408:12345-0@lo:38:kworker.0 Request processed in 27us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319911.946575:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767319911.946617:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1767319911.946621:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319911.946630:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319911.946652:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988801920:12345-0@lo:38:kworker.0 Request processed in 29us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319911.946657:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00080000:0.0:1767319911.946683:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319911.946688:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319911.946692:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988801152:0@lo:38:kworker.0 00000100:00080000:0.0:1767319911.946700:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319911.946703:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319911.946712:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988801408:0@lo:38:kworker.0 00000100:00080000:0.0:1767319911.946722:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319911.946725:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319911.946727:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988801920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319911.951490:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988801536 00000100:00100000:1.0:1767319911.951506:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988801536 00000100:00100000:1.0:1767319911.951572:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700 00000100:00100000:1.0:1767319911.951640:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988801536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319911.951681:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319911.951775:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988801536:12345-0@lo:38:kworker.0 Request processed in 194us (5431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319911.951783:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700 00000100:00080000:1.0:1767319911.951846:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319911.951852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319911.951857:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988801536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319912.750950:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923835264 00000100:00100000:2.0:1767319912.750962:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923835264 00000100:00100000:2.0:1767319912.751048:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 567 00000100:00100000:2.0:1767319912.751059:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923835264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319912.751151:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923835264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319912.751159:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 567 00000100:00080000:0.0:1767319912.751244:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319912.759318:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923835136 00000100:00100000:2.0:1767319912.759329:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923835136 00000100:00100000:2.0:1767319912.759384:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1010 00000100:00100000:2.0:1767319912.759392:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923835136:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319912.759415:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319912.759497:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923835136:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319912.759522:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1010 00000100:00100000:1.0:1767319914.505221:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988802048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319914.505347:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319914.505481:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802048 00000100:00100000:2.0:1767319914.505509:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802048 00000100:00100000:2.0:1767319914.505637:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767319914.505646:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988802048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319914.505680:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767319914.506033:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319914.515035:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988802048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9379us (9676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319914.515055:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1767319914.519843:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988802048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319915.018839:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802176 00000100:00100000:2.0:1767319915.018855:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802176 00000100:00100000:2.0:1767319915.018945:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:2.0:1767319915.018957:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988802176:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319915.018977:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767319915.019000:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319915.019088:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988802176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319915.019096:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00010000:00010000:2.0:1767319915.977614:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319916.040806:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319891/real 1767319891] req@ffff9e7d046b7100 x1853163988795776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319916.040856:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d046b7100 x1853163988795776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319916.041151:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319916.041178:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319916.041183:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988795776:0@lo:250:kworker.0 00000100:00080000:2.0:1767319916.041264:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319916.041270:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319916.041274:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319916.041280:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5138 00000100:00080000:2.0:1767319916.041285:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319916.041292:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319916.041337:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18000 x1853163988802304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319916.041733:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802432 00000100:00100000:0.0:1767319916.041743:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802432 00000100:00100000:0.0:1767319916.041819:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1767319916.041831:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988802432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319916.041933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988802304:0@lo:250:kworker.0 00000400:00000100:1.0:1767319916.041959:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988802304 offset 0 length 520: 4 00000100:00080000:1.0:1767319916.042026:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319916.047179:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319916.047197:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319916.047203:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319916.047213:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319916.047220:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319916.047228:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319916.047300:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b100 x1853163988802560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319916.047440:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988802688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319916.047540:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319916.047653:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802688 00000100:00100000:1.0:1767319916.047683:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802688 00000100:00100000:1.0:1767319916.047759:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1767319916.047770:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988802688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319916.047829:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988802688:12345-0@lo:400:kworker.0 Request processed in 61us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319916.047837:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:1.0:1767319916.048424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319916.048480:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988802688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319916.048517:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988802560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319916.048562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319916.048630:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802560 00000100:00100000:1.0:1767319916.048637:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802560 00000100:00100000:1.0:1767319916.048662:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1767319916.048667:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988802560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319916.048692:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319916.048733:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988802560:12345-0@lo:38:kworker.0 Request processed in 63us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319916.048740:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00080000:1.0:1767319916.048770:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319916.048775:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319916.048778:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988802560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319916.054198:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988802432:12345-0@lo:400:kworker.0 Request processed in 12353us (12616us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319916.054221:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:2.0:1767319916.055138:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319916.055147:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319916.055152:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319916.055159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319916.055165:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319916.055173:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319916.055226:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81880 x1853163988802816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319916.055325:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988802816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319916.055408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319916.057054:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988802816 00000100:00100000:0.0:1767319916.057070:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988802816 00000100:00100000:0.0:1767319916.057139:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1767319916.057148:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988802816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319916.057178:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319916.058618:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319916.058630:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319916.058635:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319916.058644:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319916.058649:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319916.058657:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319916.058704:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83800 x1853163988802944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319916.060323:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988802944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319916.060428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319916.060893:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988802816:12345-0@lo:38:kworker.0 Request processed in 3743us (5482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319916.060904:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00080000:2.0:1767319916.061116:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319916.061122:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319916.061126:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319916.061133:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319916.061137:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319916.061143:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319916.061168:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d180 x1853163988803328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319916.062596:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319916.062605:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319916.062610:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988802816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319916.062636:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988803328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319916.062684:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319916.062784:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319916.062789:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319916.062793:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988802944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319916.072209:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988803328 00000100:00100000:0.0:1767319916.072242:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988803328 00000100:00100000:1.0:1767319916.075411:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1767319916.075428:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988803328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319916.075461:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319916.075614:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988803328:12345-0@lo:38:kworker.0 Request processed in 187us (12927us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319916.075623:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:2.0:1767319916.077426:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319916.077443:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319916.077449:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988803328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319917.862757:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319917.862881:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767319917.863554:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319919.627576:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988803456 00000100:00100000:2.0:1767319919.627632:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988803456 00000100:00100000:2.0:1767319919.627733:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:2.0:1767319919.627746:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988803456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319919.627787:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319919.627853:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988803456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319919.627861:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:2.0:1767319919.627929:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988803456:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319919.628417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319920.072950:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319920.138701:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319920.138737:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988803584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319920.138840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319920.139362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319920.139508:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988803584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319921.162823:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988803968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.162938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163005:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319921.163014:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988803712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163071:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988804352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163124:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319921.163130:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988804480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163165:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163203:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988803968 00000100:00100000:2.0:1767319921.163214:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988803968 00000100:00100000:2.0:1767319921.163296:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988803712 00000100:00100000:2.0:1767319921.163300:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988803712 00000100:00100000:2.0:1767319921.163330:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1767319921.163340:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988803968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163404:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988803968:12345-0@lo:400:kworker.0 Request processed in 64us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319921.163413:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1767319921.163435:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1767319921.163441:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988803712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163469:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988803712:12345-0@lo:400:kworker.0 Request processed in 28us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319921.163475:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1767319921.163509:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804352 00000100:00100000:2.0:1767319921.163531:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804352 00000100:00100000:2.0:1767319921.163564:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804480 00000100:00100000:2.0:1767319921.163567:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804480 00000100:00100000:2.0:1767319921.163617:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1767319921.163625:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988804352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163680:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988804352:12345-0@lo:400:kworker.0 Request processed in 56us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319921.163686:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1767319921.163697:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:2.0:1767319921.163703:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988804480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.163730:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988804480:12345-0@lo:400:kworker.0 Request processed in 27us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319921.163736:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00000100:00100000:2.0:1767319921.163770:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988803840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319921.163800:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163820:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988804096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319921.163846:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163864:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988804224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319921.163890:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163907:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988804608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319921.163927:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319921.163955:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988803840 00000100:00100000:2.0:1767319921.163959:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988803840 00000100:00100000:2.0:1767319921.163976:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804096 00000100:00100000:2.0:1767319921.163979:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804096 00000100:00100000:2.0:1767319921.163985:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804608 00000100:00100000:2.0:1767319921.163988:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804608 00000100:00100000:2.0:1767319921.164008:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1767319921.164013:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988803840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319921.164038:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319921.164077:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988803840:12345-0@lo:38:kworker.0 Request processed in 62us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319921.164083:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1767319921.164095:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767319921.164099:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988804096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319921.164109:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319921.164130:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988804096:12345-0@lo:38:kworker.0 Request processed in 30us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319921.164136:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767319921.164161:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1767319921.164165:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988804608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319921.164174:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319921.164197:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988804608:12345-0@lo:38:kworker.0 Request processed in 30us (268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319921.164202:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1767319921.164250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988804480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.164262:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988804352:0@lo:400:kworker.0 00000100:00080000:2.0:1767319921.164292:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319921.164297:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319921.164301:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988803840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319921.164309:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319921.164319:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319921.164322:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988804096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319921.164334:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319921.164338:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319921.164341:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988804608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319921.164371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988803712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319921.164383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988803968:0@lo:400:kworker.0 00000100:00080000:0.0:1767319921.166843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319921.166852:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319921.167714:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319921.167725:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319921.167730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988804224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319922.978481:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923835776 00000100:00100000:1.0:1767319922.978613:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923835776 00000100:00100000:1.0:1767319922.978691:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923835648 00000100:00100000:1.0:1767319922.978694:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923835648 00000100:00100000:1.0:1767319922.978712:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 573 00000100:00100000:1.0:1767319922.978723:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923835776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319922.978798:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1018 00000100:00100000:2.0:1767319922.978822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923835648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767319922.978856:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319922.978961:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923835648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 136us (932us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319922.978973:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1018 00000100:00080000:0.0:1767319922.978976:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319922.979065:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923835776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 342us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319922.979092:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 573 00010000:00010000:2.0:1767319924.169540:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319924.745524:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988804736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319924.745624:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319924.745673:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804736 00000100:00100000:2.0:1767319924.745680:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804736 00000100:00100000:2.0:1767319924.745727:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1767319924.745735:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988804736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319924.745761:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319924.745799:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988804736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319924.745806:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00080000:2.0:1767319924.745840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319924.745874:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988804736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319925.259011:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319925.259038:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988804864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319925.259119:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319925.259240:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804864 00000100:00100000:0.0:1767319925.259249:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804864 00000100:00100000:0.0:1767319925.259317:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:0.0:1767319925.259327:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988804864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319925.259358:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319925.259402:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988804864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319925.259409:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00080000:2.0:1767319925.264560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319925.264656:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988804864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319926.281594:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988804992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281626:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319926.281650:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319926.281656:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988805248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319926.281710:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988804992 00000100:00100000:2.0:1767319926.281714:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988804992 00000100:00100000:2.0:1767319926.281739:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988805248 00000100:00100000:2.0:1767319926.281742:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988805248 00000100:00100000:2.0:1767319926.281762:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1767319926.281768:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988804992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281799:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988804992:12345-0@lo:400:kworker.0 Request processed in 31us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319926.281805:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1767319926.281818:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1767319926.281823:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988805248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281846:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988805248:12345-0@lo:400:kworker.0 Request processed in 23us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319926.281853:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:2.0:1767319926.281880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319926.281884:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319926.281910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988805248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988804992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988805632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.281984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988805760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319926.282932:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988805120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319926.282979:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319926.283011:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988805376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319926.283032:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319926.283066:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988805504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319926.283091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319926.283109:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988805888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319926.283127:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319926.283158:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988805504 00000100:00100000:0.0:1767319926.283164:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988805504 00000100:00100000:0.0:1767319926.283191:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703 00000100:00100000:0.0:1767319926.283196:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988805504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319926.283215:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319926.283249:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988805504:12345-0@lo:38:kworker.0 Request processed in 52us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319926.283265:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703 00000100:00100000:0.0:1767319926.283289:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988805120 00000100:00100000:0.0:1767319926.283294:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988805120 00000100:00100000:0.0:1767319926.283312:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988805376 00000100:00100000:0.0:1767319926.283314:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988805376 00000100:00100000:0.0:1767319926.283324:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988805888 00000100:00100000:0.0:1767319926.283327:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988805888 00000100:00100000:0.0:1767319926.283342:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1767319926.283347:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988805120:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319926.283615:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319926.283621:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319926.283624:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988805504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319926.283656:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1767319926.283660:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988805376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319926.283672:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319926.283705:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988805376:12345-0@lo:38:kworker.0 Request processed in 43us (672us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319926.283711:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1767319926.283725:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1767319926.283729:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988805888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319926.283738:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319926.283760:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988805888:12345-0@lo:38:kworker.0 Request processed in 29us (632us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319926.283766:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00080000:1.0:1767319926.283789:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319926.283792:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319926.283795:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988805376:0@lo:38:kworker.0 00000100:00080000:1.0:1767319926.283803:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319926.283806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319926.283809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988805888:0@lo:38:kworker.0 00010000:00020000:0.0:1767319926.283983:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319926.284023:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988805120:12345-0@lo:38:kworker.0 Request processed in 674us (1042us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319926.284029:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:1.0:1767319926.284375:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319926.284402:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319926.284406:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988805120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319928.097298:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319928.097627:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319928.098405:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923835904 00000100:00100000:0.0:1767319928.098422:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923835904 00000100:00080000:2.0:1767319928.099550:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319928.100164:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1022 00000100:00100000:0.0:1767319928.100178:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923835904:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319928.100204:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319928.100299:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923835904:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 120us (2719us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319928.100308:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1022 00010000:00010000:2.0:1767319928.264830:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319929.124383:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319929.125037:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836160 00000100:00100000:1.0:1767319929.125054:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836160 00000100:00100000:1.0:1767319929.125147:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1023 00000100:00100000:1.0:1767319929.125158:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923836160:12345-192.168.204.13@tcp:17:kworker.0 00000100:00100000:1.0:1767319929.125265:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923836160:12345-192.168.204.13@tcp:17:kworker.0 Request processed in 109us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319929.125282:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1023 00000100:00100000:1.0:1767319929.865675:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319929.865701:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988806016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319929.865774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319929.866207:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319929.866287:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988806016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319930.377265:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988806144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319930.377387:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319930.377532:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806144 00000100:00100000:0.0:1767319930.377543:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806144 00000100:00100000:0.0:1767319930.377677:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:0.0:1767319930.377689:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988806144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319930.377753:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319930.377826:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988806144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319930.377834:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00080000:1.0:1767319930.377906:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319930.377966:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988806144:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319931.400894:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319931.400904:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319931.400981:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319931.400986:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319931.400990:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319931.400999:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767319931.401003:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319931.401010:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319931.401032:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163988806400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319931.401063:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319931.401067:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319931.401069:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319931.401122:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767319931.401124:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319931.401128:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319931.401141:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988806656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319931.401151:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319931.401154:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319931.401155:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319931.401159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767319931.401162:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319931.401165:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319931.401176:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988806784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319931.401227:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988806400:0@lo:38:kworker.0 00000100:00080000:2.0:1767319931.401238:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319931.401244:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319931.401246:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319931.401250:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767319931.401254:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319931.401258:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319931.401273:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322aed80 x1853163988807168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319931.401322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988806912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319931.401364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319931.401456:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988806272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.407437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.407519:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319931.407551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988807040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.407623:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.407668:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806912 00000100:00100000:2.0:1767319931.407676:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806912 00000100:00100000:2.0:1767319931.407746:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807040 00000100:00100000:2.0:1767319931.407750:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807040 00000100:00100000:2.0:1767319931.407771:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554 00000100:00100000:2.0:1767319931.407779:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988806912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.407829:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988806912:12345-0@lo:400:kworker.0 Request processed in 50us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319931.407836:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554 00000100:00100000:2.0:1767319931.407853:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555 00000100:00100000:2.0:1767319931.407858:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988807040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.407886:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988807040:12345-0@lo:400:kworker.0 Request processed in 27us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319931.407892:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555 00000100:00100000:2.0:1767319931.407933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988807040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.407945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988806912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.408008:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806400 00000100:00100000:2.0:1767319931.408013:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806400 00000100:00100000:2.0:1767319931.408035:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1767319931.408040:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988806400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319931.408059:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319931.408090:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988806400:12345-0@lo:38:kworker.0 Request processed in 49us (6728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319931.408096:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00080000:2.0:1767319931.408129:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319931.408469:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319931.408484:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319931.408490:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988806400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319931.408503:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988806656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319931.408568:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.408622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988806784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319931.408666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.408712:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988807168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319931.408736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.408780:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806784 00000100:00100000:1.0:1767319931.408786:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806784 00000100:00100000:1.0:1767319931.408825:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4704 00000100:00100000:1.0:1767319931.408831:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988806784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319931.408851:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319931.408887:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988806784:12345-0@lo:38:kworker.0 Request processed in 54us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319931.408894:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4704 00000100:00080000:1.0:1767319931.408923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319931.408927:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319931.408930:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988806784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319931.409404:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.409543:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806656 00000100:00100000:1.0:1767319931.409551:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806656 00000100:00100000:1.0:1767319931.409643:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807168 00000100:00100000:1.0:1767319931.409647:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807168 00000100:00100000:0.0:1767319931.409676:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806272 00000100:00100000:0.0:1767319931.409679:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806272 00000100:00100000:0.0:1767319931.409721:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1767319931.409730:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988806272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319931.409781:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988806272:12345-0@lo:400:kworker.0 Request processed in 52us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319931.409788:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1767319931.409806:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1767319931.409810:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988806656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319931.409827:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319931.409858:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988806656:12345-0@lo:38:kworker.0 Request processed in 46us (1290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319931.409864:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1767319931.409877:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1767319931.409881:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988807168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319931.409890:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319931.409912:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988807168:12345-0@lo:38:kworker.0 Request processed in 30us (1175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319931.409917:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00080000:0.0:1767319931.409942:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319931.409985:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988806272:0@lo:400:kworker.0 00000100:00080000:0.0:1767319931.410050:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319931.410055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319931.410059:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988807168:0@lo:38:kworker.0 00000100:00080000:0.0:1767319931.410069:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319931.410072:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319931.410075:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988806656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.410463:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988806528 00000100:00100000:2.0:1767319931.410470:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988806528 00000100:00100000:2.0:1767319931.410521:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1767319931.410528:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988806528:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319931.410537:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319931.410623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988806528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319931.411470:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988806528:12345-0@lo:400:kworker.0 Request processed in 940us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319931.411481:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00010000:00010000:2.0:1767319932.361028:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319933.217499:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836288 00000100:00100000:1.0:1767319933.217511:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836288 00000100:00100000:1.0:1767319933.217615:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1027 00000100:00100000:1.0:1767319933.217629:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923836288:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319933.217657:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319933.217736:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923836288:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 110us (541us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319933.217761:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1027 00000100:00100000:1.0:1767319933.217778:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836416 00000100:00100000:1.0:1767319933.217782:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836416 00000100:00100000:1.0:1767319933.217840:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 579 00000100:00100000:1.0:1767319933.217848:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923836416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319933.217889:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923836416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 42us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319933.217896:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 579 00000100:00080000:1.0:1767319933.217914:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319934.985092:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988807296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319934.985162:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319934.987773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319935.497046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988807424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319935.497121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319935.497232:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807424 00000100:00100000:0.0:1767319935.497241:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807424 00000100:00100000:0.0:1767319935.497316:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767319935.497324:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988807424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319935.497351:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319935.497394:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988807424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319935.497400:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00080000:1.0:1767319935.497470:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319935.497558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988807424:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319936.456889:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319936.520928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988807552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319936.520997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.521125:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807552 00000100:00100000:0.0:1767319936.521135:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807552 00000100:00080000:1.0:1767319936.521187:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319936.521207:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767319936.521219:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988807552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.521633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988807808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.521765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.521804:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807808 00000100:00100000:1.0:1767319936.521808:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807808 00000100:00100000:1.0:1767319936.522055:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767319936.522064:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988807808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.522102:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988807808:12345-0@lo:400:kworker.0 Request processed in 40us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319936.522109:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767319936.522137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988807680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319936.522160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.522189:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807680 00000100:00100000:1.0:1767319936.522193:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807680 00000100:00100000:1.0:1767319936.522209:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1767319936.522221:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988807680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319936.522241:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319936.522272:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988807680:12345-0@lo:38:kworker.0 Request processed in 50us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319936.522278:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:1.0:1767319936.522309:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319936.522313:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319936.522316:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988807680:0@lo:38:kworker.0 00000100:00080000:1.0:1767319936.522335:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319936.522352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988807808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.540167:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988807552:12345-0@lo:400:kworker.0 Request processed in 18939us (19157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.540183:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1767319936.542491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988807552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.544407:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988807936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319936.544455:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.544486:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988808064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319936.544515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.544542:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988808448:0@lo:38:kworker.0 00000100:00100000:1.0:1767319936.544562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.544614:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988807936 00000100:00100000:1.0:1767319936.544618:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988807936 00000100:00100000:1.0:1767319936.544640:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988808448 00000100:00100000:1.0:1767319936.544643:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988808448 00000100:00100000:1.0:1767319936.544659:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1767319936.544664:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988807936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319936.544682:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319936.544717:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988807936:12345-0@lo:38:kworker.0 Request processed in 51us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319936.544733:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1767319936.544746:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1767319936.544750:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988808448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319936.544760:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319936.544784:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988808448:12345-0@lo:38:kworker.0 Request processed in 32us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319936.544790:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:1.0:1767319936.544817:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319936.544822:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319936.544825:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988807936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319936.544831:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319936.544834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319936.544837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988808448:0@lo:38:kworker.0 00000100:00080000:0.0:1767319936.554621:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319936.554634:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319936.554639:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988808064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319937.318412:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836800 00000100:00100000:1.0:1767319937.318425:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836800 00000100:00100000:1.0:1767319937.318506:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836672 00000100:00100000:1.0:1767319937.318510:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836672 00000100:00100000:1.0:1767319937.318533:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 582 00000100:00100000:1.0:1767319937.318542:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923836800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319937.318653:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923836800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319937.318661:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 582 00000100:00100000:1.0:1767319937.318679:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1031 00000100:00100000:1.0:1767319937.318683:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923836672:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767319937.318724:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319937.318751:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923836672:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 65us (517us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319937.318757:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1031 00000100:00100000:1.0:1767319940.104963:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319940.104986:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988808576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319940.105061:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319940.105683:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319940.560125:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319940.617872:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988808704 00000100:00100000:2.0:1767319940.617881:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988808704 00000100:00100000:2.0:1767319940.617952:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1767319940.617962:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988808704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319940.617991:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767319940.618057:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319940.618533:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988808704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 572us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319940.618553:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:1.0:1767319941.640864:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319941.640882:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988808832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.640943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.640966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988808960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.640992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319941.641022:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988808832 00000100:00100000:1.0:1767319941.641030:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988808832 00000100:00100000:1.0:1767319941.641077:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988808960 00000100:00100000:1.0:1767319941.641079:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988808960 00000100:00100000:0.0:1767319941.641126:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319941.641136:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988809088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319941.641175:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319941.641203:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988809088 00000100:00100000:0.0:1767319941.641206:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988809088 00000100:00100000:0.0:1767319941.641244:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1767319941.641252:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988808832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319941.641298:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988808832:12345-0@lo:400:kworker.0 Request processed in 46us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319941.641305:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1767319941.641321:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1767319941.641339:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988809088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319941.641370:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988809088:12345-0@lo:400:kworker.0 Request processed in 43us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319941.641376:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:0.0:1767319941.641397:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319941.641429:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988809088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319941.641476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988808832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.641737:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1767319941.641742:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988808960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319941.641770:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319941.649051:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988809216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.649148:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319941.649280:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988809216 00000100:00100000:0.0:1767319941.649289:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988809216 00000100:00100000:0.0:1767319941.649343:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1767319941.649351:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988809216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319941.649373:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319941.649416:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988809216:12345-0@lo:38:kworker.0 Request processed in 65us (268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319941.649439:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1767319941.656788:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988808960:12345-0@lo:38:kworker.0 Request processed in 15033us (15783us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319941.656803:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:2.0:1767319941.659289:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.659302:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.659306:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988808960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.659344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988809344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.659410:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.659497:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988809728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.659525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319941.659557:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.659561:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.659565:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988809216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319941.659681:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988809344 00000100:00100000:1.0:1767319941.659694:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988809344 00000100:00100000:1.0:1767319941.659727:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706 00000100:00100000:1.0:1767319941.659731:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988809344:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319941.660392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319941.660398:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319941.660401:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988809728:0@lo:38:kworker.0 00010000:00020000:1.0:1767319941.670538:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319941.671024:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988809344:12345-0@lo:38:kworker.0 Request processed in 11287us (11610us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319941.671038:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706 00000100:00080000:2.0:1767319941.671166:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.671173:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.671177:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988809344:0@lo:38:kworker.0 00000100:00100000:0.0:1767319942.440968:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923836928 00000100:00100000:0.0:1767319942.440983:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923836928 00000100:00100000:0.0:1767319942.441026:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923837056 00000100:00100000:0.0:1767319942.441029:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923837056 00000100:00100000:0.0:1767319942.441124:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 585 00000100:00100000:0.0:1767319942.441135:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923837056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319942.441224:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923837056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (6741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319942.441234:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 585 00000100:00100000:2.0:1767319942.666367:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319916/real 1767319916] req@ffff9e7d3af18000 x1853163988802304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319942.666404:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3af18000 x1853163988802304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319942.666425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319942.666467:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319942.666471:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988802304:0@lo:250:kworker.0 00000100:00100000:1.0:1767319942.667620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988810240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319942.667717:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988809856:0@lo:250:kworker.0 00000100:00100000:0.0:1767319942.667753:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988809984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.674726:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319942.674857:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810240 00000100:00100000:1.0:1767319942.674866:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810240 00000100:00100000:1.0:1767319942.674916:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1767319942.674925:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988810240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.674979:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988810240:12345-0@lo:400:kworker.0 Request processed in 55us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319942.674987:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1767319942.675027:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988810240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.675071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988810752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.675303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319942.675346:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810752 00000100:00100000:1.0:1767319942.675350:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810752 00000100:00100000:1.0:1767319942.675383:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:1.0:1767319942.675389:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988810752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.675423:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988810752:12345-0@lo:400:kworker.0 Request processed in 33us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319942.675429:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:1.0:1767319942.675471:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988810752:0@lo:400:kworker.0 00000100:00080000:1.0:1767319942.675494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319942.678514:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810624 00000100:00100000:1.0:1767319942.678526:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810624 00000100:00100000:1.0:1767319942.678977:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:1.0:1767319942.678991:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988810624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319942.681313:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988810624:12345-0@lo:400:kworker.0 Request processed in 2313us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319942.681331:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000400:00000100:2.0:1767319942.688377:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988809856 offset 0 length 520: 4 00000100:00100000:2.0:1767319942.688430:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988810112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319942.688471:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319942.688501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988810368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319942.688563:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319942.688616:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988810496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319942.688644:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319942.688645:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810112 00000100:00100000:2.0:1767319942.688666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988810880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319942.688670:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810112 00000100:00100000:2.0:1767319942.688689:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319942.688758:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810496 00000100:00100000:2.0:1767319942.688766:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810496 00000100:00100000:2.0:1767319942.688798:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707 00000100:00100000:2.0:1767319942.688806:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988810496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319942.688827:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319942.688868:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988810496:12345-0@lo:38:kworker.0 Request processed in 61us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319942.688875:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707 00000100:00080000:2.0:1767319942.688916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319942.688921:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319942.688925:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988810496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319942.689019:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810368 00000100:00100000:1.0:1767319942.689026:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810368 00000100:00100000:1.0:1767319942.689047:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988810880 00000100:00100000:1.0:1767319942.689050:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988810880 00000100:00100000:1.0:1767319942.689071:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1767319942.689079:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319942.689110:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319942.689358:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810112:12345-0@lo:38:kworker.0 Request processed in 278us (885us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319942.689366:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1767319942.689383:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1767319942.689388:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319942.689400:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319942.689428:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810368:12345-0@lo:38:kworker.0 Request processed in 39us (865us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319942.689434:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1767319942.689444:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1767319942.689447:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319942.689456:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319942.689479:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988810880:12345-0@lo:38:kworker.0 Request processed in 29us (790us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319942.689505:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00080000:2.0:1767319942.693330:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319942.693359:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319942.693364:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988810112:0@lo:38:kworker.0 00000100:00080000:2.0:1767319942.693381:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319942.693384:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319942.693387:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988810368:0@lo:38:kworker.0 00000100:00080000:2.0:1767319942.693398:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319942.693401:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319942.693404:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988810880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319942.695355:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319942.699839:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988809984 00000100:00100000:2.0:1767319942.699855:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988809984 00000100:00100000:2.0:1767319942.699924:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1767319942.699935:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988809984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319942.700024:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988809984:12345-0@lo:400:kworker.0 Request processed in 92us (4682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319942.700032:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1767319942.700655:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988809984:0@lo:400:kworker.0 00010000:00010000:2.0:1767319944.648895:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319945.225154:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319945.232367:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988811008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319945.232458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319945.232613:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811008 00000100:00100000:2.0:1767319945.232622:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811008 00000100:00100000:2.0:1767319945.232722:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:2.0:1767319945.232732:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988811008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319945.232764:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319945.232818:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988811008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319945.232826:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319945.233031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988811008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319945.737703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988811136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319945.737777:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319945.737930:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811136 00000100:00100000:0.0:1767319945.737939:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811136 00000100:00100000:0.0:1767319945.738052:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:0.0:1767319945.738061:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988811136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319945.738114:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319945.738166:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988811136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319945.738186:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1767319945.738343:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988811136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319947.553043:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319947.553092:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319947.553194:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923837312 00000100:00100000:0.0:1767319947.553205:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923837312 00000100:00100000:0.0:1767319947.553364:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923837184 00000100:00100000:0.0:1767319947.553368:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923837184 00000100:00100000:0.0:1767319947.553390:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 588 00000100:00100000:0.0:1767319947.553400:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923837312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319947.553473:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923837312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319947.553481:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 588 00000100:00100000:0.0:1767319947.553503:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1039 00000100:00100000:0.0:1767319947.553622:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923837184:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319947.553642:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319947.553749:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923837184:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 239us (656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319947.553757:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1039 00000100:00080000:1.0:1767319947.553829:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319947.786345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988812032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319947.786361:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988811520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.786493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988811392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319947.791044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319947.791525:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988812032 00000100:00100000:1.0:1767319947.791542:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988812032 00000100:00100000:0.0:1767319947.791662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.791691:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988811648:0@lo:38:kworker.0 00000100:00100000:0.0:1767319947.791715:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.791735:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988811776:0@lo:38:kworker.0 00000100:00100000:0.0:1767319947.791756:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.791773:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988812160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319947.791793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.791839:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811392 00000100:00100000:0.0:1767319947.791843:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811392 00000100:00100000:0.0:1767319947.791871:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811648 00000100:00100000:0.0:1767319947.791874:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811648 00000100:00100000:0.0:1767319947.791887:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988812160 00000100:00100000:0.0:1767319947.791889:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988812160 00000100:00100000:0.0:1767319947.791907:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1767319947.791914:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988811392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319947.791935:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319947.791975:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988811392:12345-0@lo:38:kworker.0 Request processed in 61us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319947.792478:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:1.0:1767319947.792488:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988812032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.792540:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988812032:12345-0@lo:400:kworker.0 Request processed in 54us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319947.792547:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00080000:1.0:1767319947.792834:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319947.792872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988812032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.792904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988811264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.792937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319947.792998:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811264 00000100:00100000:1.0:1767319947.793003:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811264 00000100:00100000:1.0:1767319947.793032:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1767319947.793038:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988811264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319947.794250:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319947.794307:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811776 00000100:00100000:2.0:1767319947.794315:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811776 00000100:00100000:2.0:1767319947.794346:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4708 00000100:00100000:2.0:1767319947.794352:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988811776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319947.794372:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319947.794435:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988811776:12345-0@lo:38:kworker.0 Request processed in 82us (2677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319947.794442:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4708 00000100:00100000:2.0:1767319947.794483:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811520 00000100:00100000:2.0:1767319947.794487:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811520 00000100:00100000:2.0:1767319947.794513:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1767319947.794519:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988811520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319947.794556:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988811520:12345-0@lo:400:kworker.0 Request processed in 38us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319947.794562:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1767319947.794593:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767319947.794599:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988811648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319947.794609:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319947.794636:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988811648:12345-0@lo:38:kworker.0 Request processed in 36us (2919us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319947.794641:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767319947.794669:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767319947.794674:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988812160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319947.794685:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319947.794725:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988812160:12345-0@lo:38:kworker.0 Request processed in 49us (2930us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319947.794730:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767319947.794763:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988811520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.794767:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00080000:0.0:1767319947.794802:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319947.794807:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319947.794811:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988811392:0@lo:38:kworker.0 00000100:00080000:0.0:1767319947.794822:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319947.794826:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319947.794830:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988811648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319947.794840:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988811264:12345-0@lo:400:kworker.0 Request processed in 1798us (1899us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319947.794841:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319947.794849:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319947.794854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988811776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319947.794855:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:0.0:1767319947.794864:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319947.794869:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319947.794872:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988812160:0@lo:38:kworker.0 00000100:00080000:1.0:1767319947.794886:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319947.794912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988811264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.795521:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988811904 00000100:00100000:1.0:1767319947.795527:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988811904 00000100:00100000:1.0:1767319947.795635:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:1.0:1767319947.795643:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988811904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.795695:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988811904:12345-0@lo:400:kworker.0 Request processed in 53us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319947.795702:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00080000:2.0:1767319947.795796:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319947.796374:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988811904:0@lo:400:kworker.0 00010000:00010000:2.0:1767319948.744916:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319950.349514:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319950.349538:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988812288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319950.349671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319950.351989:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988812288 00000100:00100000:0.0:1767319950.352003:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988812288 00000100:00100000:0.0:1767319950.352147:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767319950.352158:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988812288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319950.352207:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319950.352314:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988812288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (2642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319950.352323:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767319950.352379:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988812288:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319950.352703:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319950.857014:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319950.857474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988812416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319950.857547:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319950.858117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988812416:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319950.858189:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319952.676891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319952.676987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767319952.677102:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923837568 00000100:00100000:2.0:1767319952.677106:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923837568 00000100:00080000:1.0:1767319952.677213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319952.840853:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319952.905711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988812800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319952.905740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319952.905764:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319952.905775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988812544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319952.905793:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319952.905831:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319952.905835:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319952.906138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988812672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319952.906152:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1767319952.906161:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988812800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319952.906166:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319952.906186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988812928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319952.906199:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988812800:12345-0@lo:400:kworker.0 Request processed in 40us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319952.906203:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319952.906206:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1767319952.906219:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988812672 00000100:00100000:2.0:1767319952.906220:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988813056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319952.906221:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988812672 00000100:00100000:0.0:1767319952.906237:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988812928 00000100:00100000:0.0:1767319952.906240:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988812928 00000100:00100000:0.0:1767319952.906248:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1767319952.906253:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988812672:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319952.906259:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767319952.906270:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319952.906275:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988813440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319952.906296:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988812672:12345-0@lo:38:kworker.0 Request processed in 41us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319952.906302:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1767319952.906313:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319952.906316:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813440 00000100:00100000:0.0:1767319952.906319:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813440 00000100:00080000:2.0:1767319952.906333:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319952.906334:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00080000:2.0:1767319952.906337:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319952.906338:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988812928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319952.906340:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988812672:0@lo:38:kworker.0 00010000:00020000:0.0:1767319952.906348:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319952.906365:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1767319952.906375:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988812928:12345-0@lo:38:kworker.0 Request processed in 36us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319952.906376:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988813440:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319952.906380:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00010000:00020000:2.0:1767319952.906385:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319952.906407:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988813440:12345-0@lo:38:kworker.0 Request processed in 31us (93us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319952.906413:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1767319952.906430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988812800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319952.906434:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813056 00000100:00100000:2.0:1767319952.906437:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813056 00000100:00100000:2.0:1767319952.906456:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709 00000100:00100000:2.0:1767319952.906460:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988813056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319952.906470:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319952.906493:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988813056:12345-0@lo:38:kworker.0 Request processed in 32us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319952.906499:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709 00000100:00080000:2.0:1767319952.906538:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319952.906542:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319952.906544:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988812928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319952.906564:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319952.906567:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319952.906570:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988813056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319952.906606:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319952.906610:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319952.906613:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988813440:0@lo:38:kworker.0 00000100:00080000:1.0:1767319952.910218:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319952.911124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988812544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319955.464979:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988813568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319955.465077:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319955.465214:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813568 00000100:00100000:2.0:1767319955.465224:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813568 00000100:00100000:2.0:1767319955.465340:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:2.0:1767319955.465377:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988813568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319955.465429:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319955.468887:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988813568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3503us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319955.468909:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767319955.469440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988813568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319955.980268:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813696 00000100:00100000:2.0:1767319955.980278:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813696 00000100:00100000:2.0:1767319955.980354:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:2.0:1767319955.980365:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988813696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319955.980411:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319955.980478:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988813696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319955.980486:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00010000:00010000:2.0:1767319956.937053:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319957.799120:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319957.799307:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319957.806882:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319958.025361:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.025370:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319958.025682:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813824 00000100:00100000:0.0:1767319958.025692:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813824 00000100:00080000:2.0:1767319958.025701:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.025707:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.025710:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.025716:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5199 00000100:00080000:2.0:1767319958.025720:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.025725:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319958.025747:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124d880 x1853163988813952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319958.025774:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767319958.025827:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988814080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.025860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.025923:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814080 00000100:00100000:1.0:1767319958.025927:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814080 00000100:00100000:1.0:1767319958.025956:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1767319958.025963:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988814080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.026012:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988814080:12345-0@lo:400:kworker.0 Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319958.026020:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1767319958.026075:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988814080:0@lo:400:kworker.0 00000100:00080000:1.0:1767319958.026096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319958.026114:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988813952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.026227:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988813824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.028906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.028991:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988813952 00000100:00100000:1.0:1767319958.029000:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988813952 00000100:00100000:1.0:1767319958.029209:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1767319958.029219:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988813952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319958.029247:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.029294:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988813952:12345-0@lo:38:kworker.0 Request processed in 76us (396us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319958.029301:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00080000:1.0:1767319958.029343:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319958.029348:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319958.029352:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988813952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319958.031038:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.031060:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.031063:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.031069:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5199 00000100:00080000:2.0:1767319958.031082:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.031089:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319958.031122:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124d500 x1853163988814208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319958.031141:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.031145:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.031147:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.031150:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5199 00000100:00080000:2.0:1767319958.031152:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.031156:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319958.031167:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124df80 x1853163988814336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319958.031206:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.031209:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.031211:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.031214:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5199 00000100:00080000:2.0:1767319958.031216:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.031220:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319958.031232:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124e680 x1853163988814720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319958.031265:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988814464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.031303:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988814208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319958.036984:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319958.037101:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814464 00000100:00100000:2.0:1767319958.037108:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814464 00000100:00100000:2.0:1767319958.037161:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566 00000100:00100000:2.0:1767319958.037169:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988814464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319958.037216:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988814464:12345-0@lo:400:kworker.0 Request processed in 48us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319958.037223:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566 00000100:00080000:2.0:1767319958.037245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319958.037265:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988814464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.040113:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.040396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988814336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319958.040445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.040481:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988814720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319958.040506:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.040557:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814336 00000100:00100000:1.0:1767319958.040564:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814336 00000100:00100000:1.0:1767319958.040618:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710 00000100:00100000:1.0:1767319958.040625:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988814336:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319958.040751:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814208 00000100:00100000:2.0:1767319958.040755:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814208 00000100:00100000:2.0:1767319958.040776:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814720 00000100:00100000:2.0:1767319958.040778:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814720 00000100:00100000:2.0:1767319958.040791:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767319958.040795:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988814208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319958.040815:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319958.040854:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988814208:12345-0@lo:38:kworker.0 Request processed in 57us (746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319958.040860:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767319958.040874:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1767319958.040877:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988814720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319958.040885:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319958.040904:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988814720:12345-0@lo:38:kworker.0 Request processed in 26us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319958.040910:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00010000:00020000:1.0:1767319958.041006:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.041233:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988814336:12345-0@lo:38:kworker.0 Request processed in 606us (786us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319958.041240:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710 00000100:00080000:1.0:1767319958.041277:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319958.041282:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319958.041293:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988814208:0@lo:38:kworker.0 00000100:00080000:1.0:1767319958.041306:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319958.041310:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319958.041313:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988814336:0@lo:38:kworker.0 00000100:00080000:1.0:1767319958.041321:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319958.041324:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319958.041327:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988814720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.042784:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988813824:12345-0@lo:400:kworker.0 Request processed in 16573us (17209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319958.042796:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767319958.046119:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814592 00000100:00100000:2.0:1767319958.046199:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814592 00000100:00100000:2.0:1767319958.046281:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1767319958.046293:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988814592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319958.046376:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988814592:12345-0@lo:400:kworker.0 Request processed in 86us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319958.046384:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00000100:00100000:0.0:1767319958.046566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988814592:0@lo:400:kworker.0 00000100:00080000:1.0:1767319958.046773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319960.585259:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319960.585278:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988814848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319960.585333:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319960.585696:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988814848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319960.585741:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319961.033173:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319961.097151:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988814976 00000100:00100000:0.0:1767319961.097160:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988814976 00000100:00100000:0.0:1767319961.097231:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1767319961.097241:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988814976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319961.097272:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319961.097344:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988814976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319961.097351:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00080000:1.0:1767319961.098833:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319961.098999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988814976:0@lo:13:osp-pre-0-1.0 00000400:00000100:1.0:1767319962.919514:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923837952 offset 0 length 520: 4 00000100:00100000:1.0:1767319962.919567:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319962.919800:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838208 00000100:00100000:0.0:1767319962.919810:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838208 00000100:00100000:0.0:1767319962.919890:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 597 00000100:00100000:0.0:1767319962.919900:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923838208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767319962.920246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319962.920309:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923838208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 409us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319962.920318:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 597 00000100:00100000:0.0:1767319962.921259:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838080 00000100:00100000:0.0:1767319962.921266:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838080 00000100:00100000:0.0:1767319962.921302:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1051 00000100:00100000:0.0:1767319962.921308:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923838080:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319962.921333:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319962.921389:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923838080:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 79us (335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319962.921396:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1051 00000100:00080000:1.0:1767319963.147696:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.147706:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319963.147772:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.147777:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.147780:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.147788:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5204 00000100:00080000:1.0:1767319963.147793:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.147800:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319963.147822:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e351f80 x1853163988815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319963.147848:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.147865:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.147867:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.147870:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5204 00000100:00080000:1.0:1767319963.147873:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.147876:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319963.147890:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e350380 x1853163988815488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319963.147899:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.147902:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.147903:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.147907:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5204 00000100:00080000:1.0:1767319963.147909:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.147912:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319963.147922:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e352680 x1853163988815616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319963.147954:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.147956:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.147958:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.147962:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5204 00000100:00080000:1.0:1767319963.147964:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.147968:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319963.147977:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e351c00 x1853163988816000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319963.148008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988815744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319963.149425:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988815872 00000100:00100000:2.0:1767319963.149430:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988815872 00000100:00100000:2.0:1767319963.152918:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:2.0:1767319963.152938:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988815872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319963.153041:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988815872:12345-0@lo:400:kworker.0 Request processed in 114us (4330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319963.153049:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:2.0:1767319963.153102:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988815872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319963.153286:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988815616 00000100:00100000:0.0:1767319963.153294:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988815616 00000100:00100000:0.0:1767319963.153322:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4711 00000100:00100000:0.0:1767319963.153327:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988815616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319963.153347:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319963.153401:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988815616:12345-0@lo:38:kworker.0 Request processed in 72us (4545us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319963.153408:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4711 00000100:00080000:0.0:1767319963.153456:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319963.153461:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319963.153465:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988815616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319963.156962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.159635:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988815744:0@lo:400:kworker.0 00000100:00080000:1.0:1767319963.159783:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319965.128977:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319965.707019:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319965.707043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988816128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319965.707111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319965.707370:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816128 00000100:00100000:2.0:1767319965.707378:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816128 00000100:00080000:1.0:1767319965.707443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319965.707444:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1767319965.707453:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988816128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319965.707482:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319965.707545:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988816128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319965.707625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988816128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319965.708286:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1767319966.217728:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816256 00000100:00100000:2.0:1767319966.217738:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816256 00000100:00100000:2.0:1767319966.217809:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:2.0:1767319966.217819:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988816256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319966.217851:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767319966.217893:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319966.217908:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988816256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319966.217917:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:0.0:1767319967.241468:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319942/real 1767319942] req@ffff9e7d39b91c00 x1853163988809856/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319967.241505:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d39b91c00 x1853163988809856/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319967.241526:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319967.241553:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319967.241558:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988809856:0@lo:250:kworker.0 00000100:00100000:2.0:1767319967.242477:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988816768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242504:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319967.242528:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319967.242533:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988816512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242547:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319967.242571:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1767319967.242577:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988817280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242631:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988817280:12345-0@lo:400:kworker.0 Request processed in 55us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319967.242637:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1767319967.242658:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816768 00000100:00100000:2.0:1767319967.242660:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816768 00000100:00100000:2.0:1767319967.242727:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816512 00000100:00100000:2.0:1767319967.242730:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816512 00000100:00100000:2.0:1767319967.242751:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1767319967.242757:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988816768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242789:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988816768:12345-0@lo:400:kworker.0 Request processed in 32us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319967.242795:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1767319967.242817:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767319967.242822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988816512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242844:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988816512:12345-0@lo:400:kworker.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319967.242849:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767319967.242879:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988816512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242887:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988816768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319967.242906:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988817280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319967.242956:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988816384:0@lo:250:kworker.0 00000400:00000100:0.0:1767319967.242984:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988816384 offset 0 length 520: 4 00000100:00100000:0.0:1767319967.243009:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988816640:0@lo:38:kworker.0 00000100:00080000:1.0:1767319967.243011:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319967.243017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319967.243036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319967.243065:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988816896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319967.243091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319967.243109:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988817024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319967.243137:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319967.243159:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988817408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319967.243183:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319967.243234:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816640 00000100:00100000:0.0:1767319967.243238:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816640 00000100:00100000:0.0:1767319967.243269:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988816896 00000100:00100000:0.0:1767319967.243273:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988816896 00000100:00100000:0.0:1767319967.243302:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988817408 00000100:00100000:0.0:1767319967.243307:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988817408 00000100:00100000:0.0:1767319967.243332:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1767319967.243397:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988816640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319967.243410:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319967.243438:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988816640:12345-0@lo:38:kworker.0 Request processed in 99us (402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319967.249986:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988817152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319967.258125:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1767319968.037920:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319968.038031:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838336 00000100:00100000:0.0:1767319968.038041:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838336 00000100:00100000:0.0:1767319968.038096:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1058 00000100:00100000:0.0:1767319968.038104:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923838336:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319968.038129:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319968.038198:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923838336:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 94us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319968.038207:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1058 00000100:00100000:1.0:1767319968.048448:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319968.048865:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838464 00000100:00100000:0.0:1767319968.048875:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838464 00000100:00100000:0.0:1767319968.048961:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 602 00000100:00100000:0.0:1767319968.048971:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923838464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319968.049061:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923838464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319968.049069:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 602 00000100:00080000:1.0:1767319968.049139:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319969.224808:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319970.827164:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319970.827188:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988817536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319970.827268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319970.827835:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319970.827974:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988817536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319971.337533:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988817664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319971.337703:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319971.338866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319971.338935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988817664:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319972.360898:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319972.360908:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319972.360978:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319972.360983:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319972.360987:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319972.360994:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5214 00000100:00080000:2.0:1767319972.360999:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319972.361005:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319972.361052:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124ea00 x1853163988817920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319972.361082:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319972.361085:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319972.361087:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319972.361090:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5214 00000100:00080000:2.0:1767319972.361092:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319972.361096:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319972.361105:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124ce00 x1853163988818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319972.361114:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319972.361117:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319972.361118:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319972.361122:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5214 00000100:00080000:2.0:1767319972.361124:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319972.361127:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319972.361137:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124d180 x1853163988818304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319972.361175:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319972.361178:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319972.361180:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319972.361182:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5214 00000100:00080000:2.0:1767319972.361185:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319972.361189:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767319972.361230:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124e680 x1853163988818688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319972.361255:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988818560:0@lo:400:kworker.0 00000100:00100000:2.0:1767319972.361315:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319972.361359:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319972.361365:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988818432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319972.361386:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319972.361416:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818560 00000100:00100000:2.0:1767319972.361423:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818560 00000100:00100000:2.0:1767319972.361465:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818432 00000100:00100000:2.0:1767319972.361468:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818432 00000100:00100000:2.0:1767319972.361496:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572 00000100:00100000:2.0:1767319972.361503:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988818560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319972.361563:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988818560:12345-0@lo:400:kworker.0 Request processed in 59us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319972.361570:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572 00000100:00100000:2.0:1767319972.361617:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573 00000100:00100000:2.0:1767319972.361623:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988818432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319972.361650:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988818432:12345-0@lo:400:kworker.0 Request processed in 28us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319972.361655:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573 00000100:00100000:2.0:1767319972.361696:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988818432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319972.361704:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988818560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.361868:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988817792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.361903:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319972.361922:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319972.361928:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988818048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.361947:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319972.361974:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988817792 00000100:00100000:1.0:1767319972.361978:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988817792 00000100:00100000:1.0:1767319972.362004:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818048 00000100:00100000:1.0:1767319972.362007:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818048 00000100:00100000:1.0:1767319972.362024:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1767319972.362029:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988817792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.362062:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988817792:12345-0@lo:400:kworker.0 Request processed in 32us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319972.362076:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1767319972.362087:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1767319972.362092:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988818048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.362117:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988818048:12345-0@lo:400:kworker.0 Request processed in 25us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319972.362121:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:1.0:1767319972.362140:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319972.362145:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319972.362160:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988818048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319972.362169:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988817792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319972.362271:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988817920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319972.362299:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319972.362317:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988818176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319972.362337:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319972.362352:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988818304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319972.362372:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319972.362386:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988818688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319972.362404:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319972.362470:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988817920 00000100:00100000:1.0:1767319972.362473:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988817920 00000100:00100000:1.0:1767319972.362485:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818176 00000100:00100000:1.0:1767319972.362488:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818176 00000100:00100000:1.0:1767319972.362493:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818688 00000100:00100000:1.0:1767319972.362495:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818688 00000100:00100000:1.0:1767319972.362503:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1767319972.362507:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988817920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319972.362525:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319972.362573:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988817920:12345-0@lo:38:kworker.0 Request processed in 64us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319972.362602:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1767319972.362614:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767319972.362618:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988818176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319972.362628:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319972.362657:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988818176:12345-0@lo:38:kworker.0 Request processed in 37us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319972.362662:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767319972.362674:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767319972.362678:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988818688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319972.362687:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319972.362707:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988818688:12345-0@lo:38:kworker.0 Request processed in 28us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319972.362712:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00080000:0.0:1767319972.362926:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319972.362931:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319972.362934:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988817920:0@lo:38:kworker.0 00000100:00080000:0.0:1767319972.362942:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319972.362945:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319972.362947:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988818176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319972.362953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319972.362956:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319972.362958:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988818688:0@lo:38:kworker.0 00000100:00080000:1.0:1767319972.363455:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319972.363459:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319972.363462:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988818304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319973.153751:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838592 00000100:00100000:0.0:1767319973.153764:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838592 00000100:00100000:0.0:1767319973.153830:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1062 00000100:00100000:0.0:1767319973.153840:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923838592:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319973.153875:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319973.153965:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923838592:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 125us (793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319973.153993:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1062 00000100:00100000:1.0:1767319973.163467:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838720 00000100:00100000:1.0:1767319973.163489:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838720 00000100:00100000:1.0:1767319973.163630:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 605 00000100:00100000:1.0:1767319973.163644:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923838720:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319973.163777:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923838720:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 136us (8778us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319973.163785:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 605 00000100:00080000:2.0:1767319973.164821:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319973.324234:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319975.945275:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988818816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319975.945387:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319975.945524:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818816 00000100:00100000:2.0:1767319975.945553:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818816 00000100:00100000:2.0:1767319975.945655:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:2.0:1767319975.945667:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988818816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319975.945706:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767319975.945776:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988818816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319975.945785:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00080000:1.0:1767319975.946036:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319976.459633:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988818944 00000100:00100000:0.0:1767319976.459645:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988818944 00000100:00100000:0.0:1767319976.459736:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1767319976.459748:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988818944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319976.459789:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767319976.459868:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319976.464863:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988818944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5100us (5542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319976.464884:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00010000:00010000:2.0:1767319977.416794:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319977.481119:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319977.481432:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988819200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319977.481494:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319977.483195:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988819200 00000100:00100000:1.0:1767319977.483208:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988819200 00000100:00100000:1.0:1767319977.483266:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1767319977.483275:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988819200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319977.483310:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319977.483387:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988819200:12345-0@lo:38:kworker.0 Request processed in 112us (1892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319977.483394:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00080000:1.0:1767319977.483437:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319977.483443:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319977.483447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988819200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319977.484313:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988819328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319977.484364:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319977.484402:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988819072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319977.484422:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319977.484517:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988819328 00000100:00100000:0.0:1767319977.484523:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988819328 00000100:00100000:0.0:1767319977.484607:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988819072 00000100:00100000:0.0:1767319977.484611:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988819072 00000100:00100000:0.0:1767319977.484637:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1767319977.484645:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988819328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319977.484694:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988819328:12345-0@lo:400:kworker.0 Request processed in 50us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319977.484701:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1767319977.484718:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1767319977.484724:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988819072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319977.484750:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988819072:12345-0@lo:400:kworker.0 Request processed in 26us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319977.484756:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:2.0:1767319977.485079:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319977.485128:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988819328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319977.485140:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988819072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319977.486125:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988819456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319977.486159:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319977.486184:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988819584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319977.486205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319977.486229:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988819968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319977.486248:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319977.486276:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988819456 00000100:00100000:0.0:1767319977.486280:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988819456 00000100:00100000:0.0:1767319977.486299:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988819968 00000100:00100000:0.0:1767319977.486301:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988819968 00000100:00100000:0.0:1767319977.486314:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1767319977.486318:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988819456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319977.486335:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319977.486365:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988819456:12345-0@lo:38:kworker.0 Request processed in 45us (205us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319977.486371:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1767319977.486386:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1767319977.486389:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988819968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319977.486398:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319977.486419:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988819968:12345-0@lo:38:kworker.0 Request processed in 28us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319977.486424:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:0.0:1767319977.486451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319977.486456:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319977.486459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988819456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319977.486467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319977.486476:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319977.486478:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988819968:0@lo:38:kworker.0 00000100:00080000:1.0:1767319977.486925:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319977.486930:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319977.486933:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988819584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319977.487069:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319978.274397:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838976 00000100:00100000:0.0:1767319978.274407:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838976 00000100:00100000:0.0:1767319978.274480:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923838848 00000100:00100000:0.0:1767319978.274484:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923838848 00000100:00100000:0.0:1767319978.274506:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 608 00000100:00100000:0.0:1767319978.274517:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923838976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319978.274623:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923838976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319978.274631:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 608 00000100:00100000:0.0:1767319978.274651:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1066 00000100:00100000:0.0:1767319978.274656:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923838848:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319978.274676:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319978.274701:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923838848:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319978.274708:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1066 00000100:00080000:2.0:1767319978.274962:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319981.069161:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319981.069185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988820096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319981.069260:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319981.069450:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820096 00000100:00100000:0.0:1767319981.069460:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820096 00000100:00100000:0.0:1767319981.069519:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1767319981.069528:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988820096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319981.069556:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319981.069616:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988820096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319981.069623:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00080000:2.0:1767319981.069694:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319981.069731:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988820096:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319981.514021:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319981.577071:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820224 00000100:00100000:2.0:1767319981.577095:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820224 00000100:00100000:2.0:1767319981.577224:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:2.0:1767319981.577235:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988820224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319981.577265:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767319981.577345:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988820224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319981.577353:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00080000:0.0:1767319981.578169:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319982.601685:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319982.601697:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319982.601767:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319982.601771:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319982.601776:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319982.601783:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5224 00000100:00080000:0.0:1767319982.601789:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319982.601796:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319982.601820:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0000 x1853163988820480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319982.601859:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319982.601862:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319982.601864:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319982.601867:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5224 00000100:00080000:0.0:1767319982.601870:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319982.601874:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319982.601886:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163988820736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319982.601896:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319982.601899:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319982.601900:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319982.601905:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5224 00000100:00080000:0.0:1767319982.601907:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319982.601911:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319982.601938:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb800 x1853163988820864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319982.601972:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319982.601976:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319982.601977:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319982.601981:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5224 00000100:00080000:0.0:1767319982.601983:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319982.601987:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319982.601998:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163988821248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319982.602323:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988820480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319982.602388:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.602423:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988820736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319982.602445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.602460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988820864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319982.602482:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.602500:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988821248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319982.602521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.602559:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820480 00000100:00100000:2.0:1767319982.602566:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820480 00000100:00100000:2.0:1767319982.602619:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820736 00000100:00100000:2.0:1767319982.602623:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820736 00000100:00100000:2.0:1767319982.602635:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821248 00000100:00100000:2.0:1767319982.602638:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821248 00000100:00100000:2.0:1767319982.602653:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1767319982.602659:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988820480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319982.602679:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319982.602719:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988820480:12345-0@lo:38:kworker.0 Request processed in 58us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319982.602725:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1767319982.602764:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1767319982.602769:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988820736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319982.602780:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319982.602802:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988820736:12345-0@lo:38:kworker.0 Request processed in 33us (357us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319982.602808:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1767319982.602818:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1767319982.602821:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988821248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319982.602828:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319982.602844:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988821248:12345-0@lo:38:kworker.0 Request processed in 21us (322us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319982.602849:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1767319982.602865:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820864 00000100:00100000:2.0:1767319982.602868:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820864 00000100:00100000:2.0:1767319982.602882:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4715 00000100:00100000:2.0:1767319982.602886:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988820864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319982.602894:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319982.602914:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988820864:12345-0@lo:38:kworker.0 Request processed in 27us (432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319982.602919:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4715 00000100:00080000:2.0:1767319982.602953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319982.602957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319982.602961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988820480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319982.602968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319982.602971:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319982.602979:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988820736:0@lo:38:kworker.0 00000100:00080000:2.0:1767319982.602987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319982.602990:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319982.602993:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988820864:0@lo:38:kworker.0 00000100:00080000:2.0:1767319982.602999:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319982.603012:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319982.603015:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988821248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319982.603367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988821120:0@lo:400:kworker.0 00000100:00100000:2.0:1767319982.603396:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.603417:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319982.603422:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988820992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319982.603437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.603456:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821120 00000100:00100000:2.0:1767319982.603460:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821120 00000100:00100000:2.0:1767319982.603485:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988820992 00000100:00100000:2.0:1767319982.603487:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988820992 00000100:00100000:2.0:1767319982.603504:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576 00000100:00100000:2.0:1767319982.603509:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988821120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319982.603551:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988821120:12345-0@lo:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319982.603557:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576 00000100:00100000:2.0:1767319982.603570:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577 00000100:00100000:2.0:1767319982.603576:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988820992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319982.603628:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988820992:12345-0@lo:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319982.603642:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577 00000100:00100000:2.0:1767319982.603675:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988820992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319982.603683:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988821120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319983.398359:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767319983.398408:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767319983.400075:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923839232 00000100:00100000:0.0:1767319983.400089:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923839232 00000100:00100000:0.0:1767319983.400163:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923839104 00000100:00100000:0.0:1767319983.400166:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923839104 00000100:00100000:0.0:1767319983.400184:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 611 00000100:00100000:0.0:1767319983.400193:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923839232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319983.400260:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923839232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319983.400267:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 611 00000100:00100000:0.0:1767319983.400286:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1070 00000100:00100000:0.0:1767319983.400290:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923839104:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767319983.400308:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319983.400328:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923839104:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 36us (1920us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319983.400333:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1070 00010000:00010000:2.0:1767319985.608801:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319986.185229:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821376 00000100:00100000:1.0:1767319986.185236:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821376 00000100:00100000:1.0:1767319986.185293:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:1.0:1767319986.185302:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988821376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319986.185328:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319986.185376:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988821376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319986.185382:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00100000:0.0:1767319986.185484:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988821376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319986.697553:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821504 00000100:00100000:0.0:1767319986.697561:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821504 00000100:00100000:0.0:1767319986.697653:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:0.0:1767319986.697662:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988821504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319986.697695:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767319986.697745:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988821504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319986.697752:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:0.0:1767319987.498639:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923839488 00000100:00100000:0.0:1767319987.498648:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923839488 00000100:00100000:0.0:1767319987.498688:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923839616 00000100:00100000:0.0:1767319987.498691:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923839616 00000100:00100000:1.0:1767319987.498711:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1071 00000100:00100000:1.0:1767319987.498720:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923839488:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767319987.498734:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 612 00010000:00020000:1.0:1767319987.498746:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319987.498751:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923839616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767319987.498819:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923839488:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319987.498842:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1071 00000100:00100000:0.0:1767319987.498955:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923839616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 211us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319987.498964:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 612 00000100:00080000:0.0:1767319987.720731:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319987.720741:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319987.720808:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319987.720813:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319987.720815:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767319987.720817:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319987.720826:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5229 00000100:00080000:0.0:1767319987.720831:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319987.720833:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988821632:0@lo:400:kworker.0 00000100:00080000:0.0:1767319987.720839:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319987.720888:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163988821760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319987.720902:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319987.720931:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319987.720935:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319987.720938:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319987.720941:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5229 00000100:00080000:0.0:1767319987.720944:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319987.720949:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319987.720961:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163988822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319987.720970:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319987.720973:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319987.720974:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319987.720978:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5229 00000100:00100000:2.0:1767319987.721004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988821888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319987.721029:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319987.721062:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821632 00000100:00100000:2.0:1767319987.721069:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821632 00000100:00100000:2.0:1767319987.721117:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821888 00000100:00100000:2.0:1767319987.721120:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821888 00000100:00100000:2.0:1767319987.721143:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1767319987.721151:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988821632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319987.721200:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988821632:12345-0@lo:400:kworker.0 Request processed in 50us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.721208:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1767319987.721225:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1767319987.721231:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988821888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319987.721258:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988821888:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.721264:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1767319987.721300:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988821888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319987.721310:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988821632:0@lo:400:kworker.0 00000100:00080000:0.0:1767319987.721316:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319987.721326:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319987.721343:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb800 x1853163988822144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319987.721374:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319987.721378:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319987.721379:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319987.721383:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5229 00000100:00080000:0.0:1767319987.721385:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319987.721388:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319987.721409:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163988822528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319987.721828:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822400 00000100:00100000:0.0:1767319987.721833:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822400 00000100:00100000:0.0:1767319987.721869:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822272 00000100:00100000:0.0:1767319987.721873:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822272 00000100:00100000:0.0:1767319987.721891:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578 00000100:00100000:0.0:1767319987.721897:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988822400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319987.721945:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988822400:12345-0@lo:400:kworker.0 Request processed in 48us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319987.721952:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578 00000100:00100000:0.0:1767319987.721978:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579 00000100:00100000:0.0:1767319987.721985:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988822272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319987.722010:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988822272:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319987.722015:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579 00000100:00100000:1.0:1767319987.723113:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988821760:0@lo:38:kworker.0 00000100:00100000:1.0:1767319987.723158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319987.723202:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988822016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319987.723221:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319987.723247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988822144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319987.723272:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319987.723304:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988822528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319987.723325:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319987.723364:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988821760 00000100:00100000:1.0:1767319987.723369:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988821760 00000100:00100000:1.0:1767319987.723391:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822016 00000100:00100000:1.0:1767319987.723394:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822016 00000100:00100000:1.0:1767319987.723405:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822528 00000100:00100000:1.0:1767319987.723407:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822528 00000100:00100000:1.0:1767319987.723417:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1767319987.723423:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988821760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319987.723442:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319987.723480:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988821760:12345-0@lo:38:kworker.0 Request processed in 56us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319987.723486:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1767319987.723501:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1767319987.723505:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988822016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319987.723514:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319987.723537:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988822016:12345-0@lo:38:kworker.0 Request processed in 31us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319987.723554:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1767319987.723565:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1767319987.723569:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988822528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319987.723604:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319987.723629:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988822528:12345-0@lo:38:kworker.0 Request processed in 58us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319987.723635:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00080000:1.0:1767319987.723667:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319987.723672:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319987.723676:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988821760:0@lo:38:kworker.0 00000100:00080000:1.0:1767319987.723684:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319987.723687:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319987.723690:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988822016:0@lo:38:kworker.0 00000100:00080000:1.0:1767319987.723696:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319987.723698:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319987.723700:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988822528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319987.724097:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822144 00000100:00100000:0.0:1767319987.724103:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822144 00000100:00100000:0.0:1767319987.724136:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4716 00000100:00100000:0.0:1767319987.724142:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988822144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319987.724153:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319987.724197:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988822144:12345-0@lo:38:kworker.0 Request processed in 54us (924us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319987.724204:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4716 00000100:00080000:1.0:1767319987.724304:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319987.724309:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319987.724312:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988822144:0@lo:38:kworker.0 00010000:00010000:2.0:1767319989.708465:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319991.305315:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988822656 00000100:00100000:0.0:1767319991.305326:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988822656 00000100:00100000:0.0:1767319991.305410:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767319991.305438:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988822656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319991.305489:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767319991.305550:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988822656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319991.305559:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:1.0:1767319991.817613:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988822784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319991.817710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319991.818137:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:0.0:1767319991.818152:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988822784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319991.818207:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319991.823279:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988822784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319991.823722:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988822784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4280us (4717us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319991.823740:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:0.0:1767319992.611726:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923839872 00000100:00100000:0.0:1767319992.611742:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923839872 00000100:00100000:0.0:1767319992.611866:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 615 00000100:00100000:0.0:1767319992.611881:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923839872:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767319992.611997:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2da88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923839872:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 120us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319992.612005:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 615 00000100:00100000:1.0:1767319992.615124:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767319992.840972:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319992.840986:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319992.841066:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319992.841071:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319992.841076:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319992.841086:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5234 00000100:00080000:1.0:1767319992.841092:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319992.841102:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319992.841128:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39b92a00 x1853163988823040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319992.841154:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319992.841157:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319992.841159:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319992.841163:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5234 00000100:00080000:1.0:1767319992.841165:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319992.841170:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319992.841181:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322af800 x1853163988823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319992.841190:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319992.841194:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319992.841196:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319992.841201:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5234 00000100:00080000:1.0:1767319992.841203:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319992.841207:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319992.841238:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d322aea00 x1853163988823424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319992.841300:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319992.841303:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319992.841305:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319992.841309:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5234 00000100:00080000:1.0:1767319992.841312:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319992.841316:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319992.841340:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ae300 x1853163988823808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319992.843764:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319967/real 1767319967] req@ffff9e7d36bf7800 x1853163988816384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319992 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319992.843794:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d36bf7800 x1853163988816384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319992 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319992.843830:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988823040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319992.843897:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319992.843953:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988823296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319992.843979:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319992.844010:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988823424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319992.844039:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319992.844068:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988823808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319992.844092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319992.844111:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319992.844128:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319992.844132:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988816384:0@lo:250:kworker.0 00000100:00100000:2.0:1767319992.844169:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988823424 00000100:00100000:2.0:1767319992.844177:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988823424 00000100:00100000:2.0:1767319992.844210:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4717 00000100:00100000:2.0:1767319992.844216:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988823424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319992.844239:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319992.844280:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988823424:12345-0@lo:38:kworker.0 Request processed in 63us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319992.844287:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4717 00000100:00100000:2.0:1767319992.844342:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988823040 00000100:00100000:2.0:1767319992.844346:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988823040 00000100:00100000:0.0:1767319992.844476:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988823296 00000100:00100000:0.0:1767319992.844481:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988823296 00000100:00100000:1.0:1767319992.844547:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988823808 00000100:00100000:1.0:1767319992.844552:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988823808 00000100:00100000:0.0:1767319992.845192:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1767319992.845199:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988823040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319992.845215:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319992.845266:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988823040:12345-0@lo:38:kworker.0 Request processed in 67us (1369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319992.845286:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1767319992.845302:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1767319992.845306:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988823296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319992.845327:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319992.845365:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988823296:12345-0@lo:38:kworker.0 Request processed in 58us (1385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319992.845372:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00080000:0.0:1767319992.845410:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319992.845415:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319992.845418:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988823040:0@lo:38:kworker.0 00000100:00080000:0.0:1767319992.845427:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319992.845430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319992.845433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988823296:0@lo:38:kworker.0 00000100:00080000:0.0:1767319992.845482:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.845489:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319992.845491:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319992.845496:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5214 00000100:00080000:0.0:1767319992.845500:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319992.845506:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767319992.845534:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163988823936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319992.845604:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988823936:0@lo:250:kworker.0 00000400:00000100:0.0:1767319992.845633:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988823936 offset 0 length 520: 4 00000100:00100000:1.0:1767319992.847967:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1767319992.847982:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988823808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319992.848009:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319992.848115:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988823808:12345-0@lo:38:kworker.0 Request processed in 134us (4020us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319992.848123:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00080000:1.0:1767319992.848191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319992.848197:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319992.848201:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988823808:0@lo:38:kworker.0 00010000:00010000:2.0:1767319993.801123:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319996.426328:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988824064 00000100:00100000:1.0:1767319996.426341:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988824064 00000100:00080000:2.0:1767319996.426390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319996.426423:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767319996.426434:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988824064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319996.426505:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767319996.426973:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988824064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 539us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319996.426983:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1767319996.936990:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988824192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319996.937092:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319996.941527:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988824192 00000100:00100000:1.0:1767319996.941548:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988824192 00000100:00100000:1.0:1767319996.941768:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767319996.941781:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988824192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319996.941827:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767319996.941953:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988824192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (4860us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319996.941963:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00080000:2.0:1767319996.944621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319997.729442:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840128 00000100:00100000:2.0:1767319997.729462:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840000 00000100:00100000:0.0:1767319997.729467:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840128 00000100:00100000:2.0:1767319997.729468:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840000 00000100:00100000:0.0:1767319997.729534:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 618 00000100:00100000:0.0:1767319997.729552:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923840128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767319997.729953:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1079 00000100:00100000:0.0:1767319997.729954:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923840128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 407us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319997.729960:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923840000:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767319997.729962:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 618 00010000:00020000:2.0:1767319997.729998:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319997.730030:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923840000:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 70us (753us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319997.730037:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1079 00010000:00010000:2.0:1767319997.897715:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319997.960753:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.960768:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319997.960857:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.960862:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.960867:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.960880:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5239 00000100:00080000:1.0:1767319997.960886:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.960896:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319997.960925:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329adc00 x1853163988824448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.960960:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.960963:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.960983:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.960987:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5239 00000100:00080000:1.0:1767319997.960990:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.960994:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319997.961008:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ac700 x1853163988824704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.961016:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.961020:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.961021:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.961025:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5239 00000100:00080000:1.0:1767319997.961028:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.961032:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319997.961044:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329aea00 x1853163988824832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.961078:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.961081:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.961083:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.961086:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5239 00000100:00080000:1.0:1767319997.961089:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.961092:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767319997.961103:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad180 x1853163988825216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319997.961128:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988824576 00000100:00100000:1.0:1767319997.961131:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988824576 00000100:00100000:2.0:1767319997.961193:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988824448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319997.961226:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.961245:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988824704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319997.961265:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.961278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988824832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319997.961300:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.961317:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988825216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319997.961339:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.961439:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825216 00000100:00100000:0.0:1767319997.961444:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825216 00000100:00100000:0.0:1767319997.961462:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767319997.961467:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988824704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319997.961477:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319997.961505:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988824704:12345-0@lo:38:kworker.0 Request processed in 38us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319997.961510:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767319997.961520:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1767319997.961523:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988825216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319997.961531:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319997.961547:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988825216:12345-0@lo:38:kworker.0 Request processed in 22us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319997.961552:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1767319997.961574:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988824832 00000100:00100000:0.0:1767319997.961577:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988824832 00000100:00100000:0.0:1767319997.961620:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718 00000100:00100000:0.0:1767319997.961631:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988824832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319997.961642:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319997.961663:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988824832:12345-0@lo:38:kworker.0 Request processed in 31us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319997.961668:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718 00000100:00100000:0.0:1767319997.961716:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988825088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.961757:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.961777:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319997.961782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988824960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.961800:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.961824:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825088 00000100:00100000:0.0:1767319997.961827:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825088 00000100:00100000:0.0:1767319997.961855:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988824960 00000100:00100000:0.0:1767319997.961858:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988824960 00000100:00100000:0.0:1767319997.961874:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1767319997.961879:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988825088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.961909:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988825088:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319997.961915:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1767319997.961926:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583 00000100:00100000:0.0:1767319997.961931:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988824960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.961952:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988824960:12345-0@lo:400:kworker.0 Request processed in 20us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319997.961957:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583 00000100:00100000:0.0:1767319997.962002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988824960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.962011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988825088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319997.962068:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988824320:0@lo:400:kworker.0 00000100:00080000:0.0:1767319997.962092:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319997.962097:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319997.962101:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988824448:0@lo:38:kworker.0 00000100:00080000:0.0:1767319997.962108:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319997.962110:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319997.962113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988824704:0@lo:38:kworker.0 00000100:00080000:0.0:1767319997.962119:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319997.962122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319997.962125:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988824832:0@lo:38:kworker.0 00000100:00080000:0.0:1767319997.962132:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319997.962135:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319997.962137:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988825216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319997.962247:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1767319997.962263:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988824576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319997.962315:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988824576:12345-0@lo:400:kworker.0 Request processed in 54us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319997.962324:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1767319997.962360:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988824576:0@lo:400:kworker.0 00000100:00080000:2.0:1767319997.963779:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320001.545237:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988825344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320001.545331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320001.546057:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825344 00000100:00100000:0.0:1767320001.546071:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825344 00000100:00100000:0.0:1767320001.546163:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:0.0:1767320001.546175:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988825344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320001.546217:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320001.546288:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988825344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320001.546296:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00080000:2.0:1767320001.546389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320001.546767:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988825344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320001.993975:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320002.058152:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320002.058185:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988825472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320002.058280:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320002.058391:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825472 00000100:00100000:0.0:1767320002.058402:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825472 00000100:00080000:2.0:1767320002.058463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320002.058488:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1767320002.058519:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988825472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320002.058560:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320002.058658:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988825472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320002.058667:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1767320002.058715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988825472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320002.851474:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840384 00000100:00100000:0.0:1767320002.851489:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840384 00000100:00100000:0.0:1767320002.851685:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 621 00000100:00100000:0.0:1767320002.851700:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923840384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767320002.851773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320002.851820:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923840384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 123us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320002.851831:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 621 00000100:00100000:2.0:1767320002.852700:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840256 00000100:00100000:2.0:1767320002.852709:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840256 00000100:00100000:2.0:1767320002.852745:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1083 00000100:00100000:2.0:1767320002.852752:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923840256:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320002.852782:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320002.852831:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923840256:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 78us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320002.852838:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1083 00000100:00080000:1.0:1767320003.083028:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320003.083044:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320003.083134:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320003.083139:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320003.083144:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320003.083155:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5244 00000100:00080000:1.0:1767320003.083161:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320003.083169:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320003.083196:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad880 x1853163988825728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320003.083231:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320003.083256:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320003.083258:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320003.083262:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5244 00000100:00080000:1.0:1767320003.083265:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320003.083270:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320003.083284:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad500 x1853163988825984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320003.083294:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320003.083298:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320003.083299:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320003.083304:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5244 00000100:00080000:1.0:1767320003.083306:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320003.083310:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320003.083326:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329adf80 x1853163988826112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320003.083364:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320003.083367:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320003.083369:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320003.083373:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5244 00000100:00080000:1.0:1767320003.083375:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320003.083379:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320003.083390:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ae680 x1853163988826496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320003.083419:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988826240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.083515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320003.083563:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320003.083569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988826368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.083647:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320003.083691:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988826240 00000100:00100000:1.0:1767320003.083702:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988826240 00000100:00100000:1.0:1767320003.083771:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988826368 00000100:00100000:1.0:1767320003.083775:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988826368 00000100:00100000:1.0:1767320003.083800:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584 00000100:00100000:1.0:1767320003.083811:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988826240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.083878:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988826240:12345-0@lo:400:kworker.0 Request processed in 69us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320003.083886:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584 00000100:00100000:1.0:1767320003.083906:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585 00000100:00100000:1.0:1767320003.083911:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988826368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.083938:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988826368:12345-0@lo:400:kworker.0 Request processed in 27us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320003.083944:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585 00000100:00080000:1.0:1767320003.084215:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320003.084252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988826368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.084264:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988826240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320003.084478:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988825600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320003.084520:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320003.084554:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320003.084561:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988825856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320003.084609:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320003.084800:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825600 00000100:00100000:1.0:1767320003.084806:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825600 00000100:00100000:1.0:1767320003.084891:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988825856 00000100:00100000:1.0:1767320003.084895:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988825856 00000100:00100000:2.0:1767320003.084966:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1767320003.084978:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988825600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320003.085032:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988825600:12345-0@lo:400:kworker.0 Request processed in 58us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320003.085039:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1767320003.085071:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988825600:0@lo:400:kworker.0 00000100:00080000:0.0:1767320003.086156:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320003.088467:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767320003.088485:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988825856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320003.089106:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988825856:12345-0@lo:400:kworker.0 Request processed in 625us (4493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320003.089116:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1767320003.089503:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988825856:0@lo:400:kworker.0 00010000:00010000:2.0:1767320006.088799:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320006.671900:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320006.671923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988826624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320006.671993:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320006.672093:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988826624 00000100:00100000:0.0:1767320006.672102:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988826624 00000100:00100000:0.0:1767320006.672182:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1767320006.672333:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988826624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320006.672361:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320006.672411:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988826624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 221us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320006.672419:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1767320006.672497:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988826624:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320006.672687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320007.181241:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988826752 00000100:00100000:1.0:1767320007.181250:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988826752 00000100:00100000:1.0:1767320007.181322:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1767320007.181332:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988826752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320007.181361:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320007.181418:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988826752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320007.181425:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00080000:2.0:1767320007.181955:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320007.976213:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840512 00000100:00100000:0.0:1767320007.976223:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840512 00000100:00100000:0.0:1767320007.976270:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840640 00000100:00100000:0.0:1767320007.976274:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840640 00000100:00100000:0.0:1767320007.976327:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 624 00000100:00100000:0.0:1767320007.976348:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923840640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320007.976421:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923840640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (347us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320007.976895:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320007.977096:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 624 00000100:00080000:0.0:1767320008.201126:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320008.201136:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320008.201271:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320008.201276:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320008.201280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320008.201287:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5250 00000100:00080000:0.0:1767320008.201292:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320008.201298:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320008.201320:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163988827008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320008.201391:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988827008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320008.201466:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320008.201547:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827008 00000100:00100000:2.0:1767320008.201557:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827008 00000100:00100000:2.0:1767320008.201682:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1767320008.201691:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988827008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320008.201712:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320008.201762:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988827008:12345-0@lo:38:kworker.0 Request processed in 70us (295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320008.201769:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:1.0:1767320008.202253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320008.202259:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320008.202262:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988827008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320008.205403:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320008.205413:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320008.205417:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320008.205423:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5250 00000100:00080000:0.0:1767320008.205428:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320008.205448:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320008.205482:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163988827264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320008.205506:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320008.205509:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320008.205511:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320008.205514:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5250 00000100:00080000:0.0:1767320008.205516:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320008.205519:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320008.205547:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163988827392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320008.205599:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320008.205603:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320008.205605:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320008.205608:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5250 00000100:00080000:0.0:1767320008.205610:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320008.205613:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320008.205623:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163988827776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320008.205700:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988827520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320008.205758:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.205793:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320008.205800:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988827648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320008.205822:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.205874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988827264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320008.205916:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.205931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988827392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320008.205951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.205967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988827776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320008.206000:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.206032:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827392 00000100:00100000:1.0:1767320008.206038:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827392 00000100:00100000:1.0:1767320008.206069:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4720 00000100:00100000:1.0:1767320008.206075:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988827392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320008.206095:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320008.206133:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988827392:12345-0@lo:38:kworker.0 Request processed in 57us (181us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320008.206138:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4720 00000100:00100000:1.0:1767320008.206159:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827264 00000100:00100000:1.0:1767320008.206162:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827264 00000100:00100000:1.0:1767320008.206179:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827776 00000100:00100000:1.0:1767320008.206182:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827776 00000100:00100000:1.0:1767320008.206196:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1767320008.206201:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988827264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320008.206210:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320008.206232:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988827264:12345-0@lo:38:kworker.0 Request processed in 30us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320008.206238:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1767320008.206247:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1767320008.206251:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988827776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320008.206268:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320008.206287:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988827776:12345-0@lo:38:kworker.0 Request processed in 34us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320008.206293:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00080000:1.0:1767320008.206329:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320008.206334:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320008.206338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988827264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320008.206346:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320008.206348:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320008.206351:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988827392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320008.206358:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320008.206360:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320008.206363:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988827776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320008.206403:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827520 00000100:00100000:1.0:1767320008.206406:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827520 00000100:00100000:1.0:1767320008.206441:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827648 00000100:00100000:1.0:1767320008.206445:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827648 00000100:00100000:1.0:1767320008.206461:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586 00000100:00100000:1.0:1767320008.206466:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988827520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320008.206501:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988827520:12345-0@lo:400:kworker.0 Request processed in 34us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320008.206507:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586 00000100:00100000:1.0:1767320008.206546:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1767320008.206552:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988827648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320008.206599:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988827648:12345-0@lo:400:kworker.0 Request processed in 28us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320008.206610:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1767320008.206651:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988827648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320008.206659:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988827520:0@lo:400:kworker.0 00000100:00080000:1.0:1767320008.206691:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320010.185895:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320011.802162:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988827904 00000100:00100000:0.0:1767320011.802178:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988827904 00000100:00100000:0.0:1767320011.804200:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:0.0:1767320011.804216:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988827904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320011.804261:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320011.804350:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988827904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (17445us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320011.804370:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00080000:1.0:1767320011.805115:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320012.298556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320012.298595:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988828032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320012.298678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320012.299062:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828032 00000100:00100000:2.0:1767320012.299071:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828032 00000100:00080000:1.0:1767320012.299187:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320012.299297:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1767320012.299309:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988828032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320012.299341:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320012.299400:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988828032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320012.299408:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:1.0:1767320012.299492:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988828032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320013.091564:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320013.091675:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923840768 offset 0 length 520: 4 00000100:00100000:0.0:1767320013.091699:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320013.091908:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841024 00000100:00100000:2.0:1767320013.091918:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841024 00000100:00100000:2.0:1767320013.091989:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923840896 00000100:00100000:2.0:1767320013.091993:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923840896 00000100:00100000:2.0:1767320013.092020:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 627 00000100:00100000:2.0:1767320013.092029:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320013.092093:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320013.092101:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 627 00000100:00100000:2.0:1767320013.092118:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1091 00000100:00100000:2.0:1767320013.092122:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923840896:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320013.092142:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320013.092163:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923840896:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 40us (464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320013.092169:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1091 00000100:00100000:2.0:1767320013.321489:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988828288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.321529:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320013.321626:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988828544:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.321653:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320013.321672:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988828672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.321694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320013.321715:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988829056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.321736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320013.321771:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828288 00000100:00100000:2.0:1767320013.321778:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828288 00000100:00100000:2.0:1767320013.321828:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828544 00000100:00100000:2.0:1767320013.321986:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828544 00000100:00100000:2.0:1767320013.322004:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829056 00000100:00100000:2.0:1767320013.322007:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829056 00000100:00100000:2.0:1767320013.322027:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767320013.322034:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988828288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320013.322054:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320013.322092:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988828288:12345-0@lo:38:kworker.0 Request processed in 57us (562us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320013.322098:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767320013.322115:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320013.322118:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988828544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320013.322126:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320013.322145:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988828544:12345-0@lo:38:kworker.0 Request processed in 26us (492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320013.322151:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320013.322160:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1767320013.322163:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988829056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320013.322179:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320013.322198:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988829056:12345-0@lo:38:kworker.0 Request processed in 33us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320013.322203:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:2.0:1767320013.322236:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320013.322241:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320013.322244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988828288:0@lo:38:kworker.0 00000100:00080000:2.0:1767320013.322253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320013.322255:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320013.322258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988828544:0@lo:38:kworker.0 00000100:00080000:2.0:1767320013.322264:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320013.322267:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320013.322269:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988829056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.322312:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988828928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320013.322336:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320013.323051:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988828160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323084:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320013.323116:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320013.323122:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988828416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323143:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320013.323173:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828672 00000100:00100000:1.0:1767320013.323177:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828672 00000100:00100000:1.0:1767320013.323201:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721 00000100:00100000:1.0:1767320013.323206:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988828672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320013.323219:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320013.323252:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988828672:12345-0@lo:38:kworker.0 Request processed in 44us (1557us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320013.323258:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721 00000100:00100000:1.0:1767320013.323277:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828160 00000100:00100000:1.0:1767320013.323280:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828160 00000100:00100000:1.0:1767320013.323319:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828416 00000100:00100000:1.0:1767320013.323323:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828416 00000100:00100000:1.0:1767320013.323342:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1767320013.323348:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988828160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323403:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988828160:12345-0@lo:400:kworker.0 Request processed in 55us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320013.323409:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1767320013.323421:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1767320013.323426:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988828416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323484:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988828416:12345-0@lo:400:kworker.0 Request processed in 58us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320013.323490:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1767320013.323509:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828928 00000100:00100000:1.0:1767320013.323512:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828928 00000100:00100000:1.0:1767320013.323536:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988828800 00000100:00100000:1.0:1767320013.323539:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988828800 00000100:00100000:1.0:1767320013.323558:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1767320013.323563:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988828928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323617:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988828928:12345-0@lo:400:kworker.0 Request processed in 54us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320013.323623:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1767320013.323635:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589 00000100:00100000:1.0:1767320013.323640:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988828800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323667:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988828800:12345-0@lo:400:kworker.0 Request processed in 27us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320013.323672:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589 00000100:00100000:1.0:1767320013.323716:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988828416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320013.323755:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988828160:0@lo:400:kworker.0 00000100:00080000:1.0:1767320013.323793:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320013.323798:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320013.323801:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988828672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320013.325042:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988828928:0@lo:400:kworker.0 00010000:00010000:2.0:1767320014.280919:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320016.905189:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988829184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320016.905267:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320016.905918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320017.416933:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319992/real 1767319992] req@ffff9e7d361cb480 x1853163988823936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320017 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320017.416969:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d361cb480 x1853163988823936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320017 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320017.416987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320017.417019:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320017.417023:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988823936:0@lo:250:kworker.0 00000100:00100000:0.0:1767320017.417040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988829312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320017.417120:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320017.417226:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829312 00000100:00100000:1.0:1767320017.417233:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829312 00000100:00100000:1.0:1767320017.417284:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1767320017.417293:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988829312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320017.417332:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320017.417459:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988829440:0@lo:250:kworker.0 00000400:00000100:2.0:1767320017.417494:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988829440 offset 0 length 520: 4 00000100:00100000:2.0:1767320017.417531:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320017.417543:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988829824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320017.417610:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.417638:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988829568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320017.417677:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.417845:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988829696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320017.417869:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.417885:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988829952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320017.417907:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.417924:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988830080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320017.417963:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.417995:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829824 00000100:00100000:2.0:1767320017.418000:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829824 00000100:00100000:2.0:1767320017.418031:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829568 00000100:00100000:2.0:1767320017.418035:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829568 00000100:00100000:2.0:1767320017.418052:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829696 00000100:00100000:2.0:1767320017.418055:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829696 00000100:00100000:2.0:1767320017.418062:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988829952 00000100:00100000:2.0:1767320017.418064:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988829952 00000100:00100000:2.0:1767320017.418073:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767320017.418080:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988829824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320017.418118:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988829824:12345-0@lo:400:kworker.0 Request processed in 39us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320017.418125:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767320017.418147:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1767320017.418154:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36bf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988829568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320017.418169:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988829312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 875us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320017.418179:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:2.0:1767320017.418189:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36bf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988829568:12345-0@lo:400:kworker.0 Request processed in 35us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320017.418196:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1767320017.418211:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1767320017.418221:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320017.418222:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988829696:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320017.418231:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08403850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988829952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320017.418243:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320017.418286:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988829696:12345-0@lo:38:kworker.0 Request processed in 66us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320017.418296:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00010000:00020000:2.0:1767320017.418296:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320017.418332:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320017.418333:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08403850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988829952:12345-0@lo:38:kworker.0 Request processed in 102us (424us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320017.418339:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320017.418344:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320017.418467:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830080 00000100:00100000:1.0:1767320017.418472:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830080 00000100:00100000:1.0:1767320017.418498:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722 00000100:00100000:1.0:1767320017.418503:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988830080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320017.418515:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320017.418547:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988830080:12345-0@lo:38:kworker.0 Request processed in 43us (583us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320017.418555:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722 00000100:00100000:1.0:1767320017.418623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988829824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320017.418641:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988829568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320017.418689:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988830208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320017.418718:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320017.418773:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830208 00000100:00100000:1.0:1767320017.418777:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830208 00000100:00100000:1.0:1767320017.418810:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:1.0:1767320017.418819:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988830208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320017.418874:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988830208:12345-0@lo:400:kworker.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320017.418882:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000100:00100000:1.0:1767320017.418934:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988830208:0@lo:400:kworker.0 00000100:00080000:1.0:1767320017.418978:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320017.418984:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320017.418989:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988829696:0@lo:38:kworker.0 00000100:00080000:1.0:1767320017.419002:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320017.419007:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320017.419011:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988829952:0@lo:38:kworker.0 00000100:00080000:1.0:1767320017.419024:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320017.419028:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320017.419032:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988830080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320017.419842:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988830336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320017.419906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320017.420262:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830336 00000100:00100000:2.0:1767320017.420269:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830336 00000100:00100000:2.0:1767320017.420303:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767320017.420310:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988830336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320017.420328:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320017.420380:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988830336:12345-0@lo:38:kworker.0 Request processed in 70us (473us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320017.420386:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00080000:1.0:1767320017.420475:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320017.420480:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320017.420483:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988830336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320017.420820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988829312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320018.209398:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841280 00000100:00100000:1.0:1767320018.209410:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841280 00000100:00100000:1.0:1767320018.209512:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 632 00000100:00100000:1.0:1767320018.209524:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923841280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320018.209625:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923841280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320018.209633:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 632 00000100:00080000:0.0:1767320018.209792:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320018.211316:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841152 00000100:00100000:2.0:1767320018.211326:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841152 00000100:00100000:2.0:1767320018.211672:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1098 00000100:00100000:2.0:1767320018.211681:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923841152:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320018.211714:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320018.212206:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923841152:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 523us (2946us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320018.212214:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1098 00010000:00010000:2.0:1767320018.376932:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320022.028531:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320022.028559:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988830464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320022.028678:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320022.029027:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988830464:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320022.029065:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320022.477468:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320022.537063:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988830848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320022.537139:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320022.537184:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320022.537190:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988830592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320022.537211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320022.537242:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830848 00000100:00100000:2.0:1767320022.537249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830848 00000100:00100000:2.0:1767320022.537310:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830592 00000100:00100000:2.0:1767320022.537312:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830592 00000100:00100000:2.0:1767320022.537335:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767320022.537342:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988830848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320022.537389:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988830848:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320022.537396:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767320022.537413:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1767320022.537419:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988830592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320022.537440:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988830592:12345-0@lo:400:kworker.0 Request processed in 22us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320022.537446:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1767320022.537461:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320022.537466:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320022.537563:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988830720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320022.537665:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988831616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320022.538799:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988830592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320022.538815:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988830848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320022.541798:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320022.541857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988830976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320022.541887:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320022.541912:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988831104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320022.541936:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320022.541954:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988831488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320022.541975:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320022.542025:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830720 00000100:00100000:0.0:1767320022.542032:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830720 00000100:00100000:0.0:1767320022.542063:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988830976 00000100:00100000:0.0:1767320022.542066:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988830976 00000100:00100000:0.0:1767320022.542079:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988831488 00000100:00100000:0.0:1767320022.542081:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988831488 00000100:00100000:0.0:1767320022.542098:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1767320022.542104:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988830720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320022.542139:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320022.542179:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988830720:12345-0@lo:38:kworker.0 Request processed in 74us (389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320022.542186:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1767320022.542205:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1767320022.542208:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988830976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320022.542217:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320022.542240:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988830976:12345-0@lo:38:kworker.0 Request processed in 30us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320022.542246:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1767320022.542259:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1767320022.542272:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988831488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320022.542281:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320022.542307:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988831488:12345-0@lo:38:kworker.0 Request processed in 42us (330us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320022.543808:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320022.543818:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320022.543823:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988830720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320022.543835:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320022.543839:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320022.543855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988830976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320022.543869:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320022.543872:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320022.543887:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988831488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320022.543961:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988831104 00000100:00100000:2.0:1767320022.543968:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988831104 00000100:00100000:2.0:1767320022.544003:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723 00000100:00100000:2.0:1767320022.544009:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988831104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320022.544027:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320022.544081:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988831104:12345-0@lo:38:kworker.0 Request processed in 71us (2143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320022.544087:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723 00000100:00080000:2.0:1767320022.544128:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320022.544132:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320022.544135:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988831104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320022.544607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320022.544712:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988831616 00000100:00100000:2.0:1767320022.544718:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988831616 00000100:00100000:1.0:1767320022.544840:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1767320022.544850:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988831616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320022.544887:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320022.544927:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988831616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320022.544934:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1767320022.545097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988831616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320022.546566:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1767320023.332749:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841408 00000100:00100000:0.0:1767320023.332761:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841408 00000100:00100000:0.0:1767320023.332806:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841536 00000100:00100000:0.0:1767320023.332809:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841536 00000100:00100000:0.0:1767320023.332847:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 635 00000100:00100000:0.0:1767320023.332855:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320023.332934:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320023.332943:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 635 00000100:00080000:2.0:1767320023.333343:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320026.575522:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320027.145408:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988831744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320027.145482:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320027.145932:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988831744 00000100:00100000:1.0:1767320027.145941:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988831744 00000100:00100000:1.0:1767320027.146012:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:1.0:1767320027.146023:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988831744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320027.146051:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320027.146897:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988831744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 864us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320027.146906:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1767320027.147352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988831744:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320027.656831:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320027.656840:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320027.657423:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320027.657441:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320027.657445:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320027.657450:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5269 00000100:00080000:2.0:1767320027.657454:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320027.657504:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832000 00000100:00100000:1.0:1767320027.657512:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832000 00000100:00100000:1.0:1767320027.657602:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00080000:2.0:1767320027.657612:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320027.657615:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988832000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320027.657638:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fce300 x1853163988832128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320027.657673:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320027.657678:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988832000:12345-0@lo:400:kworker.0 Request processed in 65us (701us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320027.657679:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320027.657683:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320027.657690:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5269 00000100:00100000:1.0:1767320027.657693:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:2.0:1767320027.657695:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320027.657699:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320027.657730:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988831872 00000100:00100000:1.0:1767320027.657736:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988831872 00000100:00100000:1.0:1767320027.657765:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1767320027.657773:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988831872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320027.657795:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320027.657825:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988831872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320027.657831:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1767320027.657858:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320027.657867:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988832256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320027.657892:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320027.657916:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832256 00000100:00100000:1.0:1767320027.657920:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832256 00000100:00100000:1.0:1767320027.657942:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1767320027.657947:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988832256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320027.657978:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988832256:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320027.657984:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1767320027.658020:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988832256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320027.658233:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fcf100 x1853163988832384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320027.658254:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320027.658654:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320027.658657:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320027.658662:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5269 00000100:00080000:2.0:1767320027.658665:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320027.658669:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320027.658685:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fcc700 x1853163988832512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320027.659631:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832512 00000100:00100000:0.0:1767320027.659639:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832512 00000100:00080000:2.0:1767320027.659646:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320027.659663:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320027.659667:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724 00000100:00080000:2.0:1767320027.659667:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320027.659677:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5269 00000100:00100000:0.0:1767320027.659678:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988832512:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320027.659682:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320027.659689:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00010000:00020000:0.0:1767320027.659697:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320027.660842:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fcc000 x1853163988832640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320027.660993:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988832512:12345-0@lo:38:kworker.0 Request processed in 1313us (2135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320027.661005:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724 00000100:00100000:1.0:1767320027.661216:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832640 00000100:00100000:1.0:1767320027.661222:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832640 00000100:00100000:1.0:1767320027.661258:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1767320027.661264:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988832640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320027.661290:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320027.661338:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988832640:12345-0@lo:38:kworker.0 Request processed in 73us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320027.661358:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1767320028.456410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320028.456685:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841792 00000100:00100000:2.0:1767320028.456696:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841792 00000100:00100000:2.0:1767320028.456782:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 638 00000100:00100000:2.0:1767320028.456793:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320028.456895:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923841792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320028.456903:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 638 00000100:00100000:1.0:1767320028.459190:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841664 00000100:00100000:1.0:1767320028.459200:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841664 00000100:00100000:1.0:1767320028.459246:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1106 00000100:00100000:1.0:1767320028.459254:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923841664:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320028.459277:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320028.459335:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923841664:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 79us (309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320028.459342:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1106 00010000:00010000:2.0:1767320030.664790:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320032.266629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988832768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320032.266716:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.266812:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832768 00000100:00100000:2.0:1767320032.266821:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832768 00000100:00100000:2.0:1767320032.266885:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767320032.266894:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988832768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320032.266922:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320032.267390:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988832768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 496us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320032.267398:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767320032.267935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988832768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320032.776798:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320032.776821:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988832896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320032.776933:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.777052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988833152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320032.777165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.777198:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988832896 00000100:00100000:2.0:1767320032.777203:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988832896 00000100:00100000:2.0:1767320032.777231:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833152 00000100:00100000:2.0:1767320032.777234:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833152 00000100:00100000:2.0:1767320032.777343:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767320032.777350:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988832896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320032.777388:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988832896:12345-0@lo:400:kworker.0 Request processed in 36us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320032.777395:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767320032.777429:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988833152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320032.777443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988832896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.777652:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988833024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320032.777680:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320032.777707:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988833280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320032.777725:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.777757:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833024 00000100:00100000:0.0:1767320032.777761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988833408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320032.777762:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833024 00000100:00100000:2.0:1767320032.777783:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833280 00000100:00100000:2.0:1767320032.777787:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833280 00000100:00100000:0.0:1767320032.777793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.777804:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1767320032.777810:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988833024:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320032.777816:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988833664:0@lo:38:kworker.0 00010000:00020000:2.0:1767320032.777829:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320032.777838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.777868:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988833024:12345-0@lo:38:kworker.0 Request processed in 57us (185us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320032.777869:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320032.777878:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320032.777879:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1767320032.777886:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988833024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320032.777892:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833664 00000100:00100000:2.0:1767320032.777896:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833664 00000100:00100000:2.0:1767320032.777908:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1767320032.777912:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988833280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320032.777929:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320032.777933:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1767320032.777940:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988833664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320032.777952:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320032.777982:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988833664:12345-0@lo:38:kworker.0 Request processed in 41us (144us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320032.777996:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1767320032.778017:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833408 00000100:00100000:0.0:1767320032.778022:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833408 00000100:00100000:2.0:1767320032.778025:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988833280:12345-0@lo:38:kworker.0 Request processed in 44us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320032.778034:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1767320032.778051:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725 00000100:00100000:0.0:1767320032.778057:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988833408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320032.778067:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320032.778102:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988833408:12345-0@lo:38:kworker.0 Request processed in 45us (311us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320032.778108:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725 00000100:00080000:0.0:1767320032.778139:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320032.778143:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320032.778146:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988833280:0@lo:38:kworker.0 00000100:00080000:0.0:1767320032.778153:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320032.778156:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320032.778158:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988833408:0@lo:38:kworker.0 00000100:00080000:0.0:1767320032.778164:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320032.778166:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320032.778168:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988833664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320032.778859:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988833792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320032.778895:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320032.778943:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833792 00000100:00100000:2.0:1767320032.778949:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833792 00000100:00100000:2.0:1767320032.779171:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1767320032.779179:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988833792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320032.779218:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320032.779278:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988833792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320032.779284:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1767320032.779347:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988833792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320033.573400:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320033.573486:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320033.573715:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842048 00000100:00100000:1.0:1767320033.573725:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842048 00000100:00100000:1.0:1767320033.573800:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923841920 00000100:00100000:1.0:1767320033.573804:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923841920 00000100:00100000:1.0:1767320033.573830:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 641 00000100:00100000:1.0:1767320033.573842:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923842048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767320033.574446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320033.574571:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923842048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 730us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320033.574622:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 641 00000100:00100000:1.0:1767320033.574673:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1110 00000100:00100000:1.0:1767320033.574679:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923841920:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320033.574702:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320033.574730:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923841920:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (1243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320033.574737:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1110 00010000:00010000:2.0:1767320034.760775:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320037.388473:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988833920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320037.388607:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320037.388828:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988833920 00000100:00100000:0.0:1767320037.388837:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988833920 00000100:00100000:0.0:1767320037.388903:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:0.0:1767320037.388913:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988833920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320037.388968:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320037.389060:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988833920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320037.389069:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:2.0:1767320037.389242:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988833920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320037.670854:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842432 00000100:00100000:0.0:1767320037.670864:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842432 00000100:00100000:0.0:1767320037.670977:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842304 00000100:00100000:0.0:1767320037.670982:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842304 00000100:00100000:0.0:1767320037.671018:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 642 00000100:00100000:0.0:1767320037.671029:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923842432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320037.671037:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1111 00000100:00100000:2.0:1767320037.671047:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923842304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320037.671069:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320037.671199:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923842432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 172us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320037.671206:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 642 00000100:00100000:2.0:1767320037.672124:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923842304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1073us (1349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320037.672133:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1111 00000100:00080000:2.0:1767320037.896780:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320037.896791:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320037.896865:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320037.896870:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320037.896873:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320037.896883:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5279 00000100:00080000:2.0:1767320037.896889:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320037.896896:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320037.896920:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fcce00 x1853163988834176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320037.896961:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320037.896964:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320037.896966:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320037.896970:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5279 00000100:00080000:2.0:1767320037.896973:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320037.896977:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320037.897004:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fcc700 x1853163988834432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320037.897014:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320037.897020:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320037.897025:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320037.897032:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5279 00000100:00080000:2.0:1767320037.897034:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320037.897038:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320037.897052:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fce300 x1853163988834560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320037.897086:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320037.897090:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320037.897092:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320037.897200:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5279 00000100:00080000:2.0:1767320037.897204:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320037.897210:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320037.897226:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988834176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320037.897228:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06fce680 x1853163988834816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320037.897269:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320037.897277:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320037.897285:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988834304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320037.897301:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988834432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320037.897324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.897540:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320037.897543:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320037.897550:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988834688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320037.897604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320037.905002:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988834432 00000100:00100000:2.0:1767320037.905019:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988834432 00000100:00100000:1.0:1767320037.905066:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988834560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.905121:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.905168:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988834816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.905220:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320037.907284:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320037.907296:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320037.907301:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988834176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320037.907419:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1767320037.907429:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988834432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320037.907452:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320037.907504:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988834432:12345-0@lo:38:kworker.0 Request processed in 75us (9965us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320037.907522:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320037.907543:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00080000:1.0:1767320037.907619:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320037.907623:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988834432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320037.907638:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988834560 00000100:00100000:2.0:1767320037.907644:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988834560 00000100:00100000:2.0:1767320037.907673:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726 00000100:00100000:2.0:1767320037.907691:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988834560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320037.907706:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320037.907753:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988834560:12345-0@lo:38:kworker.0 Request processed in 60us (2630us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320037.907766:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726 00000100:00080000:1.0:1767320037.907844:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320037.907850:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320037.907854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988834816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320037.907876:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320037.907880:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320037.907884:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988834560:0@lo:38:kworker.0 00010000:00010000:2.0:1767320038.856955:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320042.506151:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320042.506206:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988835072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320042.506402:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320042.506791:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835072 00000100:00100000:0.0:1767320042.506811:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835072 00000100:00100000:0.0:1767320042.506959:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1767320042.506969:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988835072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320042.507025:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320042.507090:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988835072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320042.507097:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00080000:1.0:1767320042.507226:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320042.507264:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988835072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320042.799242:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842688 00000100:00100000:1.0:1767320042.799253:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842688 00000100:00100000:0.0:1767320042.799332:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842560 00000100:00100000:0.0:1767320042.799336:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842560 00000100:00080000:2.0:1767320042.799465:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320042.799930:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 645 00000100:00100000:0.0:1767320042.799946:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923842688:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320042.800046:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923842688:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (3075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320042.800159:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 645 00010000:00010000:2.0:1767320042.953826:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320043.016705:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320017/real 1767320017] req@ffff9e7d322ad880 x1853163988829440/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320042 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320043.016739:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d322ad880 x1853163988829440/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320042 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320043.016760:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320043.016781:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320043.016785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988829440:0@lo:250:kworker.0 00000100:00080000:2.0:1767320043.016879:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.016894:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320043.016898:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320043.016903:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5264 00000100:00080000:2.0:1767320043.016906:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320043.016912:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320043.016946:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39b93800 x1853163988835200/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320043.017003:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.017007:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320043.017009:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320043.017054:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5284 00000100:00080000:2.0:1767320043.017057:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320043.017061:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320043.017073:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320043.017077:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39b90380 x1853163988835456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320043.017086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988835328:0@lo:400:kworker.0 00000100:00080000:2.0:1767320043.017092:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.017108:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320043.017110:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320043.017112:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5284 00000100:00080000:2.0:1767320043.017115:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320043.017118:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320043.017129:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955e680 x1853163988835712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320043.017137:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.017140:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320043.017141:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320043.017145:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320043.017145:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5284 00000100:00080000:2.0:1767320043.017147:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320043.017151:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320043.017160:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955c000 x1853163988835840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320043.017181:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.017185:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320043.017186:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320043.017189:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5284 00000100:00080000:2.0:1767320043.017191:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320043.017194:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320043.017198:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988835584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320043.017203:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955c700 x1853163988836096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320043.017217:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.017221:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320043.017234:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988835968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320043.017265:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835328 00000100:00100000:2.0:1767320043.017279:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.017321:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835968 00000100:00100000:2.0:1767320043.017327:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835968 00000100:00100000:2.0:1767320043.017382:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595 00000100:00100000:2.0:1767320043.017391:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988835968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320043.017438:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988835968:12345-0@lo:400:kworker.0 Request processed in 48us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320043.017445:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00000100:00100000:0.0:1767320043.017448:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835328 00000100:00080000:2.0:1767320043.017465:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320043.017470:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320043.017475:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835584 00000100:00100000:0.0:1767320043.017478:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835584 00000100:00100000:2.0:1767320043.017495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988835968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320043.017513:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1767320043.017519:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988835328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320043.017556:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988835328:12345-0@lo:400:kworker.0 Request processed in 37us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320043.023443:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1767320043.023476:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988835584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320043.023614:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988835584:12345-0@lo:400:kworker.0 Request processed in 157us (6393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320043.023622:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:2.0:1767320043.023666:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320043.023832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988836224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320043.023871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.023972:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836224 00000100:00100000:2.0:1767320043.023979:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836224 00000100:00100000:2.0:1767320043.024020:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:2.0:1767320043.024027:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988836224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320043.024091:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320043.024128:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988836224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320043.024149:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:2.0:1767320043.024194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988836224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320043.024240:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988835584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320043.024252:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988835328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320043.024292:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988835200:0@lo:250:kworker.0 00000400:00000100:2.0:1767320043.024314:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988835200 offset 0 length 520: 4 00000100:00100000:2.0:1767320043.024334:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988835456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320043.024357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.024376:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988835712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320043.024395:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.024411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988835840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320043.024450:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.024468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988836096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320043.024502:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320043.024532:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835456 00000100:00100000:2.0:1767320043.024536:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835456 00000100:00100000:2.0:1767320043.024551:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835712 00000100:00100000:2.0:1767320043.024554:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835712 00000100:00100000:2.0:1767320043.024562:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836096 00000100:00100000:2.0:1767320043.024564:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836096 00000100:00100000:2.0:1767320043.024573:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767320043.024605:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988835456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320043.024623:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320043.024665:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988835456:12345-0@lo:38:kworker.0 Request processed in 85us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320043.024672:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767320043.024685:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767320043.024689:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988835712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320043.024700:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320043.024722:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988835712:12345-0@lo:38:kworker.0 Request processed in 31us (326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320043.024727:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767320043.024738:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1767320043.024741:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988836096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320043.024749:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320043.024767:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988836096:12345-0@lo:38:kworker.0 Request processed in 25us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320043.024773:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1767320043.024789:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988835840 00000100:00100000:2.0:1767320043.024792:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988835840 00000100:00100000:2.0:1767320043.024808:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727 00000100:00100000:2.0:1767320043.024812:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988835840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320043.024820:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320043.024840:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988835840:12345-0@lo:38:kworker.0 Request processed in 27us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320043.024845:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727 00000100:00080000:2.0:1767320043.024876:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320043.024881:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320043.024904:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988835456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320043.024915:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320043.024919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320043.024921:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988835712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320043.024928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320043.024931:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320043.024934:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988835840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320043.024941:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320043.024944:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320043.024947:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988836096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320043.036850:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00010000:00010000:2.0:1767320047.048794:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320047.625212:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836352 00000100:00100000:0.0:1767320047.625220:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836352 00000100:00100000:0.0:1767320047.625290:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767320047.625300:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988836352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320047.625329:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320047.625374:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988836352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320047.625382:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00100000:1.0:1767320047.911393:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320047.911450:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320047.911635:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842816 00000100:00100000:0.0:1767320047.911646:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842816 00000100:00100000:0.0:1767320047.911685:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923842944 00000100:00100000:0.0:1767320047.911688:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923842944 00000100:00100000:0.0:1767320047.911752:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 648 00000100:00100000:0.0:1767320047.911762:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923842944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320047.911848:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923842944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320047.911857:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 648 00000100:00080000:0.0:1767320047.911900:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320048.137187:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988836480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320048.137256:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320048.137354:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836480 00000100:00100000:1.0:1767320048.137363:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836480 00000100:00100000:1.0:1767320048.137447:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:1.0:1767320048.137456:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988836480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320048.137484:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767320048.137629:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320048.137634:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320048.137681:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320048.137685:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320048.137689:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320048.137694:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5289 00000100:00080000:0.0:1767320048.137698:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320048.137703:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320048.137722:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163988836736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320048.137753:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320048.137756:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320048.137758:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320048.137761:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5289 00000100:00080000:0.0:1767320048.137764:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320048.137768:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320048.137777:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163988836992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320048.137814:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320048.137817:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320048.137819:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320048.137822:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5289 00000100:00080000:0.0:1767320048.137824:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320048.137828:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320048.137840:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163988837120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320048.137864:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320048.137868:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320048.137869:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320048.137873:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5289 00000100:00080000:0.0:1767320048.137875:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320048.137879:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320048.137889:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163988837376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320048.137910:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320048.137910:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988836480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 454us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320048.137923:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988836736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320048.137928:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:0.0:1767320048.137966:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320048.137999:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988836992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320048.138021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320048.138035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988837120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320048.138060:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836736 00000100:00100000:0.0:1767320048.138065:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320048.138067:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836736 00000100:00100000:1.0:1767320048.138090:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836992 00000100:00100000:0.0:1767320048.138095:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988837376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320048.138095:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836992 00000100:00100000:1.0:1767320048.138118:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320048.138123:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320048.138127:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988836736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320048.138145:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320048.138172:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837376 00000100:00100000:0.0:1767320048.138177:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837376 00000100:00100000:1.0:1767320048.138184:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988836736:12345-0@lo:38:kworker.0 Request processed in 58us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320048.138191:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320048.138205:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1767320048.138210:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988836992:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320048.138248:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988836480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320048.138264:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320048.138270:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988837248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320048.138296:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320048.138328:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988836864:0@lo:400:kworker.0 00000100:00100000:2.0:1767320048.138351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767320048.138473:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320048.138498:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988836992:12345-0@lo:38:kworker.0 Request processed in 286us (476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320048.138513:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837120 00000100:00100000:2.0:1767320048.138518:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837120 00000100:00100000:2.0:1767320048.138539:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728 00000100:00100000:2.0:1767320048.138543:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988837120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320048.138553:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320048.138605:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988837120:12345-0@lo:38:kworker.0 Request processed in 60us (542us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320048.138613:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728 00000100:00100000:2.0:1767320048.138632:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988836608 00000100:00100000:2.0:1767320048.138636:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988836608 00000100:00100000:1.0:1767320048.139036:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1767320048.139041:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988837376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320048.139053:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320048.139080:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988837376:12345-0@lo:38:kworker.0 Request processed in 38us (959us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320048.139087:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00080000:1.0:1767320048.139121:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320048.139125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320048.139129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988836736:0@lo:38:kworker.0 00000100:00080000:1.0:1767320048.139138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320048.139141:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320048.139144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988836992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320048.139151:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320048.139154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320048.139164:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988837120:0@lo:38:kworker.0 00000100:00080000:1.0:1767320048.139174:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320048.139177:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320048.139180:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988837376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320048.139248:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837248 00000100:00100000:1.0:1767320048.139252:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837248 00000100:00100000:1.0:1767320048.139281:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596 00000100:00100000:1.0:1767320048.139287:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988837248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320048.139325:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988837248:12345-0@lo:400:kworker.0 Request processed in 38us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320048.139331:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596 00000100:00080000:1.0:1767320048.139363:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320048.141302:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988837248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320048.141352:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988836864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320048.144947:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1767320048.145145:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1767320048.145163:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988836608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320048.147804:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988836608:12345-0@lo:400:kworker.0 Request processed in 2633us (9393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320048.147819:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00010000:00010000:2.0:1767320051.145334:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320052.748041:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988837504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320052.748130:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320052.748617:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837504 00000100:00100000:0.0:1767320052.748627:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837504 00000100:00100000:0.0:1767320052.748720:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:0.0:1767320052.748730:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988837504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320052.748760:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320052.748818:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988837504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320052.748825:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00080000:1.0:1767320052.749501:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320052.749548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988837504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320053.025774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320053.025923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320053.026047:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843200 00000100:00100000:0.0:1767320053.026056:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843200 00000100:00100000:0.0:1767320053.026136:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843072 00000100:00100000:0.0:1767320053.026140:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843072 00000100:00100000:0.0:1767320053.026161:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 651 00000100:00100000:0.0:1767320053.026171:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923843200:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320053.026242:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923843200:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320053.026249:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 651 00000100:00100000:0.0:1767320053.026285:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1123 00000100:00100000:0.0:1767320053.026514:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923843072:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320053.026536:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320053.026565:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923843072:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (642us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320053.026572:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1123 00000100:00080000:1.0:1767320053.026780:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320053.256971:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988837632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320053.257044:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320053.257939:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988837632:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320053.258566:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320053.258782:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320053.258794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988837760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320053.258838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320053.259000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988837888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.259025:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320053.259100:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837760 00000100:00100000:1.0:1767320053.259106:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837760 00000100:00100000:1.0:1767320053.259155:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988837888 00000100:00100000:1.0:1767320053.259159:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988837888 00000100:00100000:1.0:1767320053.259172:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1767320053.259180:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988837760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320053.259239:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988837760:12345-0@lo:400:kworker.0 Request processed in 59us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320053.259247:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1767320053.259262:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1767320053.259265:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988837888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320053.259281:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320053.259563:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320053.259606:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320053.259616:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988838016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320053.259646:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320053.259669:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838016 00000100:00100000:0.0:1767320053.259672:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838016 00000100:00100000:0.0:1767320053.259718:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767320053.259723:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988838016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320053.259753:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988838016:12345-0@lo:400:kworker.0 Request processed in 30us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320053.259758:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:0.0:1767320053.259773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320053.259793:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988838016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320053.259825:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988837760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320053.270016:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988838144:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.270097:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320053.270208:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988837888:12345-0@lo:38:kworker.0 Request processed in 10938us (11178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320053.270219:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1767320053.270248:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838144 00000100:00100000:1.0:1767320053.270255:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838144 00000100:00100000:1.0:1767320053.270280:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1767320053.270484:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988838144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320053.270506:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320053.270542:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988838144:12345-0@lo:38:kworker.0 Request processed in 58us (445us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320053.271543:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320053.271549:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320053.271562:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988837888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.271594:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988838272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.271622:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320053.271639:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988838528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.271660:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320053.271683:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320053.271687:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320053.271690:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988838144:0@lo:38:kworker.0 00000100:00100000:2.0:1767320053.271727:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838528 00000100:00100000:2.0:1767320053.271731:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838528 00000100:00100000:1.0:1767320053.274509:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1767320053.279469:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1767320053.279483:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988838528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320053.279508:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320053.279621:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988838528:12345-0@lo:38:kworker.0 Request processed in 139us (7958us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320053.279629:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00010000:00010000:2.0:1767320055.241790:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320057.864898:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320057.864922:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988838656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320057.864992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320057.865361:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838656 00000100:00100000:0.0:1767320057.865371:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838656 00000100:00100000:0.0:1767320057.865448:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:0.0:1767320057.865459:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988838656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320057.865488:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320057.865553:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988838656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320057.865561:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00080000:1.0:1767320057.865704:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320057.865750:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988838656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320058.149151:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843328 00000100:00100000:2.0:1767320058.149167:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843328 00000100:00100000:1.0:1767320058.149203:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843456 00000100:00100000:1.0:1767320058.149210:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843456 00000100:00100000:2.0:1767320058.149243:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1127 00000100:00100000:2.0:1767320058.149253:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923843328:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:1.0:1767320058.149277:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 654 00000100:00100000:1.0:1767320058.149288:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923843456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320058.149388:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923843456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320058.149397:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 654 00010000:00020000:2.0:1767320058.150152:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320058.150188:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923843328:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 935us (1273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320058.150196:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1127 00000100:00100000:0.0:1767320058.377711:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988839552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320058.377744:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320058.377771:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320058.377779:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988838784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320058.377807:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320058.377839:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838784 00000100:00100000:0.0:1767320058.377844:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838784 00000100:00100000:0.0:1767320058.377880:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1767320058.377890:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988838784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320058.377927:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988838784:12345-0@lo:400:kworker.0 Request processed in 38us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320058.377933:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1767320058.377963:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988838784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320058.377973:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988839552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320058.378088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988838912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320058.378114:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320058.378140:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988839168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320058.378161:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320058.378178:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988839296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320058.378199:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320058.378217:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988839680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320058.378236:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320058.378276:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988839296 00000100:00100000:2.0:1767320058.378280:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988839296 00000100:00100000:2.0:1767320058.378303:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730 00000100:00100000:2.0:1767320058.378307:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988839296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320058.378325:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320058.378406:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988839296:12345-0@lo:38:kworker.0 Request processed in 97us (205us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320058.378412:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730 00000100:00100000:2.0:1767320058.378437:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988838912 00000100:00100000:2.0:1767320058.378440:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988838912 00000100:00100000:2.0:1767320058.378456:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988839168 00000100:00100000:2.0:1767320058.378458:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988839168 00000100:00100000:2.0:1767320058.378469:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988839680 00000100:00100000:2.0:1767320058.378471:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988839680 00000100:00100000:2.0:1767320058.378482:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767320058.378487:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988838912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320058.378497:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320058.378522:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988838912:12345-0@lo:38:kworker.0 Request processed in 34us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320058.378536:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767320058.378548:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1767320058.378552:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988839168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320058.378561:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320058.378616:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988839168:12345-0@lo:38:kworker.0 Request processed in 61us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320058.378622:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1767320058.378634:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1767320058.378638:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988839680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320058.378647:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320058.378670:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988839680:12345-0@lo:38:kworker.0 Request processed in 31us (433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320058.378677:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00080000:2.0:1767320058.378705:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320058.378711:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320058.378715:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988838912:0@lo:38:kworker.0 00000100:00080000:2.0:1767320058.378724:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320058.378727:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320058.378730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988839168:0@lo:38:kworker.0 00000100:00080000:2.0:1767320058.378737:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320058.378740:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320058.378743:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988839296:0@lo:38:kworker.0 00000100:00080000:2.0:1767320058.378750:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320058.378759:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320058.378762:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988839680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320058.380006:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320058.380023:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988839808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320058.380068:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320058.380526:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988839808:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320059.336840:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320062.250420:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767320062.250457:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923843584 offset 0 length 520: 4 00000100:00100000:1.0:1767320062.250480:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320062.250619:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843840 00000100:00100000:0.0:1767320062.250628:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843840 00000100:00100000:0.0:1767320062.250691:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843712 00000100:00100000:0.0:1767320062.250694:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843712 00000100:00100000:0.0:1767320062.250715:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 657 00000100:00100000:0.0:1767320062.250724:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923843840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320062.250822:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923843840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320062.250831:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 657 00000100:00100000:0.0:1767320062.250852:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1131 00000100:00100000:0.0:1767320062.250857:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923843712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320062.250884:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320062.250911:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923843712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 52us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320062.250918:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1131 00000100:00080000:0.0:1767320062.250968:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320062.988455:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988839936 00000100:00100000:1.0:1767320062.988465:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988839936 00000100:00100000:1.0:1767320062.988566:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00080000:0.0:1767320062.988627:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320062.989094:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988839936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320062.989136:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320062.990000:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988839936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1419us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320062.990012:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00010000:00010000:2.0:1767320063.433195:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320063.496686:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.496696:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320063.496761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988840192:0@lo:400:kworker.0 00000100:00080000:0.0:1767320063.497138:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.497144:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320063.497149:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.497156:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5305 00000100:00080000:0.0:1767320063.497161:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.497170:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320063.497200:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f800 x1853163988840320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320063.497237:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.497241:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320063.497250:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767320063.497263:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320063.497264:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988840448:0@lo:400:kworker.0 00000100:00080000:0.0:1767320063.497273:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5305 00000100:00080000:0.0:1767320063.497277:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.497283:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320063.497299:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163988840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320063.497310:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.497313:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320063.497315:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.497320:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5305 00000100:00080000:0.0:1767320063.497322:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.497326:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320063.497339:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163988840704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320063.497360:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.497364:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320063.497365:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.497369:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5305 00000100:00080000:0.0:1767320063.497372:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.497376:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320063.497388:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163988841088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320063.497415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988840320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320063.500490:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320063.503970:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988840960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320063.507749:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320063.507865:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840192 00000100:00100000:2.0:1767320063.507876:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840192 00000100:00100000:2.0:1767320063.507956:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840448 00000100:00100000:2.0:1767320063.507960:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840448 00000100:00100000:0.0:1767320063.508409:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320063.508472:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988840576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320063.508528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320063.508551:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988840704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320063.508603:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320063.508633:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988841088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320063.508656:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320063.508721:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320063.508783:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320063.508789:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840320 00000100:00100000:2.0:1767320063.508795:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840320 00000100:00100000:2.0:1767320063.508809:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840576 00000100:00100000:2.0:1767320063.508812:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840576 00000100:00100000:2.0:1767320063.508822:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988841088 00000100:00100000:2.0:1767320063.508824:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988841088 00000100:00100000:1.0:1767320063.508834:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320063.508841:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767320063.508846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988840832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320063.508873:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320063.508920:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767320063.508931:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988840448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320063.509001:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988840448:12345-0@lo:400:kworker.0 Request processed in 72us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320063.509009:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767320063.509055:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1767320063.509060:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988840320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320063.509085:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320063.509124:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988840320:12345-0@lo:38:kworker.0 Request processed in 63us (716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320063.509131:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1767320063.509144:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1767320063.509148:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988840576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320063.509157:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320063.509183:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988840576:12345-0@lo:38:kworker.0 Request processed in 33us (654us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320063.509188:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1767320063.509199:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1767320063.509212:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988841088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320063.509221:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320063.509242:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988841088:12345-0@lo:38:kworker.0 Request processed in 30us (586us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320063.509247:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1767320063.509275:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840704 00000100:00100000:0.0:1767320063.509279:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840704 00000100:00100000:0.0:1767320063.509303:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731 00000100:00100000:0.0:1767320063.509307:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988840704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320063.509316:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320063.509339:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988840704:12345-0@lo:38:kworker.0 Request processed in 31us (759us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320063.509345:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731 00000100:00080000:0.0:1767320063.509400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320063.509405:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320063.509409:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988840320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320063.509418:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320063.509422:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320063.509424:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988840576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320063.509432:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320063.509435:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320063.509437:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988840704:0@lo:38:kworker.0 00000100:00080000:0.0:1767320063.509444:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320063.509448:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320063.509457:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988841088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320063.509574:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988840448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320063.509755:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988840064 00000100:00100000:0.0:1767320063.509761:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988840064 00000100:00100000:0.0:1767320063.509805:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1767320063.509812:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988840064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320063.509842:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320063.509886:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988840064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (5976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320063.509893:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00080000:0.0:1767320063.509909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320063.509955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988840064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320063.510753:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:1.0:1767320063.510763:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988840960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320063.510844:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988840960:12345-0@lo:400:kworker.0 Request processed in 83us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320063.510851:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:1.0:1767320063.510867:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601 00000100:00100000:1.0:1767320063.510873:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988840832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320063.510903:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988840832:12345-0@lo:400:kworker.0 Request processed in 30us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320063.510909:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601 00000100:00100000:0.0:1767320063.510974:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988840832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320063.510985:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988840960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320063.514320:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988840192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320063.514475:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988840192:12345-0@lo:400:kworker.0 Request processed in 5621us (13996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320063.514576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988840192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320063.514665:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767320067.363258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320067.363409:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320067.364172:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923843968 00000100:00100000:2.0:1767320067.364184:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923843968 00000100:00100000:2.0:1767320067.364239:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844096 00000100:00100000:2.0:1767320067.364243:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844096 00000100:00100000:2.0:1767320067.364301:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 660 00000100:00100000:2.0:1767320067.364312:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923844096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320067.364397:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923844096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320067.364421:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 660 00000100:00100000:2.0:1767320067.365033:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1135 00000100:00100000:2.0:1767320067.365039:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923843968:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320067.365060:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320067.365103:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923843968:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (1855us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320067.365109:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1135 00010000:00010000:2.0:1767320067.533980:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320068.106065:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988841216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320068.106130:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320068.106214:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988841216 00000100:00100000:0.0:1767320068.106221:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988841216 00000100:00100000:0.0:1767320068.106271:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1767320068.106279:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988841216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320068.106310:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320068.106352:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988841216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320068.106369:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00080000:0.0:1767320068.106396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320068.106607:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988841216:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320068.617011:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617022:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320068.617137:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988841344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320068.617223:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320068.617390:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320043/real 1767320043] req@ffff9e7d39b93800 x1853163988835200/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320068.617442:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d39b93800 x1853163988835200/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320068.617455:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320068.617465:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320068.617468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988835200:0@lo:250:kworker.0 00000100:00100000:1.0:1767320068.617511:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988841344 00000100:00100000:1.0:1767320068.617515:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988841344 00000100:00100000:1.0:1767320068.617542:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1767320068.617546:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988841344:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320068.617640:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617643:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320068.617646:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320068.617651:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5310 00000100:00080000:0.0:1767320068.617654:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320068.617659:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320068.617677:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7100 x1853163988841600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320068.617700:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617703:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320068.617705:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320068.617708:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5310 00000100:00080000:0.0:1767320068.617710:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320068.617714:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320068.617743:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7800 x1853163988841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320068.617753:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617756:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320068.617764:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320068.617768:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5310 00000100:00080000:0.0:1767320068.617771:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320068.617775:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320068.617790:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ed80 x1853163988841984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320068.617800:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617803:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320068.617805:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320068.617809:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5310 00000100:00080000:0.0:1767320068.617811:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320068.617814:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320068.617823:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163988842112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320068.617836:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320068.617839:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320068.617840:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320068.617843:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5289 00000100:00080000:0.0:1767320068.617845:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320068.617849:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320068.617857:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163988842240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320068.617891:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988841600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320068.617915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320068.617948:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988841856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320068.617977:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320068.617993:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988841984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320068.618014:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320068.618035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988842112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320068.618053:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320068.618068:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988842240:0@lo:250:kworker.0 00000400:00000100:0.0:1767320068.618084:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988842240 offset 0 length 520: 4 00000100:00100000:0.0:1767320068.618110:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988841984 00000100:00100000:0.0:1767320068.618114:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988841984 00000100:00100000:0.0:1767320068.618135:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4732 00000100:00100000:0.0:1767320068.618140:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988841984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320068.618156:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320068.619305:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988841984:12345-0@lo:38:kworker.0 Request processed in 1162us (1288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320068.619313:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4732 00000100:00100000:1.0:1767320068.623538:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988841344:12345-0@lo:400:kworker.0 Request processed in 5981us (6306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320068.623552:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1767320068.627015:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988841344:0@lo:400:kworker.0 00010000:00010000:2.0:1767320071.624929:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320072.484677:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320072.484730:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320072.485370:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844352 00000100:00100000:1.0:1767320072.485396:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844352 00000100:00100000:1.0:1767320072.485527:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844224 00000100:00100000:1.0:1767320072.485531:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844224 00000100:00100000:2.0:1767320072.485618:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 663 00000100:00100000:2.0:1767320072.485686:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923844352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320072.485763:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923844352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320072.487561:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1139 00000100:00100000:0.0:1767320072.487587:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923844224:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320072.487612:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320072.487691:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923844224:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 113us (2959us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320072.487700:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1139 00000100:00100000:2.0:1767320072.491118:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 663 00000100:00100000:0.0:1767320073.225077:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988842368 00000100:00100000:0.0:1767320073.225101:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988842368 00000100:00100000:0.0:1767320073.225185:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767320073.225196:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988842368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320073.225226:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320073.225279:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988842368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320073.225286:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00080000:0.0:1767320073.736931:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.736942:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320073.737031:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.737035:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320073.737039:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320073.737046:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5315 00000100:00080000:0.0:1767320073.737051:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320073.737057:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320073.737079:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988842624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320073.737110:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.737113:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320073.737115:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320073.737118:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5315 00000100:00080000:0.0:1767320073.737120:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320073.737124:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320073.737134:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163988842880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320073.737163:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.737166:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320073.737168:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320073.737172:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5315 00000100:00080000:0.0:1767320073.737174:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320073.737179:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320073.737192:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ed80 x1853163988843008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320073.737208:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.737211:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320073.737213:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320073.737217:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5315 00000100:00080000:0.0:1767320073.737219:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320073.737222:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320073.737231:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163988843264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320073.737258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988843136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320073.737332:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320073.737370:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320073.737376:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988842752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320073.737402:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320073.737431:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988843136 00000100:00100000:0.0:1767320073.737438:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988843136 00000100:00100000:0.0:1767320073.737489:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602 00000100:00100000:0.0:1767320073.737504:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988843136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320073.737567:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988843136:12345-0@lo:400:kworker.0 Request processed in 64us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320073.737574:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602 00000100:00100000:0.0:1767320073.737643:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988843136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320073.737724:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320073.737735:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988842496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320073.737764:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320073.738157:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988842752 00000100:00100000:0.0:1767320073.738162:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988842752 00000100:00100000:2.0:1767320073.738460:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988843392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320073.738489:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320073.738523:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988843392 00000100:00100000:2.0:1767320073.738527:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988843392 00000100:00100000:2.0:1767320073.738553:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767320073.738560:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988843392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320073.738628:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320073.738668:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988843392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320073.738675:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767320073.738712:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988843392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320073.748680:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988842496 00000100:00100000:0.0:1767320073.748696:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988842496 00000100:00100000:1.0:1767320073.748800:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988842624 00000100:00100000:1.0:1767320073.748805:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988842624 00000100:00100000:1.0:1767320073.748922:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1767320073.748932:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988842752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320073.749096:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988842752:12345-0@lo:400:kworker.0 Request processed in 166us (11693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320073.749102:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1767320073.749126:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1767320073.749131:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988842624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320073.749156:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320073.749187:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988842624:12345-0@lo:38:kworker.0 Request processed in 55us (10853us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320073.749192:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1767320073.749400:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988842752:0@lo:400:kworker.0 00000100:00080000:1.0:1767320073.749454:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320073.753958:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988843008 00000100:00100000:1.0:1767320073.753965:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988843008 00000100:00100000:1.0:1767320073.753996:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733 00000100:00100000:1.0:1767320073.754003:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988843008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320073.754015:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320073.754055:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988843008:12345-0@lo:38:kworker.0 Request processed in 52us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320073.754067:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733 00000100:00100000:0.0:1767320073.754490:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1767320073.754505:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988842496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320073.754575:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988842496:12345-0@lo:400:kworker.0 Request processed in 77us (16810us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320073.754596:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1767320073.754647:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988842496:0@lo:400:kworker.0 00010000:00010000:2.0:1767320075.720948:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320077.618877:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844608 00000100:00100000:1.0:1767320077.618888:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844608 00000100:00100000:2.0:1767320077.618952:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844480 00000100:00100000:2.0:1767320077.618958:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844480 00000100:00100000:1.0:1767320077.618971:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 666 00000100:00100000:1.0:1767320077.619036:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923844608:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320077.619145:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1143 00000100:00100000:2.0:1767320077.619153:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923844480:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320077.619175:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320077.621660:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923844608:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2667us (3415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320077.621676:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 666 00000100:00100000:2.0:1767320077.624628:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923844480:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 5458us (6062us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320077.624657:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1143 00000100:00100000:2.0:1767320078.346814:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320078.346836:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988843520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320078.346899:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320078.347297:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320078.858317:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988843648 00000100:00100000:0.0:1767320078.858326:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988843648 00000100:00100000:0.0:1767320078.858393:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:0.0:1767320078.858402:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988843648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320078.858436:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320078.858484:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988843648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320078.858492:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:0.0:1767320078.858549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988843648:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320078.858677:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320078.858682:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320078.858718:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320078.858722:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320078.858726:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320078.858731:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5320 00000100:00080000:2.0:1767320078.858735:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320078.858753:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320078.858774:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163988843904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320078.858812:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320078.858815:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320078.858817:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320078.858820:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5320 00000100:00080000:2.0:1767320078.858823:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320078.858827:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320078.858837:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163988844160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320078.858845:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320078.858848:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320078.858850:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320078.858854:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5320 00000100:00080000:2.0:1767320078.858856:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320078.858859:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320078.858871:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9880 x1853163988844288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320078.858879:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320078.858882:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320078.858884:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320078.858887:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5320 00000100:00080000:2.0:1767320078.858889:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320078.858898:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320078.858910:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8700 x1853163988844416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320078.859742:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988843776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320078.859771:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320078.859814:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988844288 00000100:00100000:1.0:1767320078.859818:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988844288 00000100:00100000:1.0:1767320078.859842:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734 00000100:00100000:1.0:1767320078.859846:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988844288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320078.859857:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320078.859889:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988844288:12345-0@lo:38:kworker.0 Request processed in 41us (729us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320078.859896:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734 00000100:00100000:1.0:1767320078.859920:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988843776 00000100:00100000:1.0:1767320078.859924:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988843776 00000100:00100000:1.0:1767320078.859950:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1767320078.859956:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988843776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320078.859988:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988843776:12345-0@lo:400:kworker.0 Request processed in 31us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320078.859994:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:1.0:1767320078.860015:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320078.860033:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988843776:0@lo:400:kworker.0 00000100:00080000:1.0:1767320078.860051:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320078.860055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320078.860058:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988844288:0@lo:38:kworker.0 00010000:00010000:2.0:1767320079.817058:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320082.722619:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320082.722720:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320082.722814:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844864 00000100:00100000:0.0:1767320082.722840:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844864 00000100:00100000:0.0:1767320082.722917:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923844736 00000100:00100000:0.0:1767320082.722921:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923844736 00000100:00100000:0.0:1767320082.722946:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 669 00000100:00100000:0.0:1767320082.722956:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923844864:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320082.723036:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923844864:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320082.723044:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 669 00000100:00100000:0.0:1767320082.723064:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1147 00000100:00100000:0.0:1767320082.723069:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923844736:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320082.723091:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320082.723115:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923844736:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320082.723121:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1147 00000100:00080000:1.0:1767320082.723348:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320083.464957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988844544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320083.465078:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320083.465267:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988844544 00000100:00100000:0.0:1767320083.465275:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988844544 00000100:00100000:0.0:1767320083.465343:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:0.0:1767320083.465352:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988844544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320083.465386:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767320083.465599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320083.465829:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988844544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 477us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320083.465837:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1767320083.466272:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988844544:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320083.913087:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320083.976812:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320083.976825:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320083.976925:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988844800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320083.976999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320083.977050:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988844800 00000100:00100000:2.0:1767320083.977062:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988844800 00000100:00100000:2.0:1767320083.977631:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767320083.977637:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988844800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320083.977656:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767320083.978407:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320083.978432:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320083.978436:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320083.978441:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5325 00000100:00080000:0.0:1767320083.978445:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320083.978450:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320083.978668:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d180 x1853163988844928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320083.978714:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320083.978717:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320083.978720:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320083.978723:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5325 00000100:00080000:0.0:1767320083.978726:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320083.978730:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320083.978742:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988845184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320083.978751:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320083.978755:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320083.978756:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320083.978760:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5325 00000100:00080000:0.0:1767320083.978762:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320083.978765:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320083.978773:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988845312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320083.978782:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320083.978790:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320083.978792:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320083.978795:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5325 00000100:00080000:0.0:1767320083.978797:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320083.978800:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320083.978809:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163988845440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320083.978837:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320083.978847:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988845056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320083.978887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320083.978921:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988845056 00000100:00100000:0.0:1767320083.978925:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988845056 00000100:00100000:0.0:1767320083.979089:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988844928 00000100:00100000:0.0:1767320083.979096:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988844928 00000100:00100000:0.0:1767320083.979121:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988845184 00000100:00100000:0.0:1767320083.979135:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988845184 00000100:00100000:0.0:1767320083.979158:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767320083.979169:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988845056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320083.979234:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988845056:12345-0@lo:400:kworker.0 Request processed in 67us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320083.979242:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767320083.979271:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1767320083.979279:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988845184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320083.979294:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320083.980397:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988845184:12345-0@lo:38:kworker.0 Request processed in 1113us (1300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320083.980430:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1767320083.980454:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1767320083.980458:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988845440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320083.980474:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320083.980665:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988845440:12345-0@lo:38:kworker.0 Request processed in 205us (1466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320083.980671:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1767320083.980717:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988845056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320083.980784:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988845312 00000100:00100000:0.0:1767320083.980789:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988845312 00000100:00100000:0.0:1767320083.980812:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4735 00000100:00100000:0.0:1767320083.980816:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988845312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320083.980827:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320083.980849:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988845312:12345-0@lo:38:kworker.0 Request processed in 33us (1704us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320083.980855:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4735 00000100:00100000:1.0:1767320083.981912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988844800:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320083.981971:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320083.981977:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320083.981981:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988844928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320083.981990:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320083.981993:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320083.981996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988845184:0@lo:38:kworker.0 00000100:00080000:1.0:1767320083.982005:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320083.982008:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320083.982011:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988845312:0@lo:38:kworker.0 00000100:00080000:1.0:1767320083.982043:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320083.982047:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320083.982050:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988845440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320083.982426:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988844800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4785us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320083.982572:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:0.0:1767320087.846195:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320087.846241:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923844992 offset 0 length 520: 4 00000100:00100000:0.0:1767320087.846269:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320087.846405:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845248 00000100:00100000:1.0:1767320087.846415:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845248 00000100:00100000:1.0:1767320087.846499:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845120 00000100:00100000:1.0:1767320087.846503:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845120 00000100:00100000:1.0:1767320087.846523:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 672 00000100:00100000:1.0:1767320087.846533:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923845248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320087.846633:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923845248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320087.846641:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 672 00000100:00100000:1.0:1767320087.846659:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1151 00000100:00100000:1.0:1767320087.846664:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923845120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320087.846684:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320087.846709:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923845120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (439us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320087.846715:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1151 00000100:00080000:0.0:1767320087.846966:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320088.009424:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320088.585549:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988845568 00000100:00100000:0.0:1767320088.585557:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988845568 00000100:00100000:0.0:1767320088.585648:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:0.0:1767320088.585658:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988845568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320088.585687:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320088.585748:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988845568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320088.585755:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00080000:0.0:1767320089.099026:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.099049:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320089.099108:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.099113:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320089.099116:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320089.099125:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320089.099130:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320089.099136:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320089.099157:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163988845824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320089.099196:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.099199:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320089.099200:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320089.099204:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320089.099206:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320089.099210:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320089.099219:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163988846080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320089.099228:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.099231:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320089.099233:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320089.099237:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5330 00000100:00100000:2.0:1767320089.099253:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988845824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320089.099256:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320089.099260:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320089.099271:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ca80 x1853163988846208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320089.099302:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.099305:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320089.099307:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320089.099310:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320089.099312:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320089.099315:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320089.099320:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320089.099323:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988846592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320089.099345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988846464:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.099367:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988846080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.099374:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.099397:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320089.099398:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320089.099403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988846336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.099415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988846208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.099422:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.099434:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.099456:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988846592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.099470:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846464 00000100:00100000:2.0:1767320089.099475:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320089.099477:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846464 00000100:00100000:2.0:1767320089.099515:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988845824 00000100:00100000:2.0:1767320089.099519:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988845824 00000100:00100000:0.0:1767320089.099520:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846336 00000100:00100000:0.0:1767320089.099523:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846336 00000100:00100000:2.0:1767320089.099535:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846080 00000100:00100000:2.0:1767320089.099538:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846080 00000100:00100000:0.0:1767320089.099541:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603 00000100:00100000:0.0:1767320089.099547:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988846464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.099558:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846592 00000100:00100000:2.0:1767320089.099561:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846592 00000100:00100000:2.0:1767320089.099574:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1767320089.099604:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988845824:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.099611:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988846464:12345-0@lo:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320089.099617:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603 00010000:00020000:2.0:1767320089.099622:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320089.099652:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988845824:12345-0@lo:38:kworker.0 Request processed in 72us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320089.099659:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1767320089.099671:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1767320089.099674:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988846080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320089.099683:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320089.099704:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988846080:12345-0@lo:38:kworker.0 Request processed in 28us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320089.099710:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1767320089.099720:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1767320089.099724:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988846592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320089.099732:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320089.099755:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988846592:12345-0@lo:38:kworker.0 Request processed in 30us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320089.099760:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00080000:2.0:1767320089.099798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.099802:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.099805:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988846592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.099874:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1767320089.099882:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988846336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.099912:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988846336:12345-0@lo:400:kworker.0 Request processed in 32us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320089.099918:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1767320089.099941:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846208 00000100:00100000:0.0:1767320089.099945:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846208 00000100:00100000:0.0:1767320089.099963:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736 00000100:00100000:0.0:1767320089.099968:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988846208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320089.099978:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320089.100004:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988846208:12345-0@lo:38:kworker.0 Request processed in 35us (568us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320089.100008:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736 00000100:00100000:0.0:1767320089.100053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988846336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.100062:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988846464:0@lo:400:kworker.0 00000100:00080000:2.0:1767320089.100130:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.100135:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.100145:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988845824:0@lo:38:kworker.0 00000100:00080000:2.0:1767320089.100156:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.100159:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.100162:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988846080:0@lo:38:kworker.0 00000100:00080000:2.0:1767320089.100179:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.100182:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.100185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988846208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320089.100211:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988845952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.100235:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.100255:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320089.100260:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988845696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.100277:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320089.100357:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320089.100364:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988846720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320089.100387:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.100462:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1767320089.100470:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988845952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.100499:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988845952:12345-0@lo:400:kworker.0 Request processed in 31us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320089.100505:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1767320089.100518:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1767320089.100523:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988845696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.100547:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988845696:12345-0@lo:400:kworker.0 Request processed in 24us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320089.100552:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00080000:2.0:1767320089.100595:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320089.104685:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988845696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.104706:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988845952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.104777:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988846720 00000100:00100000:0.0:1767320089.104784:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988846720 00000100:00100000:0.0:1767320089.104838:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:0.0:1767320089.104847:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988846720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320089.104893:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320089.104952:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988846720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (4563us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320089.104959:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:0.0:1767320089.105001:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988846720:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320092.104780:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320092.962172:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845504 00000100:00100000:0.0:1767320092.962182:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845504 00000100:00100000:0.0:1767320092.962260:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845376 00000100:00100000:0.0:1767320092.962264:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845376 00000100:00100000:0.0:1767320092.962288:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 675 00000100:00100000:0.0:1767320092.962297:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923845504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320092.962369:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923845504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320092.962377:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 675 00000100:00100000:0.0:1767320092.962408:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1155 00000100:00100000:0.0:1767320092.962413:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923845376:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320092.962439:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320092.962464:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923845376:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (636us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320092.962471:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1155 00000100:00080000:2.0:1767320092.965051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320093.194918:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320068/real 1767320068] req@ffff9e7d3b03ca80 x1853163988842240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320093.194954:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b03ca80 x1853163988842240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320093.194985:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320093.195016:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320093.195020:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988842240:0@lo:250:kworker.0 00000100:00080000:1.0:1767320093.195128:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.195134:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320093.195138:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320093.195143:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5315 00000100:00080000:1.0:1767320093.195147:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320093.195153:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320093.195192:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5d500 x1853163988846848/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320093.195273:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.195277:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320093.195279:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320093.195282:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320093.195285:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320093.195289:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320093.195303:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163988847104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320093.195324:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.195326:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320093.195328:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320093.195331:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320093.195334:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320093.195337:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320093.195347:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ce00 x1853163988847360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320093.195355:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.195358:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320093.195360:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320093.195364:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320093.195366:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320093.195369:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320093.195379:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163988847488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320093.195416:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.195419:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320093.195420:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320093.195423:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320093.195425:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320093.195428:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320093.195436:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5df80 x1853163988847872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320093.196554:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988846848:0@lo:250:kworker.0 00000400:00000100:2.0:1767320093.196597:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988846848 offset 0 length 520: 4 00000100:00100000:2.0:1767320093.196617:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988847104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320093.196639:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320093.196663:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988847360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320093.196681:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320093.196704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988847488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320093.196724:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320093.196737:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988847872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320093.196755:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320093.196820:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988847488 00000100:00100000:0.0:1767320093.196824:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988847488 00000100:00100000:0.0:1767320093.196856:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737 00000100:00100000:0.0:1767320093.196860:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988847488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320093.196880:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320093.196919:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988847488:12345-0@lo:38:kworker.0 Request processed in 58us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320093.196925:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737 00000100:00100000:0.0:1767320093.196948:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988847104 00000100:00100000:0.0:1767320093.196951:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988847104 00000100:00100000:0.0:1767320093.196978:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988847360 00000100:00100000:0.0:1767320093.196981:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988847360 00000100:00100000:0.0:1767320093.196993:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988847872 00000100:00100000:0.0:1767320093.196995:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988847872 00000100:00100000:0.0:1767320093.197007:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767320093.197011:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320093.197022:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320093.197046:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847104:12345-0@lo:38:kworker.0 Request processed in 34us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320093.197052:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767320093.197064:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767320093.197068:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320093.197077:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320093.197097:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847360:12345-0@lo:38:kworker.0 Request processed in 27us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320093.197102:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767320093.197113:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767320093.197117:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320093.197125:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320093.197145:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988847872:12345-0@lo:38:kworker.0 Request processed in 26us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320093.197159:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:2.0:1767320093.197492:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320093.197497:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320093.197500:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988847104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320093.197508:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320093.197511:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320093.197513:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988847360:0@lo:38:kworker.0 00000100:00080000:2.0:1767320093.197531:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320093.197534:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320093.197536:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988847488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320093.197544:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320093.197546:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320093.197549:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988847872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320093.705103:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988848000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320093.705170:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320093.705309:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848000 00000100:00100000:0.0:1767320093.705317:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848000 00000100:00100000:0.0:1767320093.705372:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:0.0:1767320093.705386:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988848000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320093.705414:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320093.705467:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988848000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320093.705474:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:2.0:1767320093.705555:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988848000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320094.217541:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320094.217568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988848128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320094.217664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320094.217761:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848128 00000100:00100000:0.0:1767320094.217769:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848128 00000100:00100000:0.0:1767320094.217821:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:0.0:1767320094.217830:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988848128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320094.217858:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320094.217914:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988848128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320094.217921:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:2.0:1767320094.219013:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988848128:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320096.203705:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320098.081663:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845760 00000100:00100000:0.0:1767320098.081674:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845760 00000100:00100000:0.0:1767320098.081973:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845632 00000100:00100000:0.0:1767320098.081978:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845632 00000100:00100000:0.0:1767320098.082007:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 678 00000100:00100000:0.0:1767320098.082017:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923845760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320098.082088:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923845760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320098.082096:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 678 00000100:00100000:0.0:1767320098.082130:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1159 00000100:00100000:0.0:1767320098.082135:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923845632:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320098.082155:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320098.082183:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923845632:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (780us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320098.082189:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1159 00000100:00080000:0.0:1767320098.314048:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.314058:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320098.314116:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.314121:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320098.314125:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320098.314133:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5340 00000100:00080000:0.0:1767320098.314138:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320098.314145:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320098.314167:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988848384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320098.314220:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.314224:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320098.314226:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320098.314229:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5340 00000100:00080000:0.0:1767320098.314232:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320098.314236:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320098.314246:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ca80 x1853163988848640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320098.314272:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.314276:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320098.314278:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320098.314282:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5340 00000100:00080000:0.0:1767320098.314284:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320098.314287:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320098.314298:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163988848768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320098.314319:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.314322:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320098.314323:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320098.314326:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5340 00000100:00080000:0.0:1767320098.314328:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320098.314331:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320098.314341:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163988849152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320098.314370:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988848896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.314432:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320098.314470:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320098.314476:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988848512:0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.314510:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320098.314543:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848896 00000100:00100000:0.0:1767320098.314549:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848896 00000100:00100000:0.0:1767320098.314627:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:0.0:1767320098.314645:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988848896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.314691:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988848896:12345-0@lo:400:kworker.0 Request processed in 48us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320098.314699:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00100000:0.0:1767320098.314728:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848512 00000100:00100000:0.0:1767320098.314732:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848512 00000100:00100000:0.0:1767320098.314759:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767320098.314765:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988848512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.314794:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988848512:12345-0@lo:400:kworker.0 Request processed in 29us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320098.314800:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767320098.314838:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988848512:0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.314849:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988848896:0@lo:400:kworker.0 00000100:00100000:1.0:1767320098.315348:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988848384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320098.315375:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320098.315402:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988848640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320098.315421:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320098.315441:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988848768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320098.315511:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320098.315530:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988849152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320098.315549:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320098.315576:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848768 00000100:00100000:1.0:1767320098.315600:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848768 00000100:00100000:1.0:1767320098.315623:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4738 00000100:00100000:1.0:1767320098.315629:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988848768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320098.315646:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320098.315688:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988848768:12345-0@lo:38:kworker.0 Request processed in 57us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320098.315695:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4738 00000100:00100000:1.0:1767320098.315870:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848256 00000100:00100000:1.0:1767320098.315874:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848256 00000100:00100000:1.0:1767320098.315905:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848384 00000100:00100000:1.0:1767320098.315908:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848384 00000100:00100000:1.0:1767320098.315920:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988848640 00000100:00100000:1.0:1767320098.315922:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988848640 00000100:00100000:1.0:1767320098.315928:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849152 00000100:00100000:1.0:1767320098.315930:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849152 00000100:00100000:1.0:1767320098.315939:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767320098.315945:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988848256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320098.315982:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988848256:12345-0@lo:400:kworker.0 Request processed in 37us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320098.315988:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767320098.316000:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1767320098.316004:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988848384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320098.316014:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320098.316036:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988848384:12345-0@lo:38:kworker.0 Request processed in 31us (661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320098.316042:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1767320098.316052:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1767320098.316056:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988848640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320098.316064:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320098.316085:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988848640:12345-0@lo:38:kworker.0 Request processed in 27us (663us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320098.316099:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1767320098.316110:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1767320098.316115:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988849152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320098.316124:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320098.316147:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988849152:12345-0@lo:38:kworker.0 Request processed in 31us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320098.316153:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00080000:1.0:1767320098.316167:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320098.316185:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320098.316190:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320098.316193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988848384:0@lo:38:kworker.0 00000100:00080000:1.0:1767320098.316200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320098.316204:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320098.316206:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988848640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320098.316726:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849024 00000100:00100000:0.0:1767320098.316732:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849024 00000100:00100000:0.0:1767320098.316779:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608 00000100:00100000:0.0:1767320098.316787:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988849024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320098.316846:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988849024:12345-0@lo:400:kworker.0 Request processed in 60us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320098.316852:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608 00000100:00080000:1.0:1767320098.316968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320098.316974:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320098.316976:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988848768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320098.316985:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320098.316988:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320098.316990:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988849152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320098.825260:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849280 00000100:00100000:1.0:1767320098.825268:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849280 00000100:00100000:1.0:1767320098.825333:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:1.0:1767320098.825342:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988849280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320098.825383:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320098.825439:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988849280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320098.825447:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:1.0:1767320099.337421:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849408 00000100:00100000:1.0:1767320099.337430:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849408 00000100:00100000:1.0:1767320099.337484:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:1.0:1767320099.337491:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988849408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320099.337517:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320099.337915:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988849408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 422us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320099.337924:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00010000:00010000:1.0:1767320100.296986:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320103.209466:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320103.209541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320103.209866:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846016 00000100:00100000:1.0:1767320103.209878:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846016 00000100:00100000:1.0:1767320103.209949:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923845888 00000100:00100000:1.0:1767320103.209953:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923845888 00000100:00100000:2.0:1767320103.209974:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 681 00000100:00100000:2.0:1767320103.209993:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923846016:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320103.210092:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923846016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320103.212918:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1163 00000100:00100000:1.0:1767320103.212933:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923845888:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320103.212961:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320103.213031:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923845888:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (3487us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320103.213039:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1163 00000100:00100000:2.0:1767320103.219997:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 681 00000100:00080000:0.0:1767320103.432752:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.433328:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320103.433607:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.433632:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320103.433637:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320103.433646:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5345 00000100:00080000:0.0:1767320103.433652:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320103.433659:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320103.433687:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211500 x1853163988849664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320103.433746:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.433750:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320103.433752:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320103.433756:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5345 00000100:00080000:0.0:1767320103.433758:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320103.433762:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320103.433788:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04211c00 x1853163988849920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320103.433797:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.433800:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320103.433802:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320103.433806:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5345 00000100:00080000:0.0:1767320103.433809:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320103.433813:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320103.433824:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04212300 x1853163988850048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320103.433878:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320103.433913:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988850304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320103.433949:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988849664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320103.434004:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320103.434027:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320103.434072:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988849920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320103.434076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988850176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434132:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320103.434139:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320103.434175:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320103.434178:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988850048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320103.434188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988849792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320103.434209:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320103.434250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320103.434276:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850048 00000100:00100000:1.0:1767320103.434287:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850048 00000100:00100000:2.0:1767320103.434305:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850304 00000100:00100000:2.0:1767320103.434316:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850304 00000100:00100000:1.0:1767320103.434343:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739 00000100:00100000:1.0:1767320103.434352:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988850048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320103.434378:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320103.434379:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850176 00000100:00100000:2.0:1767320103.434386:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850176 00000100:00100000:2.0:1767320103.434419:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1767320103.434428:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988850304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434489:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988850304:12345-0@lo:400:kworker.0 Request processed in 62us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320103.434497:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1767320103.434517:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:2.0:1767320103.434523:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988850176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434552:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988850176:12345-0@lo:400:kworker.0 Request processed in 29us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320103.434557:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:2.0:1767320103.434600:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849664 00000100:00100000:2.0:1767320103.434603:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849664 00000100:00100000:2.0:1767320103.434623:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849920 00000100:00100000:2.0:1767320103.434625:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849920 00000100:00100000:2.0:1767320103.434637:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849792 00000100:00100000:2.0:1767320103.434639:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849792 00000100:00100000:2.0:1767320103.434658:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1767320103.434663:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988849792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434690:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988849792:12345-0@lo:400:kworker.0 Request processed in 27us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320103.434695:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1767320103.434705:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1767320103.434709:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988849664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320103.434735:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320103.434781:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988849664:12345-0@lo:38:kworker.0 Request processed in 57us (744us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320103.434789:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1767320103.434799:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988850048:12345-0@lo:38:kworker.0 Request processed in 87us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320103.434807:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1767320103.434820:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739 00000100:00100000:2.0:1767320103.434822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988849920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320103.434836:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320103.434864:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988849920:12345-0@lo:38:kworker.0 Request processed in 48us (727us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320103.434870:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00080000:2.0:1767320103.434893:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320103.434898:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320103.434900:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320103.434929:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988850304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988849792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.434966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988850176:0@lo:400:kworker.0 00000100:00080000:1.0:1767320103.435042:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320103.435049:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320103.435055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988849664:0@lo:38:kworker.0 00000100:00080000:1.0:1767320103.435063:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320103.435067:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320103.435071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988849920:0@lo:38:kworker.0 00000100:00080000:1.0:1767320103.435079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320103.435082:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320103.435085:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988850048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320103.435606:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988849536 00000100:00100000:2.0:1767320103.435613:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988849536 00000100:00100000:2.0:1767320103.435662:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1767320103.435669:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988849536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320103.435745:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988849536:12345-0@lo:400:kworker.0 Request processed in 73us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320103.435755:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:0.0:1767320103.436110:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.436131:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320103.436135:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320103.436141:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5345 00000100:00080000:0.0:1767320103.436145:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320103.436151:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320103.436185:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04210700 x1853163988850432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320103.436276:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988850432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320103.436316:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320103.440743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320103.440761:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320103.441127:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988850432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320103.944955:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988850560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320103.945033:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320103.945563:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850560 00000100:00100000:1.0:1767320103.945576:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850560 00000100:00100000:1.0:1767320103.946144:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:1.0:1767320103.946157:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988850560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320103.946198:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320103.946300:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988850560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320103.946310:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00010000:00010000:1.0:1767320104.392946:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320104.458721:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850688 00000100:00100000:1.0:1767320104.458732:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850688 00000100:00100000:1.0:1767320104.458814:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767320104.458825:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988850688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320104.458865:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320104.458929:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988850688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320104.458937:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767320108.332918:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320108.333056:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320108.345663:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846272 00000100:00100000:0.0:1767320108.345705:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846272 00000100:00100000:0.0:1767320108.345801:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846144 00000100:00100000:0.0:1767320108.345805:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846144 00000100:00100000:0.0:1767320108.345847:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 684 00000100:00100000:0.0:1767320108.345860:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923846272:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320108.345943:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923846272:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (13034us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320108.345951:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 684 00000100:00100000:0.0:1767320108.345971:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1167 00000100:00100000:0.0:1767320108.345976:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923846144:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320108.345995:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320108.346535:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923846144:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 546us (13468us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320108.346543:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1167 00000100:00080000:2.0:1767320108.347364:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320108.488802:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320108.553138:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320108.553148:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320108.553400:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850816 00000100:00100000:1.0:1767320108.553407:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850816 00000100:00100000:1.0:1767320108.553483:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767320108.553492:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988850816:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320108.553572:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320108.553954:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320108.553958:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320108.553962:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320108.553967:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5350 00000100:00080000:2.0:1767320108.553971:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320108.553976:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320108.553998:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163988850944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320108.554043:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320108.554046:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320108.554048:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320108.554052:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5350 00000100:00080000:2.0:1767320108.554054:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320108.554058:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320108.554067:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163988851200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320108.554076:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320108.554079:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320108.554081:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320108.554084:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5350 00000100:00080000:2.0:1767320108.554099:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320108.554103:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320108.554115:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021180 x1853163988851328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320108.554287:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988851584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320108.554322:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320108.554385:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988850944:0@lo:38:kworker.0 00000100:00100000:0.0:1767320108.554408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320108.554423:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988851200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320108.554440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320108.554453:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988851328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320108.554469:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320108.554494:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988850944 00000100:00100000:0.0:1767320108.554498:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988850944 00000100:00100000:0.0:1767320108.554516:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988851200 00000100:00100000:0.0:1767320108.554519:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988851200 00000100:00100000:0.0:1767320108.554543:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767320108.554548:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988850944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320108.554567:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320108.554612:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988850944:12345-0@lo:38:kworker.0 Request processed in 63us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320108.554619:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767320108.554637:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767320108.554641:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988851200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320108.554649:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320108.554667:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988851200:12345-0@lo:38:kworker.0 Request processed in 25us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320108.554684:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767320108.554702:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988851328 00000100:00100000:0.0:1767320108.554704:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988851328 00000100:00100000:0.0:1767320108.554721:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740 00000100:00100000:0.0:1767320108.554725:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988851328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320108.554744:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320108.554768:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988851328:12345-0@lo:38:kworker.0 Request processed in 42us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320108.554775:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740 00000100:00080000:0.0:1767320108.554813:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320108.554817:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320108.554820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988850944:0@lo:38:kworker.0 00000100:00080000:0.0:1767320108.554843:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320108.554847:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320108.554850:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988851200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320108.554856:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320108.554859:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320108.554862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988851328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320108.554906:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988851584 00000100:00100000:0.0:1767320108.554909:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988851584 00000100:00100000:0.0:1767320108.554939:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:0.0:1767320108.554945:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988851584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320108.554978:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988851584:12345-0@lo:400:kworker.0 Request processed in 33us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320108.554984:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00000100:00080000:0.0:1767320108.554999:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320108.555017:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988851584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320108.558054:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988850816:12345-0@lo:400:kworker.0 Request processed in 4561us (4743us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320108.558106:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:2.0:1767320108.558269:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320108.558273:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320108.558277:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320108.558281:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5350 00000100:00080000:2.0:1767320108.558285:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320108.558289:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320108.558348:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020000 x1853163988851712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320108.558746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988851712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320108.558785:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320108.559333:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320108.559337:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320108.559346:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988851712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320108.559771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988850816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320109.065717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988851840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320109.065786:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320109.066065:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988851840 00000100:00100000:0.0:1767320109.066083:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988851840 00000100:00100000:0.0:1767320109.066132:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:0.0:1767320109.066141:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988851840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320109.066169:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320109.066216:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988851840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320109.066223:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:2.0:1767320109.066329:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988851840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320109.580023:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320109.580197:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988851968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320109.580266:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320109.580770:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988851968 00000100:00100000:0.0:1767320109.580779:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988851968 00000100:00100000:0.0:1767320109.580873:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1767320109.580883:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988851968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320109.580920:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320109.580986:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988851968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320109.580994:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000400:00000100:0.0:1767320112.424194:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923846400 offset 0 length 520: 4 00000100:00100000:0.0:1767320112.424238:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320112.424339:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320112.427265:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846528 00000100:00100000:1.0:1767320112.427282:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846528 00000100:00100000:1.0:1767320112.427372:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846656 00000100:00100000:1.0:1767320112.427375:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846656 00000100:00080000:2.0:1767320112.427440:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320112.427677:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 687 00000100:00100000:0.0:1767320112.427691:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923846656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320112.427794:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923846656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (3454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320112.427801:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 687 00000100:00100000:0.0:1767320112.427822:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1171 00000100:00100000:0.0:1767320112.427827:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923846528:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320112.427847:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320112.427886:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923846528:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (3648us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320112.427904:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1171 00010000:00010000:1.0:1767320112.585128:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320113.675109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320113.675122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988852096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320113.675149:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320113.675184:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852352 00000100:00100000:0.0:1767320113.675191:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852352 00000100:00100000:0.0:1767320113.675239:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852096 00000100:00100000:0.0:1767320113.675242:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852096 00000100:00100000:0.0:1767320113.675262:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1767320113.675270:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988852352:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320113.675569:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320113.675619:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767320113.675629:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988852096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320113.675703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988852224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320113.676814:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988852352:12345-0@lo:400:kworker.0 Request processed in 1540us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320113.676814:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988852096:12345-0@lo:400:kworker.0 Request processed in 1185us (1662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320113.676824:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1767320113.676854:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320113.676900:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988852480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320113.676925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320113.676941:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988852608:0@lo:38:kworker.0 00000100:00100000:0.0:1767320113.677385:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1767320113.677414:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852224 00000100:00100000:0.0:1767320113.677420:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852224 00000100:00100000:0.0:1767320113.677436:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852480 00000100:00100000:0.0:1767320113.677439:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852480 00000100:00100000:0.0:1767320113.677450:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1767320113.677455:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988852224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320113.677475:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320113.677510:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988852224:12345-0@lo:38:kworker.0 Request processed in 54us (656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320113.677516:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1767320113.677527:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1767320113.677530:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988852480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320113.677549:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320113.677572:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988852480:12345-0@lo:38:kworker.0 Request processed in 40us (646us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320113.677606:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1767320113.677659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988852096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320113.677720:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988852352:0@lo:400:kworker.0 00000100:00080000:0.0:1767320113.677764:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.677768:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320113.677771:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320113.677775:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5355 00000100:00080000:0.0:1767320113.677779:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320113.677783:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320113.677791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988852864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320113.677816:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320113.677868:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04213800 x1853163988852992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320113.677917:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852736 00000100:00100000:0.0:1767320113.677921:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852736 00000100:00100000:0.0:1767320113.677954:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852864 00000100:00100000:0.0:1767320113.677957:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852864 00000100:00100000:0.0:1767320113.677992:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613 00000100:00100000:0.0:1767320113.677998:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988852736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320113.678033:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988852736:12345-0@lo:400:kworker.0 Request processed in 36us (2750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320113.678047:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00100000:0.0:1767320113.678059:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614 00000100:00100000:0.0:1767320113.678064:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988852864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320113.678095:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988852864:12345-0@lo:400:kworker.0 Request processed in 31us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320113.678100:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614 00000100:00100000:0.0:1767320113.678126:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988852864:0@lo:400:kworker.0 00000100:00080000:0.0:1767320113.678146:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320113.678150:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320113.678759:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320113.678808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988852992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320113.678829:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320113.678856:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320113.678872:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320113.678876:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988852224:0@lo:38:kworker.0 00000100:00080000:2.0:1767320113.678888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320113.678892:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320113.678895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988852480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320113.678919:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852608 00000100:00100000:2.0:1767320113.678920:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988852992 00000100:00100000:0.0:1767320113.678923:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852608 00000100:00100000:2.0:1767320113.678923:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988852992 00000100:00100000:0.0:1767320113.678946:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4741 00000100:00100000:2.0:1767320113.678946:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1767320113.678952:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988852608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320113.678966:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320113.679124:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988852992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320113.679135:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320113.679180:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988852992:12345-0@lo:38:kworker.0 Request processed in 57us (350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320113.679187:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00080000:2.0:1767320113.679212:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320113.679217:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320113.679219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988852992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320113.679436:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988852608:12345-0@lo:38:kworker.0 Request processed in 482us (675us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320113.679442:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4741 00000100:00080000:2.0:1767320113.680701:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320113.680708:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320113.680711:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988852608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320114.185344:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988853120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320114.185415:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320114.185635:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988853120 00000100:00100000:0.0:1767320114.185643:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988853120 00000100:00100000:0.0:1767320114.185698:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:0.0:1767320114.185708:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988853120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320114.185742:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320114.186191:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988853120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 483us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320114.186199:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:0.0:1767320114.697089:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988853248 00000100:00100000:0.0:1767320114.697096:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988853248 00000100:00100000:0.0:1767320114.697148:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767320114.697157:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988853248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320114.697188:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320114.697239:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988853248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320114.697247:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00010000:00010000:1.0:1767320116.683481:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320117.544898:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320117.545161:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320117.545279:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846912 00000100:00100000:1.0:1767320117.545284:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923846784 00000100:00100000:1.0:1767320117.545310:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846784 00000100:00100000:2.0:1767320117.545318:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923846912 00000100:00100000:1.0:1767320117.545385:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1175 00000100:00100000:1.0:1767320117.545396:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923846784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320117.545434:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320117.545443:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 690 00000100:00100000:2.0:1767320117.545457:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923846912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320117.545540:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923846784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 141us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320117.545562:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923846912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320117.545573:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1175 00000100:00100000:2.0:1767320117.551106:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 690 00000100:00100000:0.0:1767320118.792782:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320093/real 1767320093] req@ffff9e7d3bc5d500 x1853163988846848/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320118.792839:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5d500 x1853163988846848/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320118.792865:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320118.792875:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320118.792880:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988846848:0@lo:250:kworker.0 00000100:00100000:0.0:1767320118.793636:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988853376:0@lo:250:kworker.0 00000400:00000100:0.0:1767320118.793703:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988853376 offset 0 length 520: 4 00000100:00100000:1.0:1767320118.796517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988853504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320118.796661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320118.796766:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988853504 00000100:00100000:1.0:1767320118.796777:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988853504 00000100:00100000:1.0:1767320118.796862:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1767320118.796875:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988853504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320118.796943:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988853504:12345-0@lo:400:kworker.0 Request processed in 71us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320118.796952:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:1.0:1767320118.796982:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320118.797022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988853504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320118.806329:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988853632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320118.806911:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320118.807013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988853760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320118.807094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320118.807334:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988853632 00000100:00100000:1.0:1767320118.807347:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988853632 00000100:00100000:0.0:1767320118.807397:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988853888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320118.807410:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988853760 00000100:00100000:1.0:1767320118.807416:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988853760 00000100:00100000:1.0:1767320118.807472:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1767320118.807492:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988853760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320118.807759:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320118.807786:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988854016:0@lo:38:kworker.0 00000100:00100000:0.0:1767320118.808935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320118.808987:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854144 00000100:00100000:0.0:1767320118.808997:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854144 00000100:00100000:0.0:1767320118.809052:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615 00000100:00100000:0.0:1767320118.809064:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988854144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320118.809121:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988854144:12345-0@lo:400:kworker.0 Request processed in 59us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320118.809131:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615 00000100:00100000:0.0:1767320118.809167:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1767320118.809174:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988853888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320118.809186:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320118.809227:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988853888:12345-0@lo:38:kworker.0 Request processed in 52us (1468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320118.809559:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988853760:12345-0@lo:400:kworker.0 Request processed in 2068us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320118.809576:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:1.0:1767320118.809659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320118.809667:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320118.809708:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854272 00000100:00100000:1.0:1767320118.809717:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854272 00000100:00100000:1.0:1767320118.809765:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1767320118.809773:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988854272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320118.809992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988853760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320118.810052:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988854144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320118.810076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988854400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320118.810336:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00080000:0.0:1767320118.810378:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320118.810570:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988854272:12345-0@lo:400:kworker.0 Request processed in 795us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320118.810608:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000100:00100000:2.0:1767320118.810763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320118.810854:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320118.810859:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320118.810862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988853888:0@lo:38:kworker.0 00000100:00080000:2.0:1767320118.810884:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320118.810887:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320118.810890:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988854016:0@lo:38:kworker.0 00000100:00080000:2.0:1767320118.810899:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320118.810903:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320118.810905:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988853632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320118.811041:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854400 00000100:00100000:0.0:1767320118.811047:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854400 00000100:00100000:0.0:1767320118.811115:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1767320118.811120:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988854400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320118.811137:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320118.811198:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988854400:12345-0@lo:38:kworker.0 Request processed in 77us (647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320118.811206:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1767320119.305260:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854528 00000100:00100000:2.0:1767320119.305268:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854528 00000100:00100000:2.0:1767320119.305342:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1767320119.305352:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988854528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320119.305385:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320119.305450:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988854528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320119.305458:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00010000:00010000:2.0:1767320119.752884:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320119.816953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988854656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320119.817025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320119.817174:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854656 00000100:00100000:1.0:1767320119.817183:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854656 00000100:00100000:1.0:1767320119.817247:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:1.0:1767320119.817257:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988854656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320119.817287:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320119.818235:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988854656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 977us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320119.818244:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1767320119.818681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988854656:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320120.777628:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320122.658847:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923847040 00000100:00100000:2.0:1767320122.658866:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923847040 00000100:00100000:0.0:1767320122.658902:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923847168 00000100:00100000:0.0:1767320122.658913:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923847168 00000100:00100000:2.0:1767320122.658948:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1179 00000100:00100000:2.0:1767320122.658959:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923847040:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320122.658988:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320122.659016:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 693 00000100:00100000:0.0:1767320122.659028:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923847168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320122.659093:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923847040:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 131us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320122.659104:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1179 00000100:00100000:0.0:1767320122.659136:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923847168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320122.659147:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 693 00010000:00010000:2.0:1767320123.849801:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320123.913769:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320123.913783:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320123.913874:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320123.913879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320123.913884:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320123.913894:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5365 00000100:00080000:1.0:1767320123.913900:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320123.913909:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320123.913958:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163988854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320123.914022:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320123.914025:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320123.914028:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320123.914051:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5365 00000100:00080000:1.0:1767320123.914054:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320123.914059:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320123.914077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329adc00 x1853163988855168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320123.914087:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320123.914090:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320123.914092:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320123.914096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5365 00000100:00080000:1.0:1767320123.914099:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320123.914102:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320123.914114:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad880 x1853163988855296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320123.914139:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320123.914142:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320123.914144:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320123.914147:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5365 00000100:00080000:1.0:1767320123.914149:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320123.914153:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320123.914177:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955d500 x1853163988855680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320123.914219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988855424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320123.914307:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320123.914358:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320123.914371:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988855040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320123.914414:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320123.914461:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855424 00000100:00100000:1.0:1767320123.914471:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855424 00000100:00100000:1.0:1767320123.914541:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:1.0:1767320123.914551:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988855424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320123.914673:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988855424:12345-0@lo:400:kworker.0 Request processed in 123us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320123.914682:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00100000:1.0:1767320123.914709:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855040 00000100:00100000:1.0:1767320123.914713:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855040 00000100:00100000:1.0:1767320123.914746:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1767320123.914753:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988855040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320123.914785:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988855040:12345-0@lo:400:kworker.0 Request processed in 32us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320123.914791:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1767320123.914840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988855040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320123.914851:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988855424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320123.915232:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988854912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320123.915258:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320123.915280:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988855168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320123.915294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320123.915305:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988855296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320123.915321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320123.915331:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988855680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320123.915343:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320123.915367:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854784 00000100:00100000:0.0:1767320123.915369:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854784 00000100:00100000:0.0:1767320123.915407:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988854912 00000100:00100000:0.0:1767320123.915410:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988854912 00000100:00100000:0.0:1767320123.915424:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855168 00000100:00100000:0.0:1767320123.915427:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855168 00000100:00100000:0.0:1767320123.915435:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767320123.915441:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988854784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320123.915477:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988854784:12345-0@lo:400:kworker.0 Request processed in 36us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320123.915482:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767320123.915498:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855680 00000100:00100000:0.0:1767320123.915501:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855680 00000100:00100000:0.0:1767320123.915512:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1767320123.915516:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988854912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320123.915554:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320123.915613:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988854912:12345-0@lo:38:kworker.0 Request processed in 96us (353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320123.915621:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00080000:2.0:1767320123.915622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320123.915633:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1767320123.915637:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988855168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320123.915637:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1767320123.915642:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988855680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320123.915646:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320123.915660:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320123.915669:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988855168:12345-0@lo:38:kworker.0 Request processed in 31us (373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320123.915674:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1767320123.915689:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988855680:12345-0@lo:38:kworker.0 Request processed in 47us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320123.915704:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988854784:0@lo:400:kworker.0 00000100:00100000:2.0:1767320123.915705:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00080000:0.0:1767320123.915725:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320123.915730:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320123.915734:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988854912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320123.915743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320123.915746:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320123.915749:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988855168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320123.915756:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320123.915759:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320123.915761:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988855680:0@lo:38:kworker.0 00000100:00080000:0.0:1767320123.916356:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320123.916361:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320123.916364:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988855296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320124.430560:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855808 00000100:00100000:1.0:1767320124.430620:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855808 00000100:00100000:1.0:1767320124.430727:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767320124.430740:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988855808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320124.430786:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320124.433795:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988855808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3044us (8286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320124.433825:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00010000:00010000:1.0:1767320124.873094:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320124.938821:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320124.938857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988855936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320124.938926:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320124.939090:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988855936 00000100:00100000:0.0:1767320124.939098:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988855936 00000100:00100000:0.0:1767320124.939157:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767320124.939166:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988855936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320124.939197:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320124.939255:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988855936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320124.939262:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767320127.777562:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320127.777961:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923847296 00000100:00100000:1.0:1767320127.777971:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923847296 00000100:00100000:1.0:1767320127.778024:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1183 00000100:00100000:1.0:1767320127.778033:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923847296:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320127.778056:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320127.778130:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923847296:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (576us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320127.778138:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1183 00000100:00100000:2.0:1767320127.778703:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320127.778959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320127.944742:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320128.972014:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320129.034664:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320129.034677:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320129.034751:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320129.034756:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320129.034759:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320129.034768:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5370 00000100:00080000:2.0:1767320129.034772:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320129.034779:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320129.034805:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee680 x1853163988856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320129.034857:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320129.034860:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320129.034862:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320129.034866:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5370 00000100:00080000:2.0:1767320129.034868:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320129.034871:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320129.034886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988856320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.034952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320129.035019:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163988856448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320129.035050:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320129.035053:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320129.035056:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320129.035059:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5370 00000100:00080000:2.0:1767320129.035062:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320129.035067:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320129.035080:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163988856576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320129.035109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320129.035116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988856704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.035143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320129.035175:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856704 00000100:00100000:2.0:1767320129.035183:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856704 00000100:00100000:2.0:1767320129.035240:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:2.0:1767320129.035250:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988856704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.035335:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988856704:12345-0@lo:400:kworker.0 Request processed in 87us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320129.035343:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000100:00080000:2.0:1767320129.035366:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320129.035395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988856704:0@lo:400:kworker.0 00000100:00080000:2.0:1767320129.035427:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320129.035431:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320129.035433:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320129.035437:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5370 00000100:00080000:2.0:1767320129.035446:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320129.035450:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320129.035464:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163988856960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320129.036123:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988856192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.036154:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.036184:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988856448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.036205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.036224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988856576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.036247:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.036266:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988856960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.036283:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.036327:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856320 00000100:00100000:1.0:1767320129.036331:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856320 00000100:00100000:1.0:1767320129.036364:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856064 00000100:00100000:1.0:1767320129.036367:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856064 00000100:00100000:1.0:1767320129.036377:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856192 00000100:00100000:1.0:1767320129.036379:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856192 00000100:00100000:1.0:1767320129.036398:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856448 00000100:00100000:1.0:1767320129.036401:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856448 00000100:00100000:1.0:1767320129.036407:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856960 00000100:00100000:1.0:1767320129.036409:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856960 00000100:00100000:1.0:1767320129.036418:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767320129.036424:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988856320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.036462:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988856320:12345-0@lo:400:kworker.0 Request processed in 38us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320129.036468:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767320129.036480:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767320129.036485:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988856064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.036512:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988856064:12345-0@lo:400:kworker.0 Request processed in 26us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320129.036517:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767320129.036527:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1767320129.036531:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.036548:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.036576:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856192:12345-0@lo:38:kworker.0 Request processed in 43us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.036607:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1767320129.036619:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1767320129.036623:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.036633:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.036656:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856448:12345-0@lo:38:kworker.0 Request processed in 32us (451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.036661:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1767320129.036679:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1767320129.036682:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.036693:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.036721:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988856960:12345-0@lo:38:kworker.0 Request processed in 37us (436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.036726:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1767320129.036746:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988856576 00000100:00100000:1.0:1767320129.036749:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988856576 00000100:00100000:1.0:1767320129.036766:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4744 00000100:00100000:1.0:1767320129.036770:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988856576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.036778:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.036803:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988856576:12345-0@lo:38:kworker.0 Request processed in 32us (555us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.036808:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4744 00000100:00080000:1.0:1767320129.036821:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320129.036847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988856320:0@lo:400:kworker.0 00000100:00080000:1.0:1767320129.036872:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.036876:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.036879:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988856192:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.036886:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.036889:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.036891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988856448:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.036898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.036900:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.036903:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988856576:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.036917:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.036920:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.036922:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988856960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.545449:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857088 00000100:00100000:1.0:1767320129.545457:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857088 00000100:00100000:1.0:1767320129.545530:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:1.0:1767320129.545537:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988857088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320129.545560:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320129.545753:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988857088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320129.545759:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:1.0:1767320130.059574:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988857216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320130.059663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320130.059771:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857216 00000100:00100000:0.0:1767320130.059780:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857216 00000100:00100000:0.0:1767320130.059838:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:0.0:1767320130.059848:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988857216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320130.059879:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320130.059935:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988857216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320130.059944:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00010000:00010000:2.0:1767320132.042005:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320132.898860:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320132.898909:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320132.899831:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320133.064769:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320134.154178:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.154189:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320134.154493:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857344 00000100:00100000:0.0:1767320134.154502:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857344 00000100:00100000:0.0:1767320134.154563:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1767320134.154573:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988857344:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320134.154675:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.154681:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320134.154684:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320134.154689:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5375 00000100:00080000:1.0:1767320134.154693:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320134.154698:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320134.154731:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82d80 x1853163988857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320134.154781:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.154785:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320134.154787:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320134.154790:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5375 00000100:00080000:1.0:1767320134.154793:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320134.154796:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320134.154808:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82300 x1853163988857728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320134.154817:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.154820:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320134.154822:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320134.154826:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5375 00000100:00080000:1.0:1767320134.154828:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320134.154831:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320134.154857:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81500 x1853163988857856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320134.154923:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988857472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320134.154951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.154972:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988857728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320134.154990:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.155004:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988857856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320134.155024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.155053:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857472 00000100:00100000:2.0:1767320134.155057:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857472 00000100:00100000:2.0:1767320134.155075:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857728 00000100:00100000:2.0:1767320134.155078:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857728 00000100:00100000:2.0:1767320134.155091:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767320134.155095:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988857472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320134.155113:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320134.155146:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988857472:12345-0@lo:38:kworker.0 Request processed in 49us (194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320134.155153:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767320134.155172:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1767320134.155175:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988857728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320134.155185:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320134.155220:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988857728:12345-0@lo:38:kworker.0 Request processed in 43us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320134.155233:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:2.0:1767320134.155264:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320134.155268:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320134.155272:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988857472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320134.155280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320134.155283:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320134.155286:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988857728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320134.155336:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857856 00000100:00100000:2.0:1767320134.155340:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857856 00000100:00100000:2.0:1767320134.155360:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4745 00000100:00100000:2.0:1767320134.155365:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988857856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320134.155375:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320134.155404:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988857856:12345-0@lo:38:kworker.0 Request processed in 38us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320134.155410:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4745 00000100:00080000:2.0:1767320134.155432:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320134.155436:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320134.155439:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988857856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320134.155483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988857984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.155538:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320134.155544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988857600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.155610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988858112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320134.155678:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857984 00000100:00100000:2.0:1767320134.155683:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857984 00000100:00100000:2.0:1767320134.155718:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858112 00000100:00100000:2.0:1767320134.155721:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858112 00000100:00100000:2.0:1767320134.155743:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621 00000100:00100000:2.0:1767320134.155751:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988857984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155787:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988857984:12345-0@lo:400:kworker.0 Request processed in 38us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320134.155793:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621 00000100:00100000:2.0:1767320134.155804:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1767320134.155809:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988858112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155836:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988858112:12345-0@lo:400:kworker.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320134.155841:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00080000:2.0:1767320134.155863:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320134.155867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320134.155870:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320134.155888:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988858112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155907:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988857984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155920:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988857600 00000100:00100000:2.0:1767320134.155922:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988857600 00000100:00100000:2.0:1767320134.155948:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1767320134.155953:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988857600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.155981:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988857600:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320134.155997:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:2.0:1767320134.156011:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320134.156026:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988857600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320134.165026:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988857344:12345-0@lo:400:kworker.0 Request processed in 10447us (10625us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320134.165040:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:1.0:1767320134.165322:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.165328:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320134.165332:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320134.165337:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5375 00000100:00080000:1.0:1767320134.165341:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320134.165346:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320134.165382:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80a80 x1853163988858240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320134.165737:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858240 00000100:00100000:0.0:1767320134.165752:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858240 00000100:00100000:0.0:1767320134.165783:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767320134.165790:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988858240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320134.165813:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320134.166035:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988857344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320134.166058:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988858240:12345-0@lo:38:kworker.0 Request processed in 265us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320134.166066:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1767320134.664915:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858368 00000100:00100000:1.0:1767320134.664923:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858368 00000100:00100000:1.0:1767320134.664977:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1767320134.664986:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988858368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320134.665016:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320134.665799:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988858368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 811us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320134.665808:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1767320135.177746:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858496 00000100:00100000:1.0:1767320135.177757:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858496 00000100:00100000:1.0:1767320135.177816:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1767320135.177826:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988858496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320135.177857:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320135.177920:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988858496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320135.177927:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00010000:00010000:2.0:1767320136.137027:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320137.160823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320138.018335:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320138.018419:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923848064 offset 0 length 520: 4 00000100:00100000:0.0:1767320138.018442:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320138.021502:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923847808 00000100:00100000:2.0:1767320138.021517:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923847808 00000100:00100000:1.0:1767320138.022329:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923847936 00000100:00100000:1.0:1767320138.022336:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923847936 00000100:00100000:1.0:1767320138.022481:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 702 00000100:00100000:1.0:1767320138.022492:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923847936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320138.022594:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923847936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (4137us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320138.022602:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 702 00000100:00100000:1.0:1767320138.022619:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1191 00000100:00100000:1.0:1767320138.022623:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923847808:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320138.022657:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320138.022684:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923847808:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (4358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320138.022691:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1191 00000100:00080000:1.0:1767320139.272707:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320139.272718:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320139.272834:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320139.272856:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320139.272861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320139.272865:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320139.272874:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5381 00000100:00080000:1.0:1767320139.272879:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320139.272886:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320139.272910:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83b80 x1853163988858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320139.272947:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320139.272951:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320139.272953:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320139.272957:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5381 00000100:00080000:1.0:1767320139.272960:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320139.272966:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320139.272994:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163988859008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320139.273004:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320139.273023:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320139.273025:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320139.273039:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5381 00000100:00080000:1.0:1767320139.273043:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320139.273047:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320139.273065:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82a00 x1853163988859136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320139.273116:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988859264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320139.273154:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.273205:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988858752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.273252:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.273283:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988859008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.273306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.273324:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988859136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.273343:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.273379:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858880 00000100:00100000:0.0:1767320139.273386:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858880 00000100:00100000:0.0:1767320139.273435:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858752 00000100:00100000:0.0:1767320139.273439:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858752 00000100:00100000:0.0:1767320139.273452:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988859008 00000100:00100000:0.0:1767320139.273455:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988859008 00000100:00100000:0.0:1767320139.273471:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1767320139.273480:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988858880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.273540:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988858880:12345-0@lo:400:kworker.0 Request processed in 62us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320139.273547:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1767320139.273576:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988859392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.273599:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1767320139.273607:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988858752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320139.273627:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320139.273640:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320139.273702:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320139.273706:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320139.273708:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320139.273712:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5381 00000100:00080000:1.0:1767320139.273715:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320139.273719:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320139.273733:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1767320139.273738:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988859008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320139.273749:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320139.273828:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988858624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320139.273861:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320139.273892:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988858624 00000100:00100000:2.0:1767320139.273898:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988858624 00000100:00100000:2.0:1767320139.273925:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1767320139.273934:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988858624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320139.273973:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988858624:12345-0@lo:400:kworker.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320139.273980:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767320139.274181:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988858752:12345-0@lo:38:kworker.0 Request processed in 573us (928us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320139.274196:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00080000:0.0:1767320139.274215:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320139.274219:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320139.274222:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320139.275725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988859392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320139.279349:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988859008:12345-0@lo:38:kworker.0 Request processed in 5603us (6034us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320139.279361:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00080000:0.0:1767320139.279918:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320139.279925:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320139.279929:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988858752:0@lo:38:kworker.0 00000100:00080000:0.0:1767320139.279940:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320139.279943:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320139.279946:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988859008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320139.279956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320139.279959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320139.279962:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988859136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.279990:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988859520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.280030:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320139.280225:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988859520 00000100:00100000:1.0:1767320139.280233:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988859520 00000100:00100000:1.0:1767320139.280271:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1767320139.280278:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988859520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320139.280308:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320139.280357:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988859520:12345-0@lo:38:kworker.0 Request processed in 79us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320139.280365:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1767320139.280595:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988858624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.785479:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988859648 00000100:00100000:0.0:1767320139.785487:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988859648 00000100:00100000:0.0:1767320139.785551:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:0.0:1767320139.785561:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988859648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320139.785625:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320139.785688:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988859648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320139.785695:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00010000:00010000:2.0:1767320140.232835:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320140.297186:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988859776 00000100:00100000:1.0:1767320140.297194:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988859776 00000100:00100000:1.0:1767320140.297246:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:1.0:1767320140.297255:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988859776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320140.297299:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320140.297351:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988859776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320140.297358:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00010000:00010000:1.0:1767320141.256997:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320143.138416:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320143.138464:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320143.143626:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923848320 00000100:00100000:0.0:1767320143.143647:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923848320 00000100:00100000:0.0:1767320143.143763:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923848192 00000100:00100000:0.0:1767320143.143767:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923848192 00000100:00100000:0.0:1767320143.143796:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 705 00000100:00100000:0.0:1767320143.143808:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923848320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320143.143926:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923848320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 120us (5518us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320143.143935:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 705 00000100:00100000:0.0:1767320143.143960:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1195 00000100:00100000:0.0:1767320143.143964:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923848192:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320143.144000:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320143.144028:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923848192:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (5563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320143.147947:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1195 00000100:00080000:0.0:1767320143.369092:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.369100:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320143.369104:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320143.369109:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5365 00000100:00080000:0.0:1767320143.369114:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320143.369120:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320143.369180:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988859904/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320143.369275:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.369279:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320143.369281:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320143.369285:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320143.369288:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320143.369292:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320143.369310:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163988860160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320143.369341:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.369345:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320143.369347:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320143.369351:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320143.369354:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320143.369359:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320143.369370:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329af100 x1853163988860416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320143.369381:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320143.369384:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767320143.369386:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320143.369388:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320143.369393:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320143.369396:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320143.369399:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320143.369415:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329af800 x1853163988860544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320143.369449:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.369452:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320143.369454:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320143.369457:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320143.369460:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320143.369464:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320143.369475:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ac000 x1853163988860928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320143.369514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988860800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320143.369525:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988860288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320143.371016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320143.371126:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988860032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320143.371165:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320143.371221:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860032 00000100:00100000:2.0:1767320143.371229:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860032 00000100:00100000:2.0:1767320143.371281:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1767320143.371290:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988860032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320143.371340:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988860032:12345-0@lo:400:kworker.0 Request processed in 51us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320143.371347:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1767320143.371386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988860032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320143.371987:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860800 00000100:00100000:1.0:1767320143.371999:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860800 00000100:00100000:1.0:1767320143.372078:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625 00000100:00100000:1.0:1767320143.372089:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988860800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320143.372186:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988860800:12345-0@lo:400:kworker.0 Request processed in 99us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320143.372194:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625 00000100:00080000:1.0:1767320143.372268:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320143.372275:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320143.372292:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988859904:0@lo:250:kworker.0 00000400:00000100:1.0:1767320143.372322:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988859904 offset 0 length 520: 4 00000100:00100000:1.0:1767320143.372350:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988860160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.372376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320143.372419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988860416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.372441:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320143.372461:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988860544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.372485:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320143.372505:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988860928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.372530:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320143.372554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988860800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320143.372609:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860160 00000100:00100000:2.0:1767320143.372615:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860160 00000100:00100000:1.0:1767320143.372628:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860416 00000100:00100000:1.0:1767320143.372635:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860416 00000100:00100000:2.0:1767320143.372645:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860928 00000100:00100000:2.0:1767320143.372651:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860928 00000100:00100000:1.0:1767320143.372673:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1767320143.372682:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988860160:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320143.372689:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00010000:00020000:1.0:1767320143.372711:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320143.372748:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988860160:12345-0@lo:38:kworker.0 Request processed in 66us (370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320143.372756:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:1.0:1767320143.372787:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320143.372792:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320143.372796:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988860160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.372817:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1767320143.372822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988860928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320143.372831:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320143.372857:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988860928:12345-0@lo:38:kworker.0 Request processed in 33us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320143.372862:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:1.0:1767320143.372882:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320143.372886:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320143.372895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988860928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320143.373926:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988860416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320143.373958:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320143.374054:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988860416:12345-0@lo:38:kworker.0 Request processed in 1353us (1610us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320143.374063:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1767320143.374123:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860544 00000100:00100000:2.0:1767320143.374129:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860544 00000100:00100000:2.0:1767320143.374156:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4747 00000100:00100000:2.0:1767320143.374175:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988860544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320143.374185:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320143.374215:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988860544:12345-0@lo:38:kworker.0 Request processed in 39us (1728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320143.374221:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4747 00000100:00080000:1.0:1767320143.375470:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320143.375483:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320143.375487:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988860416:0@lo:38:kworker.0 00000100:00080000:1.0:1767320143.375500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320143.375504:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320143.375506:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988860544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320143.375879:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860672 00000100:00100000:1.0:1767320143.375885:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860672 00000100:00100000:1.0:1767320143.375952:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626 00000100:00100000:1.0:1767320143.375958:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988860672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320143.376039:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988860672:12345-0@lo:400:kworker.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320143.376047:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626 00000100:00100000:0.0:1767320143.376526:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320143.376801:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988860288 00000100:00100000:2.0:1767320143.376807:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988860288 00000100:00100000:2.0:1767320143.376905:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1767320143.376914:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988860288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320143.376985:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988860288:12345-0@lo:400:kworker.0 Request processed in 66us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320143.376992:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1767320143.377157:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988860288:0@lo:400:kworker.0 00010000:00010000:2.0:1767320144.330411:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320144.905430:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320144.905460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988861056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320144.905550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320144.905773:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988861056 00000100:00100000:0.0:1767320144.905784:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988861056 00000100:00100000:0.0:1767320144.905897:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1767320144.905910:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988861056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320144.905959:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320144.906034:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988861056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320144.906043:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:2.0:1767320144.906136:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988861056:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320145.352945:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320145.417007:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988861184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320145.417109:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320145.417269:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988861184 00000100:00100000:0.0:1767320145.417281:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988861184 00000100:00100000:0.0:1767320145.417562:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:0.0:1767320145.417576:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988861184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320145.417654:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320145.417731:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988861184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320145.417761:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:2.0:1767320145.417868:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988861184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320148.257934:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320148.258076:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320148.261075:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923848576 00000100:00100000:0.0:1767320148.261091:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923848576 00000100:00080000:1.0:1767320148.261249:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320148.262079:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923848448 00000100:00100000:0.0:1767320148.262086:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923848448 00000100:00100000:0.0:1767320148.262119:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 708 00000100:00100000:0.0:1767320148.262131:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923848576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320148.262916:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1199 00000100:00100000:2.0:1767320148.262923:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923848448:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320148.262958:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320148.263032:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923848448:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 107us (4956us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320148.263054:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1199 00000100:00100000:0.0:1767320148.263793:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923848576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1665us (5866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320148.263801:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 708 00010000:00010000:2.0:1767320148.424881:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320148.489075:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320148.489085:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320148.489146:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320148.489151:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320148.489154:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320148.489162:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5390 00000100:00080000:2.0:1767320148.489166:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320148.489173:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320148.489195:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86d80 x1853163988861440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320148.489256:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988861440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320148.489352:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320148.489423:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320148.489435:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988861312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320148.489464:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320148.489496:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988861440 00000100:00100000:1.0:1767320148.489503:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988861440 00000100:00100000:1.0:1767320148.489532:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988861312 00000100:00100000:1.0:1767320148.489548:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988861312 00000100:00100000:1.0:1767320148.489613:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1767320148.489622:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988861312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320148.489671:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988861312:12345-0@lo:400:kworker.0 Request processed in 51us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320148.489679:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1767320148.489696:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1767320148.489699:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988861440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320148.489718:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320148.489801:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320148.489805:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320148.489807:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320148.489811:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5390 00000100:00080000:2.0:1767320148.489813:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320148.489817:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320148.490705:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f84700 x1853163988861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320148.491739:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988861696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320148.491773:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320148.494901:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988861440:12345-0@lo:38:kworker.0 Request processed in 5190us (5538us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320148.494926:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:0.0:1767320148.495231:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320148.495238:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320148.495243:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988861440:0@lo:38:kworker.0 00000100:00080000:0.0:1767320148.495572:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320148.495577:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320148.495624:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988861696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320148.495745:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320148.495750:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320148.495753:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320148.495757:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5390 00000100:00080000:2.0:1767320148.495777:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320148.495783:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320148.495818:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86680 x1853163988861824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320148.496070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988861824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320148.496123:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320148.496234:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320148.496238:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320148.496240:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320148.496244:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5390 00000100:00080000:2.0:1767320148.496247:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320148.496251:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320148.496274:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f85c00 x1853163988862208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320148.496600:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988861952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320148.496635:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320148.496710:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988861952 00000100:00100000:1.0:1767320148.496717:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988861952 00000100:00100000:1.0:1767320148.496768:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627 00000100:00100000:1.0:1767320148.496776:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988861952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320148.496822:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988861952:12345-0@lo:400:kworker.0 Request processed in 47us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320148.496841:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627 00000100:00100000:1.0:1767320148.496879:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988861952:0@lo:400:kworker.0 00000100:00080000:1.0:1767320148.496897:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320148.497231:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988862208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320148.497269:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320148.497650:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988862080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320148.497683:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320148.497781:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862208 00000100:00100000:1.0:1767320148.497787:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862208 00000100:00100000:1.0:1767320148.497821:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1767320148.497844:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988862208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320148.497864:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320148.497899:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988862208:12345-0@lo:38:kworker.0 Request processed in 55us (638us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320148.497905:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1767320148.498067:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862080 00000100:00100000:0.0:1767320148.498072:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862080 00000100:00100000:0.0:1767320148.498115:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:0.0:1767320148.498122:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988862080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320148.498159:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988862080:12345-0@lo:400:kworker.0 Request processed in 38us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320148.498164:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00080000:0.0:1767320148.498195:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320148.498199:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320148.498203:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988862208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320148.498291:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988862080:0@lo:400:kworker.0 00000100:00080000:1.0:1767320148.498597:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320148.498959:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320148.498964:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320148.498967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988861824:0@lo:38:kworker.0 00010000:00010000:1.0:1767320149.451840:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320150.024939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988862336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320150.025010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320150.025118:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862336 00000100:00100000:0.0:1767320150.025126:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862336 00000100:00100000:0.0:1767320150.025212:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:0.0:1767320150.025223:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988862336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320150.025251:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320150.025296:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988862336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320150.025304:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00080000:1.0:1767320150.025476:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320150.025510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988862336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320150.539441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988862464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320150.539506:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320150.546214:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320150.546283:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988862464:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320152.520842:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320153.377079:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320153.377448:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320153.394389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320153.545490:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320153.608777:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.608788:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320153.608920:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988862592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320153.608991:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320153.609071:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.609076:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320153.609079:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320153.609085:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5395 00000100:00080000:1.0:1767320153.609089:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320153.609095:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320153.609133:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163988862720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320153.609182:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.609187:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320153.609189:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320153.609193:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5395 00000100:00100000:0.0:1767320153.609201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988862720:0@lo:38:kworker.0 00000100:00080000:1.0:1767320153.609202:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320153.609213:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320153.609229:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80e00 x1853163988862976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320153.609242:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.609246:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320153.609247:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320153.609252:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5395 00000100:00080000:1.0:1767320153.609255:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320153.609260:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320153.609278:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83800 x1853163988863104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320153.609284:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.609334:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988862976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320153.609362:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.609399:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988863104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320153.609423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.609462:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862720 00000100:00100000:0.0:1767320153.609470:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862720 00000100:00100000:0.0:1767320153.609504:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862976 00000100:00100000:0.0:1767320153.609506:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862976 00000100:00100000:0.0:1767320153.609525:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1767320153.609532:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988862720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320153.609557:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320153.609621:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988862720:12345-0@lo:38:kworker.0 Request processed in 87us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320153.609628:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1767320153.609649:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1767320153.609652:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988862976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320153.609661:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320153.609678:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988862976:12345-0@lo:38:kworker.0 Request processed in 24us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320153.609683:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1767320153.609708:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988863360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320153.609732:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.609768:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863360 00000100:00100000:0.0:1767320153.609772:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863360 00000100:00100000:2.0:1767320153.609808:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988862848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320153.609826:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:0.0:1767320153.609833:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988863360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320153.609910:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988863360:12345-0@lo:400:kworker.0 Request processed in 78us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320153.609926:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00100000:0.0:1767320153.609979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988863360:0@lo:400:kworker.0 00000100:00080000:0.0:1767320153.610004:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320153.610021:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320153.610026:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320153.610029:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988862976:0@lo:38:kworker.0 00000100:00080000:0.0:1767320153.610037:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320153.610040:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320153.610043:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988862720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320153.610081:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988863232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320153.610110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.610140:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863232 00000100:00100000:0.0:1767320153.610144:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863232 00000100:00100000:2.0:1767320153.610160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320153.610176:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:0.0:1767320153.610186:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988863232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320153.610228:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988862848 00000100:00100000:0.0:1767320153.610235:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988863232:12345-0@lo:400:kworker.0 Request processed in 50us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320153.610237:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988862848 00000100:00100000:0.0:1767320153.610246:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:0.0:1767320153.610282:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988863232:0@lo:400:kworker.0 00000100:00080000:0.0:1767320153.610304:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320153.610307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320153.610312:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1767320153.610339:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988862848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320153.610352:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863104 00000100:00100000:0.0:1767320153.610358:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863104 00000100:00100000:0.0:1767320153.610379:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749 00000100:00100000:0.0:1767320153.610384:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988863104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320153.610402:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320153.610431:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988863104:12345-0@lo:38:kworker.0 Request processed in 46us (1006us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320153.610437:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749 00000100:00080000:1.0:1767320153.610511:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.610516:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320153.610519:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320153.610523:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5395 00000100:00080000:1.0:1767320153.610526:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320153.610531:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320153.610557:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163988863488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320153.610813:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320153.611257:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320153.611266:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320153.611269:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988863104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320153.611293:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988863488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320153.611334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320153.611380:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988862848:12345-0@lo:400:kworker.0 Request processed in 1044us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320153.611391:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1767320153.611415:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863488 00000100:00100000:2.0:1767320153.611421:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863488 00000100:00100000:2.0:1767320153.611448:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1767320153.611453:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988863488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320153.611472:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320153.611510:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988863488:12345-0@lo:38:kworker.0 Request processed in 56us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320153.611516:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00080000:0.0:1767320153.611726:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320153.611732:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320153.611737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988863488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320153.611922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988862848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320153.614182:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988862592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320155.145853:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988863616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320155.145920:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320155.146427:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320155.146534:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988863616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320155.656816:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988863744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320155.656885:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320155.656970:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863744 00000100:00100000:0.0:1767320155.656978:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863744 00000100:00100000:0.0:1767320155.657044:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1767320155.657052:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988863744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320155.657080:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320155.657888:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988863744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 835us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320155.657898:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1767320155.657976:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988863744:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320156.621996:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320157.641100:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320158.499546:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320158.499703:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320158.513957:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923849088 00000100:00100000:0.0:1767320158.513973:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923849088 00000100:00080000:1.0:1767320158.515928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320158.517680:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923848960 00000100:00100000:0.0:1767320158.517695:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923848960 00000100:00100000:0.0:1767320158.517744:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 714 00000100:00100000:0.0:1767320158.517773:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923849088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320158.517818:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1207 00000100:00100000:0.0:1767320158.517882:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923849088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (18344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320158.518025:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923848960:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320158.518059:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320158.518126:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923848960:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 105us (18423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320158.521285:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 714 00000100:00100000:1.0:1767320158.521966:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1207 00000100:00100000:0.0:1767320158.729620:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988864000:0@lo:38:kworker.0 00000100:00100000:0.0:1767320158.729731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.729822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988863872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320158.729881:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988864640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.736903:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.737039:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988863872 00000100:00100000:1.0:1767320158.737053:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988863872 00000100:00100000:1.0:1767320158.737158:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767320158.737171:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988863872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737244:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988863872:12345-0@lo:400:kworker.0 Request processed in 76us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320158.737253:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:1.0:1767320158.737281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320158.737328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988863872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737408:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988864512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737467:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.737512:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864512 00000100:00100000:1.0:1767320158.737516:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864512 00000100:00100000:1.0:1767320158.737555:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:1.0:1767320158.737563:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988864512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737629:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988864512:12345-0@lo:400:kworker.0 Request processed in 68us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320158.737636:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000100:00080000:1.0:1767320158.737652:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320158.737668:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988864512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737711:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.737760:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864128 00000100:00100000:1.0:1767320158.737764:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864128 00000100:00100000:1.0:1767320158.737794:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1767320158.737801:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988864128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.737838:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988864128:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320158.737844:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00080000:1.0:1767320158.737858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320158.737879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988864128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320158.738593:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.738725:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864640 00000100:00100000:1.0:1767320158.738732:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864640 00000100:00100000:1.0:1767320158.738796:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632 00000100:00100000:1.0:1767320158.738805:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988864640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320158.738853:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988864640:12345-0@lo:400:kworker.0 Request processed in 50us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320158.738873:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632 00000100:00080000:2.0:1767320158.739012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320158.739041:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988864640:0@lo:400:kworker.0 00000100:00080000:0.0:1767320158.742500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320158.742515:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320158.742520:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988864000:0@lo:38:kworker.0 00000100:00100000:0.0:1767320158.742533:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988864256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320158.743843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320158.743890:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988864384:0@lo:38:kworker.0 00000100:00100000:0.0:1767320158.743927:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320158.743977:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988864768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320158.744002:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320158.744071:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864384 00000100:00100000:1.0:1767320158.744088:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864384 00000100:00100000:1.0:1767320158.744161:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750 00000100:00100000:1.0:1767320158.744171:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988864384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320158.744199:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320158.744277:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988864384:12345-0@lo:38:kworker.0 Request processed in 107us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320158.744285:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750 00000100:00100000:2.0:1767320158.744439:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864256 00000100:00100000:2.0:1767320158.744445:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864256 00000100:00100000:2.0:1767320158.744476:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864768 00000100:00100000:2.0:1767320158.744479:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864768 00000100:00100000:2.0:1767320158.744498:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1767320158.744504:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988864256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320158.744514:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320158.744548:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988864256:12345-0@lo:38:kworker.0 Request processed in 44us (710us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320158.744553:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1767320158.744566:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1767320158.744570:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988864768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320158.744606:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320158.744628:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988864768:12345-0@lo:38:kworker.0 Request processed in 56us (624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320158.744633:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00080000:0.0:1767320158.745017:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320158.745028:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320158.745035:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988864768:0@lo:38:kworker.0 00000100:00080000:0.0:1767320158.745050:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320158.745063:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320158.745067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988864256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320158.746251:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320158.746260:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320158.746264:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988864384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320160.265004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988864896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320160.265101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320160.265277:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988864896 00000100:00100000:0.0:1767320160.265288:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988864896 00000100:00100000:0.0:1767320160.265374:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:0.0:1767320160.265385:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988864896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320160.265420:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320160.265655:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988864896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 271us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320160.265664:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00080000:1.0:1767320160.265896:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320160.713052:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320160.778568:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865024 00000100:00100000:1.0:1767320160.778596:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865024 00000100:00100000:1.0:1767320160.778676:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767320160.778687:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988865024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320160.778734:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320160.778791:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988865024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320160.778799:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767320160.778853:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988865024:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320160.778930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320161.737022:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320162.599554:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923849216 offset 0 length 520: 4 00000100:00100000:2.0:1767320162.599624:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320162.605074:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923849472 00000100:00100000:1.0:1767320162.605100:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923849472 00000100:00080000:2.0:1767320162.605157:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320163.849600:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320163.849613:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320163.849709:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320163.849739:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320163.849744:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320163.849756:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5405 00000100:00080000:2.0:1767320163.849762:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320163.849772:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320163.849804:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86680 x1853163988865280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320163.849840:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320163.849843:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320163.849845:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320163.849849:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5405 00000100:00080000:2.0:1767320163.849852:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320163.849856:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320163.849868:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f87b80 x1853163988865536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320163.849878:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320163.849882:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320163.849884:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320163.849889:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5405 00000100:00080000:2.0:1767320163.849891:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320163.849895:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320163.849909:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f84700 x1853163988865664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320163.849933:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320163.849942:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320163.849944:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320163.849948:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5405 00000100:00080000:2.0:1767320163.849951:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320163.849956:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320163.849970:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b100 x1853163988866048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320163.851150:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865920 00000100:00100000:1.0:1767320163.851162:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865920 00000100:00100000:0.0:1767320163.851222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988865280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320163.851562:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633 00000100:00100000:1.0:1767320163.851573:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988865920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320163.851692:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988865920:12345-0@lo:400:kworker.0 Request processed in 121us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320163.851701:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633 00000100:00100000:1.0:1767320163.851756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988865920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320163.851791:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320163.852247:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320163.852252:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320163.852362:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988865536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320163.852395:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320163.852458:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865152 00000100:00100000:0.0:1767320163.852464:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865152 00000100:00100000:0.0:1767320163.852508:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865408 00000100:00100000:0.0:1767320163.852511:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865408 00000100:00100000:0.0:1767320163.852532:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865280 00000100:00100000:0.0:1767320163.852535:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865280 00000100:00100000:0.0:1767320163.852562:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1767320163.852570:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988865152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320163.852662:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988865152:12345-0@lo:400:kworker.0 Request processed in 82us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320163.852669:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1767320163.852688:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1767320163.852694:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988865408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320163.852734:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988865408:12345-0@lo:400:kworker.0 Request processed in 41us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320163.852741:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1767320163.852756:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1767320163.852760:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988865280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320163.852799:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320163.852833:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988865280:12345-0@lo:38:kworker.0 Request processed in 71us (1042us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320163.852840:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1767320163.852869:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988865152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320163.853549:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988865664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320163.853614:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320163.853663:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988866048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320163.853689:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320163.853727:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320163.853734:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320163.853737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988865280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320163.853766:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865536 00000100:00100000:1.0:1767320163.853772:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865536 00000100:00100000:1.0:1767320163.853798:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866048 00000100:00100000:1.0:1767320163.853801:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866048 00000100:00100000:1.0:1767320163.853815:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767320163.853821:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988865536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320163.853839:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320163.853877:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988865536:12345-0@lo:38:kworker.0 Request processed in 54us (1481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320163.853900:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767320163.853916:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1767320163.853920:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988866048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320163.853929:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320163.853958:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988866048:12345-0@lo:38:kworker.0 Request processed in 36us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320163.853964:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00080000:1.0:1767320163.853989:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320163.854159:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320163.854164:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988865536:0@lo:38:kworker.0 00000100:00080000:1.0:1767320163.854177:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320163.854181:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320163.854184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988866048:0@lo:38:kworker.0 00000100:00100000:0.0:1767320163.854336:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988865664 00000100:00100000:0.0:1767320163.854342:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988865664 00000100:00100000:0.0:1767320163.854376:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4751 00000100:00100000:0.0:1767320163.854381:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988865664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320163.854394:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320163.854442:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988865664:12345-0@lo:38:kworker.0 Request processed in 59us (827us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320163.854449:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4751 00010000:00010000:2.0:1767320164.809083:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320165.385123:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320165.385152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988866176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320165.385235:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320165.385775:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320165.385815:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988866176:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320165.834537:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320165.896976:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988866304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320165.897209:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320165.897369:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866304 00000100:00100000:0.0:1767320165.897379:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866304 00000100:00100000:0.0:1767320165.897460:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767320165.897470:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988866304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320165.897504:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320165.897550:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988866304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320165.897557:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00080000:2.0:1767320165.897703:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320165.897746:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988866304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320167.716426:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923849728 00000100:00100000:0.0:1767320167.716439:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923849728 00000100:00100000:0.0:1767320167.716545:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923849600 00000100:00100000:0.0:1767320167.716549:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923849600 00000100:00100000:0.0:1767320167.716892:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 720 00000100:00100000:0.0:1767320167.716916:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923849728:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320167.717039:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923849728:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320167.725291:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1215 00000100:00100000:1.0:1767320167.725311:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923849600:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320167.725346:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320167.725441:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923849600:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 135us (9214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320167.725450:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1215 00000100:00100000:0.0:1767320167.736900:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 720 00010000:00010000:2.0:1767320168.904852:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320168.969403:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320168.969417:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320168.969510:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320168.969516:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320168.969521:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320168.969562:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5410 00000100:00080000:2.0:1767320168.969568:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320168.969576:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320168.969631:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a680 x1853163988866560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320168.969672:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320168.969675:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320168.969677:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320168.969681:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5410 00000100:00080000:2.0:1767320168.969683:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320168.969694:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320168.969706:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18a80 x1853163988866816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320168.969716:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320168.969720:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320168.969722:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320168.969726:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5410 00000100:00080000:2.0:1767320168.969729:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320168.969732:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320168.969745:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163988866944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320168.969767:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320168.969770:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320168.969772:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320168.969781:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5410 00000100:00080000:2.0:1767320168.969783:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320168.969787:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320168.969799:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18380 x1853163988867328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320168.969841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988866688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320168.970137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320168.970233:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320168.970240:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988867072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320168.970272:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320168.970316:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988867072 00000100:00100000:2.0:1767320168.970325:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988867072 00000100:00100000:0.0:1767320168.970842:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988867200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320168.970859:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635 00000100:00100000:2.0:1767320168.970868:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988867072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.970891:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320168.970917:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320168.970923:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988866432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.970948:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320168.970986:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866688 00000100:00100000:0.0:1767320168.970991:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866688 00000100:00100000:0.0:1767320168.971024:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866432 00000100:00100000:2.0:1767320168.971026:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988867072:12345-0@lo:400:kworker.0 Request processed in 158us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.971027:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866432 00000100:00100000:2.0:1767320168.971034:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635 00000100:00100000:0.0:1767320168.971049:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1767320168.971051:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988867200 00000100:00100000:2.0:1767320168.971053:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988867200 00000100:00100000:0.0:1767320168.971056:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988866688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320168.971075:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:2.0:1767320168.971081:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988867200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.971086:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988866688:12345-0@lo:400:kworker.0 Request processed in 32us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.971092:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1767320168.971108:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988867200:12345-0@lo:400:kworker.0 Request processed in 28us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.971109:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1767320168.971114:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00000100:00100000:0.0:1767320168.971115:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988866432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.971138:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988866432:12345-0@lo:400:kworker.0 Request processed in 24us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.971144:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1767320168.971161:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988867072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.971168:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988866432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320168.971173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988866688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320168.971176:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988867200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320168.971530:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320143/real 1767320143] req@ffff9e7d2d02c380 x1853163988859904/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320168.971551:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2d02c380 x1853163988859904/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320168.971603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988866560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320168.971636:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320168.971670:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988866816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320168.971690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320168.971706:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988866944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320168.971730:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320168.971755:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988867328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320168.971779:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320168.971797:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320168.971815:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320168.971818:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988859904:0@lo:250:kworker.0 00000100:00100000:1.0:1767320168.971854:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866944 00000100:00100000:1.0:1767320168.971859:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866944 00000100:00100000:1.0:1767320168.971899:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752 00000100:00100000:1.0:1767320168.971904:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988866944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320168.971928:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320168.971966:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988866944:12345-0@lo:38:kworker.0 Request processed in 60us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320168.971972:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752 00000100:00100000:1.0:1767320168.971991:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866560 00000100:00100000:1.0:1767320168.971994:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866560 00000100:00100000:1.0:1767320168.972011:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988866816 00000100:00100000:1.0:1767320168.972013:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988866816 00000100:00100000:1.0:1767320168.972026:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988867328 00000100:00100000:1.0:1767320168.972029:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988867328 00000100:00100000:1.0:1767320168.972052:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1767320168.972056:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988866560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320168.972065:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320168.972090:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988866560:12345-0@lo:38:kworker.0 Request processed in 33us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320168.972096:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1767320168.972108:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1767320168.972112:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988866816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320168.972121:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320168.972142:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988866816:12345-0@lo:38:kworker.0 Request processed in 29us (451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320168.972147:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1767320168.972158:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1767320168.972162:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988867328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320168.972170:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320168.972190:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988867328:12345-0@lo:38:kworker.0 Request processed in 27us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320168.972195:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00080000:1.0:1767320168.972224:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320168.972229:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320168.972232:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988866560:0@lo:38:kworker.0 00000100:00080000:1.0:1767320168.972240:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320168.972243:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320168.972245:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988866816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320168.972266:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320168.972270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320168.972273:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988866944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320168.972280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320168.972283:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320168.972285:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988867328:0@lo:38:kworker.0 00000100:00080000:1.0:1767320168.972314:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320168.972319:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320168.972322:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320168.972327:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5390 00000100:00080000:1.0:1767320168.972330:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320168.972335:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320168.972358:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163988867456/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320168.972393:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988867456:0@lo:250:kworker.0 00000400:00000100:1.0:1767320168.972414:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988867456 offset 0 length 520: 4 00010000:00010000:1.0:1767320169.929029:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320170.504988:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320170.505169:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988867584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320170.505261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320170.506035:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d322c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988867584:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320170.506107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320171.018049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988867712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320171.018172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320171.018311:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988867712 00000100:00100000:1.0:1767320171.018322:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988867712 00000100:00100000:1.0:1767320171.018414:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1767320171.018446:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988867712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320171.018488:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320171.018554:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988867712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320171.018572:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:2.0:1767320171.018988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988867712:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320171.019905:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320172.835001:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320172.835142:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320172.836867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320173.001128:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320174.028474:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320174.089123:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320174.089138:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320174.089342:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767320174.089363:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320174.089368:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320174.089372:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320174.089382:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5415 00000100:00080000:2.0:1767320174.089387:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320174.089394:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320174.089424:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163988867968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320174.089471:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320174.089475:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320174.089477:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320174.089481:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5415 00000100:00080000:2.0:1767320174.089483:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320174.089488:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320174.089500:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a680 x1853163988868224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320174.089529:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320174.089541:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320174.089543:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320174.089548:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5415 00000100:00080000:2.0:1767320174.089550:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320174.089555:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320174.089571:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1aa00 x1853163988868352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320174.089658:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988867968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.089749:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320174.090347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988868608:0@lo:400:kworker.0 00000100:00080000:2.0:1767320174.090499:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320174.090504:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320174.090508:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320174.090513:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5415 00000100:00080000:2.0:1767320174.090516:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320174.090520:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320174.090758:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163988868736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320174.091010:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868480 00000100:00100000:2.0:1767320174.091020:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868480 00000100:00100000:2.0:1767320174.091341:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:2.0:1767320174.091496:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988868480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320174.091783:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988868480:12345-0@lo:400:kworker.0 Request processed in 290us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320174.091795:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00080000:2.0:1767320174.092027:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320174.092051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320174.092367:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988868096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320174.092380:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988868480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.094202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320174.094277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988867840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.094328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320174.095753:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320174.095762:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320174.095766:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988867968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.095777:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988868224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.095835:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.095926:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988868352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.095955:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.095998:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988868736:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.096022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.096103:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868352 00000100:00100000:0.0:1767320174.096107:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868352 00000100:00100000:0.0:1767320174.096165:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4753 00000100:00100000:0.0:1767320174.096173:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988868352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320174.096200:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320174.096258:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988868352:12345-0@lo:38:kworker.0 Request processed in 83us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320174.096265:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4753 00000100:00100000:1.0:1767320174.096717:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988867840 00000100:00100000:1.0:1767320174.096723:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988867840 00000100:00100000:1.0:1767320174.096782:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868224 00000100:00100000:1.0:1767320174.096785:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868224 00000100:00100000:1.0:1767320174.096799:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868736 00000100:00100000:1.0:1767320174.096802:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868736 00000100:00100000:1.0:1767320174.096816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1767320174.096823:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988867840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.096879:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988867840:12345-0@lo:400:kworker.0 Request processed in 57us (2550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320174.096887:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1767320174.096901:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1767320174.096905:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988868224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320174.096917:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320174.096943:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988868224:12345-0@lo:38:kworker.0 Request processed in 36us (1108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320174.096967:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1767320174.096979:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1767320174.096983:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988868736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320174.096993:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320174.097017:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988868736:12345-0@lo:38:kworker.0 Request processed in 32us (994us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320174.097023:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00080000:1.0:1767320174.097056:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320174.097403:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320174.097410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320174.097414:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988868736:0@lo:38:kworker.0 00000100:00080000:0.0:1767320174.097436:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320174.097439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320174.097443:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988868224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320174.097451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320174.097455:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320174.097458:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988868352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320174.097742:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988867840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320174.098504:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988868608:0@lo:400:kworker.0 00000100:00080000:1.0:1767320174.098968:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320175.627064:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320175.627097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988868864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320175.627197:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320175.627776:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868864 00000100:00100000:2.0:1767320175.627788:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868864 00000100:00100000:2.0:1767320175.627849:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767320175.627860:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988868864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320175.627898:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320175.627965:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988868864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320175.627973:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767320175.628036:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988868864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320176.139545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988868992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320176.139694:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320176.140702:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988868992 00000100:00100000:1.0:1767320176.140717:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988868992 00000100:00100000:1.0:1767320176.140956:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:1.0:1767320176.140969:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988868992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320176.141174:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767320176.143434:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320176.147892:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988868992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6916us (8188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320176.147909:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1767320176.148167:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988868992:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320177.096755:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320177.953737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320177.953793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320177.954209:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923850112 00000100:00100000:0.0:1767320177.954220:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923850112 00000100:00100000:0.0:1767320177.954261:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923850240 00000100:00100000:0.0:1767320177.954264:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923850240 00000100:00100000:0.0:1767320177.954319:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 726 00000100:00100000:0.0:1767320177.954330:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923850240:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320177.954426:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923850240:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320177.954435:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 726 00000100:00100000:0.0:1767320177.954458:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1223 00000100:00100000:0.0:1767320177.954462:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923850112:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320177.954483:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320177.954509:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923850112:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320177.954530:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1223 00010000:00010000:1.0:1767320178.120825:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320179.209033:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320179.209046:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988869120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320179.209108:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.209158:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988869248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320179.209158:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988869376:0@lo:400:kworker.0 00000100:00080000:1.0:1767320179.210182:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320179.210484:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.210507:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988869504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.210530:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.210548:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988869632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.210590:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.210609:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988870016:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.210631:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.210662:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988869120 00000100:00100000:0.0:1767320179.210666:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988869120 00000100:00100000:0.0:1767320179.210700:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988869248 00000100:00100000:0.0:1767320179.210703:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988869248 00000100:00100000:0.0:1767320179.210716:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988869504 00000100:00100000:0.0:1767320179.210718:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988869504 00000100:00100000:0.0:1767320179.210724:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988870016 00000100:00100000:0.0:1767320179.210726:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988870016 00000100:00100000:0.0:1767320179.210734:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1767320179.210740:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988869120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320179.210774:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988869120:12345-0@lo:400:kworker.0 Request processed in 34us (1664us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320179.210779:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1767320179.210797:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1767320179.210801:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988869248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.210818:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.210849:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988869248:12345-0@lo:38:kworker.0 Request processed in 45us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.210868:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1767320179.210880:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1767320179.210883:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988869504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.210893:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.210916:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988869504:12345-0@lo:38:kworker.0 Request processed in 31us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.210921:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1767320179.210933:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1767320179.210937:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988870016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.210945:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.210965:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988870016:12345-0@lo:38:kworker.0 Request processed in 27us (333us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.210970:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1767320179.211010:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988869632 00000100:00100000:0.0:1767320179.211014:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988869632 00000100:00100000:0.0:1767320179.211033:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754 00000100:00100000:0.0:1767320179.211037:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988869632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.211045:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.211069:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988869632:12345-0@lo:38:kworker.0 Request processed in 30us (491us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.211074:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754 00000100:00080000:0.0:1767320179.211096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320179.211117:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988869120:0@lo:400:kworker.0 00000100:00080000:0.0:1767320179.211143:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.211154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.211157:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988869248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320179.211168:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.211171:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.211173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988869504:0@lo:38:kworker.0 00000100:00080000:0.0:1767320179.211180:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.211183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.211185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988869632:0@lo:38:kworker.0 00000100:00080000:0.0:1767320179.211190:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.211193:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.211195:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988870016:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.211254:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988869888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320179.214410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.216715:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988869376 00000100:00100000:0.0:1767320179.216730:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988869376 00000100:00100000:0.0:1767320179.216826:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1767320179.216836:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988869376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320179.216930:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988869376:12345-0@lo:400:kworker.0 Request processed in 96us (2521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320179.216938:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1767320179.217044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988869376:0@lo:400:kworker.0 00000100:00080000:1.0:1767320179.217555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320180.745094:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988870144 00000100:00100000:0.0:1767320180.745102:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988870144 00000100:00100000:0.0:1767320180.745154:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:0.0:1767320180.745164:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988870144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320180.745191:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320180.745258:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988870144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320180.745266:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:2.0:1767320180.745334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988870144:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320181.192847:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320181.256881:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988870272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320181.256953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320181.257634:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320181.257776:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988870272:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320182.219637:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320183.075267:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923850368 00000100:00100000:0.0:1767320183.075277:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923850368 00000100:00100000:0.0:1767320183.075364:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1227 00000100:00100000:0.0:1767320183.075373:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923850368:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320183.075396:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320183.075462:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923850368:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 89us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320183.075477:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1227 00000100:00100000:2.0:1767320183.088549:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320183.089400:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320184.329370:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988870400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.329426:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.329461:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320184.329466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988871168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.329486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.329524:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871168 00000100:00100000:0.0:1767320184.329528:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871168 00000100:00100000:0.0:1767320184.329556:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:0.0:1767320184.329566:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988871168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.329632:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988871168:12345-0@lo:400:kworker.0 Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320184.329638:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:0.0:1767320184.329674:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988871168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.329686:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988870400:0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.330360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988870528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320184.330390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320184.330415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988870784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320184.330435:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320184.330545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988870656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.330571:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320184.330617:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988870912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320184.330649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320184.330668:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988871296:0@lo:38:kworker.0 00000100:00080000:1.0:1767320184.330691:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320184.330695:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320184.330711:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988870912 00000100:00100000:1.0:1767320184.330714:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988870912 00000100:00100000:1.0:1767320184.330737:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755 00000100:00100000:1.0:1767320184.330742:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988870912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320184.330753:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320184.330787:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988870912:12345-0@lo:38:kworker.0 Request processed in 44us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320184.330793:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755 00000100:00100000:0.0:1767320184.331266:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988870656 00000100:00100000:0.0:1767320184.331618:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988870656 00000100:00100000:0.0:1767320184.331735:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767320184.331742:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988870656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.331780:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988870656:12345-0@lo:400:kworker.0 Request processed in 39us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320184.331786:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:0.0:1767320184.331822:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320184.332450:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988870656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.332526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988871040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.332598:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871296 00000100:00100000:1.0:1767320184.332601:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871296 00000100:00100000:1.0:1767320184.332622:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1767320184.332627:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988871296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320184.332640:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320184.332768:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988871296:12345-0@lo:38:kworker.0 Request processed in 141us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320184.332778:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00010000:00010000:2.0:1767320185.289042:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320185.865037:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988871424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320185.865108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320185.865237:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871424 00000100:00100000:0.0:1767320185.865254:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871424 00000100:00100000:0.0:1767320185.865305:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:0.0:1767320185.865316:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988871424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320185.865349:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320185.865402:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988871424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320185.865409:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:2.0:1767320185.865563:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988871424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320186.312876:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320186.377651:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320186.377672:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988871552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320186.377741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320186.377878:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871552 00000100:00100000:1.0:1767320186.377893:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871552 00000100:00100000:1.0:1767320186.377970:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1767320186.377980:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988871552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320186.378009:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320186.378060:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988871552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320186.378068:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1767320186.378111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988871552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320186.378213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320188.200510:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923850880 00000100:00100000:1.0:1767320188.200525:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923850880 00000100:00100000:1.0:1767320188.204365:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923850752 00000100:00100000:1.0:1767320188.204378:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923850752 00000100:00100000:1.0:1767320188.204408:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 732 00000100:00100000:1.0:1767320188.204420:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923850880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320188.204499:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923850880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (6515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320188.204507:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 732 00000100:00100000:1.0:1767320188.204526:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1231 00000100:00100000:1.0:1767320188.204530:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923850752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320188.204569:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320188.204609:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923850752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (6551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320188.204631:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1231 00010000:00010000:2.0:1767320189.385094:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320189.451864:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320189.451875:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320189.451940:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320189.451945:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320189.451948:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320189.451956:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5431 00000100:00080000:2.0:1767320189.451960:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320189.451967:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320189.451986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988871680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320189.451988:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6680 x1853163988871808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320189.452019:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320189.452022:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320189.452024:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320189.452027:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5431 00000100:00080000:2.0:1767320189.452042:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320189.452046:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320189.452053:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320189.452056:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5500 x1853163988872064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320189.452065:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320189.452068:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320189.452070:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320189.452074:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5431 00000100:00080000:2.0:1767320189.452076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320189.452078:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320189.452087:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7800 x1853163988872192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320189.452107:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320189.452110:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320189.452111:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320189.452112:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767320189.452114:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5431 00000100:00080000:2.0:1767320189.452116:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320189.452117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988872448:0@lo:400:kworker.0 00000100:00080000:2.0:1767320189.452119:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320189.452127:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163988872576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320189.452141:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320189.452149:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988871936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320189.452174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320189.452188:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988871808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320189.452205:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320189.452210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320189.452222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988872320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320189.452224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988872064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320189.452243:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320189.452246:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320189.452258:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988872192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320189.452285:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871680 00000100:00100000:2.0:1767320189.452292:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871680 00000100:00100000:1.0:1767320189.452294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320189.452314:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988872576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320189.452331:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320189.452335:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871936 00000100:00100000:2.0:1767320189.452338:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871936 00000100:00100000:1.0:1767320189.452352:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988871808 00000100:00100000:2.0:1767320189.452354:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872064 00000100:00100000:1.0:1767320189.452356:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988871808 00000100:00100000:2.0:1767320189.452356:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872064 00000100:00100000:2.0:1767320189.452364:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872576 00000100:00100000:2.0:1767320189.452366:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872576 00000100:00100000:2.0:1767320189.452376:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1767320189.452380:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767320189.452383:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988871680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320189.452386:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988871936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320189.452428:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988871936:12345-0@lo:400:kworker.0 Request processed in 41us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320189.452428:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988871680:12345-0@lo:400:kworker.0 Request processed in 44us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320189.452435:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1767320189.452491:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872448 00000100:00100000:0.0:1767320189.452495:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872448 00000100:00100000:1.0:1767320189.453825:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1767320189.453859:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1767320189.453865:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988872064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320189.453886:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320189.453958:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988872064:12345-0@lo:38:kworker.0 Request processed in 92us (1713us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320189.453965:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1767320189.453978:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1767320189.453981:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988871808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320189.453991:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320189.454012:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988871808:12345-0@lo:38:kworker.0 Request processed in 30us (1802us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320189.454017:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1767320189.454031:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1767320189.454035:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988872576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320189.454042:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320189.454066:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988872576:12345-0@lo:38:kworker.0 Request processed in 30us (1734us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320189.454071:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1767320189.454095:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872192 00000100:00100000:1.0:1767320189.454101:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872192 00000100:00100000:1.0:1767320189.454123:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756 00000100:00100000:1.0:1767320189.454127:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988872192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320189.454137:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320189.454160:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988872192:12345-0@lo:38:kworker.0 Request processed in 31us (1864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320189.454165:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756 00000100:00100000:1.0:1767320189.454226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988872320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320189.454240:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988871936:0@lo:400:kworker.0 00000100:00080000:1.0:1767320189.455450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320189.455460:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320189.455464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988871808:0@lo:38:kworker.0 00000100:00080000:1.0:1767320189.455475:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320189.455479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320189.455481:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988872064:0@lo:38:kworker.0 00000100:00080000:1.0:1767320189.455491:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320189.455494:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320189.455496:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988872192:0@lo:38:kworker.0 00000100:00080000:1.0:1767320189.455503:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320189.455507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320189.455510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988872576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320189.455549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988872448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320189.455560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988871680:0@lo:400:kworker.0 00010000:00010000:1.0:1767320190.410369:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320190.985909:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872704 00000100:00100000:0.0:1767320190.985918:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872704 00000100:00100000:0.0:1767320190.986013:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:0.0:1767320190.986023:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988872704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320190.986065:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320190.986119:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988872704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320190.986127:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:0.0:1767320191.496873:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320191.496897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988872832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320191.496968:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320191.497088:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988872832 00000100:00100000:1.0:1767320191.497097:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988872832 00000100:00100000:1.0:1767320191.497171:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1767320191.497180:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988872832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320191.497206:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320191.497247:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988872832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320191.497254:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00080000:0.0:1767320191.497325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320191.497359:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988872832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320193.315031:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320193.315124:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320193.320195:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851136 00000100:00100000:1.0:1767320193.320210:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851136 00000100:00080000:0.0:1767320193.320447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320193.320660:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851008 00000100:00100000:1.0:1767320193.320665:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851008 00000100:00100000:1.0:1767320193.320701:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 735 00000100:00100000:1.0:1767320193.320712:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923851136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320193.320805:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923851136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (5783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320193.320813:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 735 00000100:00100000:1.0:1767320193.320831:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1235 00000100:00100000:1.0:1767320193.320835:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923851008:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320193.320856:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320193.320881:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923851008:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (5756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320193.320887:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1235 00010000:00010000:2.0:1767320193.482651:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320193.544946:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320168/real 1767320168] req@ffff9e7d08f1f480 x1853163988867456/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320193.544978:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d08f1f480 x1853163988867456/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320193.544994:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320193.545015:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320193.545019:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988867456:0@lo:250:kworker.0 00000100:00080000:0.0:1767320193.545094:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320193.545125:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320193.545128:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320193.545132:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5415 00000100:00080000:0.0:1767320193.545136:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320193.545141:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320193.545172:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a236a00 x1853163988872960/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320193.545227:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320193.545230:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320193.545232:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320193.545235:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5436 00000100:00080000:0.0:1767320193.545237:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320193.545253:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320193.545266:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a237480 x1853163988873216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320193.545300:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320193.545303:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320193.545304:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320193.545307:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5436 00000100:00080000:0.0:1767320193.545309:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320193.545313:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320193.545323:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a235880 x1853163988873472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320193.545331:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320193.545334:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320193.545336:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320193.545339:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5436 00000100:00080000:0.0:1767320193.545341:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320193.545344:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320193.545354:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ed80 x1853163988873600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320193.545370:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320193.545373:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320193.545374:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320193.545377:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5436 00000100:00080000:0.0:1767320193.545379:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320193.545387:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320193.545397:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ce00 x1853163988873984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320193.545557:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988873728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320193.545640:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320193.545697:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320193.545703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988873344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320193.545729:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320193.545761:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873728 00000100:00100000:0.0:1767320193.545768:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873728 00000100:00100000:0.0:1767320193.545818:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645 00000100:00100000:0.0:1767320193.545828:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988873728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320193.545874:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988873728:12345-0@lo:400:kworker.0 Request processed in 49us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320193.545881:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645 00000100:00080000:0.0:1767320193.545902:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320193.545927:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988873728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320193.546006:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988873088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320193.546035:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320193.546067:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320193.546073:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988873856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320193.546094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320193.546130:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873856 00000100:00100000:2.0:1767320193.546134:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873856 00000100:00100000:2.0:1767320193.546165:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1767320193.546171:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988873856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320193.546205:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988873856:12345-0@lo:400:kworker.0 Request processed in 33us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320193.546210:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646 00000100:00080000:2.0:1767320193.546225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320193.546248:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988873856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320193.546891:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988872960:0@lo:250:kworker.0 00000400:00000100:1.0:1767320193.546915:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988872960 offset 0 length 520: 4 00000100:00100000:1.0:1767320193.546941:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988873216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320193.546964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320193.546989:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988873472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320193.547010:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320193.547028:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988873600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320193.547051:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320193.547068:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988873984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320193.547087:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320193.547130:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873600 00000100:00100000:1.0:1767320193.547135:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873600 00000100:00100000:1.0:1767320193.547156:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4757 00000100:00100000:1.0:1767320193.547160:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988873600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320193.547176:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320193.547206:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988873600:12345-0@lo:38:kworker.0 Request processed in 44us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320193.547212:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4757 00000100:00100000:1.0:1767320193.547232:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873216 00000100:00100000:1.0:1767320193.547235:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873216 00000100:00100000:1.0:1767320193.547249:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873472 00000100:00100000:1.0:1767320193.547251:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873472 00000100:00100000:1.0:1767320193.547262:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988873984 00000100:00100000:1.0:1767320193.547264:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988873984 00000100:00100000:1.0:1767320193.547272:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1767320193.547276:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320193.547283:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320193.547308:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873216:12345-0@lo:38:kworker.0 Request processed in 30us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320193.547319:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1767320193.547331:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1767320193.547334:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320193.547342:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320193.547360:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873472:12345-0@lo:38:kworker.0 Request processed in 25us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320193.547365:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1767320193.547374:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1767320193.547377:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320193.547384:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320193.547402:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988873984:12345-0@lo:38:kworker.0 Request processed in 24us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320193.547408:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:0.0:1767320193.547546:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320193.547551:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320193.547554:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988873216:0@lo:38:kworker.0 00000100:00080000:0.0:1767320193.547563:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320193.547566:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320193.547568:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988873472:0@lo:38:kworker.0 00000100:00080000:0.0:1767320193.547575:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320193.547598:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320193.547611:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988873600:0@lo:38:kworker.0 00000100:00080000:0.0:1767320193.547626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320193.547629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320193.547632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988873984:0@lo:38:kworker.0 00000100:00080000:2.0:1767320193.547722:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320193.547744:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988873088:0@lo:400:kworker.0 00010000:00010000:1.0:1767320194.505898:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320196.105380:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874112 00000100:00100000:0.0:1767320196.105399:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874112 00000100:00100000:0.0:1767320196.105463:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767320196.105472:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988874112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320196.105500:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320196.105543:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988874112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320196.105550:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767320196.618286:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874240 00000100:00100000:0.0:1767320196.618295:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874240 00000100:00100000:0.0:1767320196.618515:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767320196.618526:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988874240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320196.618553:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320196.618621:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988874240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320196.618628:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00080000:2.0:1767320196.618910:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320197.576858:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320198.434218:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851392 00000100:00100000:0.0:1767320198.434229:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851392 00000100:00080000:2.0:1767320198.434338:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320198.434375:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851264 00000100:00100000:0.0:1767320198.434380:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851264 00000100:00100000:0.0:1767320198.434411:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 738 00000100:00100000:0.0:1767320198.434422:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923851392:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320198.434526:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923851392:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320198.434534:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 738 00000100:00100000:0.0:1767320198.434556:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1239 00000100:00100000:0.0:1767320198.434560:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923851264:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320198.434634:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320198.434663:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923851264:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 101us (839us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320198.434670:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1239 00010000:00010000:1.0:1767320198.601457:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320198.666947:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320198.666959:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320198.667040:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320198.667044:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320198.667048:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320198.667058:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5440 00000100:00080000:2.0:1767320198.667063:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320198.667070:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320198.667102:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7800 x1853163988874496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320198.667144:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320198.667147:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320198.667149:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320198.667152:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5440 00000100:00080000:2.0:1767320198.667155:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320198.667158:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320198.667169:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6680 x1853163988874752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320198.667178:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320198.667206:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320198.667208:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320198.667213:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5440 00000100:00080000:2.0:1767320198.667216:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320198.667220:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320198.667233:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5c00 x1853163988874880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320198.667258:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320198.667261:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320198.667263:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320198.667266:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5440 00000100:00080000:2.0:1767320198.667268:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320198.667271:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320198.667281:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b100 x1853163988875264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320198.667459:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988874496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320198.667525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.667559:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988874752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320198.667607:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.667625:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988874880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320198.667647:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.667662:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988875264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320198.667678:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.667714:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874496 00000100:00100000:1.0:1767320198.667728:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874496 00000100:00100000:1.0:1767320198.667759:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874752 00000100:00100000:1.0:1767320198.667762:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874752 00000100:00100000:1.0:1767320198.667771:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875264 00000100:00100000:1.0:1767320198.667774:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875264 00000100:00100000:1.0:1767320198.667790:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1767320198.667797:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988874496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320198.667817:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320198.667858:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988874496:12345-0@lo:38:kworker.0 Request processed in 60us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320198.667865:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1767320198.667882:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1767320198.667886:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988874752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320198.667895:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320198.667916:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988874752:12345-0@lo:38:kworker.0 Request processed in 28us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320198.667922:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1767320198.667932:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1767320198.667936:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988875264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320198.667943:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320198.667963:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988875264:12345-0@lo:38:kworker.0 Request processed in 26us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320198.667968:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1767320198.667986:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874880 00000100:00100000:1.0:1767320198.667989:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874880 00000100:00100000:1.0:1767320198.668024:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758 00000100:00100000:1.0:1767320198.668029:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988874880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320198.668045:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320198.668068:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988874880:12345-0@lo:38:kworker.0 Request processed in 38us (419us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320198.668074:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758 00000100:00080000:1.0:1767320198.668112:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320198.668117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320198.668120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988874496:0@lo:38:kworker.0 00000100:00080000:1.0:1767320198.668128:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320198.668130:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320198.668133:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988874752:0@lo:38:kworker.0 00000100:00080000:1.0:1767320198.668139:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320198.668141:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320198.668144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988874880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320198.668150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320198.668153:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320198.668155:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988875264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320198.668210:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988875008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.668237:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.668260:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320198.668267:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988874624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.668287:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.668322:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875008 00000100:00100000:1.0:1767320198.668326:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875008 00000100:00100000:1.0:1767320198.668368:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00100000:1.0:1767320198.668383:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988875008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.668423:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988875008:12345-0@lo:400:kworker.0 Request processed in 41us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320198.668429:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00080000:1.0:1767320198.668445:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320198.668460:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874624 00000100:00100000:1.0:1767320198.668465:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874624 00000100:00100000:1.0:1767320198.668492:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1767320198.668498:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988874624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.668527:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988874624:12345-0@lo:400:kworker.0 Request processed in 29us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320198.668533:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:1.0:1767320198.668546:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320198.668565:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988874624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.668574:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988875008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320198.668975:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988875136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320198.669001:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320198.669048:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320198.669056:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988874368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320198.669076:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320198.669396:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875136 00000100:00100000:1.0:1767320198.669402:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875136 00000100:00100000:1.0:1767320198.669435:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:1.0:1767320198.669442:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988875136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320198.669477:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988875136:12345-0@lo:400:kworker.0 Request processed in 36us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320198.669483:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00080000:1.0:1767320198.669498:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320198.671185:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988875136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320198.671570:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988874368 00000100:00100000:2.0:1767320198.671577:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988874368 00000100:00100000:2.0:1767320198.671647:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1767320198.671656:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988874368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320198.671722:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988874368:12345-0@lo:400:kworker.0 Request processed in 67us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320198.671730:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:2.0:1767320198.671752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320198.671856:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988874368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.226226:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875392 00000100:00100000:0.0:1767320201.226235:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875392 00000100:00100000:0.0:1767320201.226313:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:0.0:1767320201.226323:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988875392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320201.226351:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320201.226404:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988875392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320201.226411:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00080000:2.0:1767320201.226687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320201.672838:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320201.738356:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875520 00000100:00100000:1.0:1767320201.738365:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875520 00000100:00080000:2.0:1767320201.738446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320201.738540:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:1.0:1767320201.738548:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988875520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320201.738574:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320201.738660:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988875520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (1684us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320201.738665:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00010000:00010000:1.0:1767320202.696848:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320203.557468:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320203.557705:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320203.568938:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851648 00000100:00100000:0.0:1767320203.568985:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851648 00000100:00080000:2.0:1767320203.569078:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320203.569097:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851520 00000100:00100000:0.0:1767320203.569103:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851520 00000100:00100000:0.0:1767320203.569146:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 741 00000100:00100000:0.0:1767320203.569159:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923851648:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320203.569199:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1243 00000100:00100000:2.0:1767320203.569211:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923851520:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320203.569236:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320203.569321:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923851520:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (11616us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320203.569328:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1243 00000100:00100000:0.0:1767320203.570889:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923851648:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1717us (13420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320203.570906:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 741 00000100:00100000:2.0:1767320203.785059:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988875648:0@lo:400:kworker.0 00000100:00100000:2.0:1767320203.785164:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320203.785228:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320203.785240:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988876416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320203.785273:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320203.785472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988876288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320203.785521:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320203.785574:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1767320203.785619:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988875904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320203.785694:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988875904:12345-0@lo:400:kworker.0 Request processed in 81us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320203.785706:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1767320203.785777:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988875904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320203.786163:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988875776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320203.786205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320203.786269:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988876032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320203.786290:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320203.789977:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988876160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320203.790063:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320203.790096:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988876544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320203.790124:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320203.792460:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988875776 00000100:00100000:0.0:1767320203.792497:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988875776 00000100:00100000:0.0:1767320203.792564:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876032 00000100:00100000:0.0:1767320203.792567:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876032 00000100:00100000:1.0:1767320203.792575:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876416 00000100:00100000:0.0:1767320203.792597:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876544 00000100:00100000:1.0:1767320203.792598:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876416 00000100:00100000:0.0:1767320203.792600:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876544 00000100:00100000:0.0:1767320203.792620:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767320203.792629:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988875776:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320203.792648:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876288 00000100:00100000:1.0:1767320203.792652:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876288 00010000:00020000:0.0:1767320203.792662:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320203.792746:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988875776:12345-0@lo:38:kworker.0 Request processed in 117us (6540us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320203.792754:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1767320203.792763:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649 00000100:00100000:1.0:1767320203.792770:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988876416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320203.792774:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1767320203.792778:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988876032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320203.792787:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320203.792813:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988876032:12345-0@lo:38:kworker.0 Request processed in 33us (6521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320203.792818:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1767320203.792824:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988876416:12345-0@lo:400:kworker.0 Request processed in 56us (7553us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320203.792829:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1767320203.792830:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649 00000100:00100000:0.0:1767320203.792851:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988876544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320203.792860:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320203.792884:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988876544:12345-0@lo:38:kworker.0 Request processed in 33us (2759us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320203.792891:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00080000:0.0:1767320203.792947:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320203.792952:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320203.792964:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650 00000100:00100000:0.0:1767320203.792966:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876160 00000100:00100000:0.0:1767320203.792969:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876160 00000100:00100000:1.0:1767320203.792972:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988876288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320203.792991:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759 00000100:00100000:0.0:1767320203.792995:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988876160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320203.793005:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320203.793012:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988876288:12345-0@lo:400:kworker.0 Request processed in 42us (7493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320203.793018:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650 00000100:00100000:0.0:1767320203.793028:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988876160:12345-0@lo:38:kworker.0 Request processed in 32us (2965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320203.793034:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759 00000100:00080000:0.0:1767320203.793073:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320203.793074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988876416:0@lo:400:kworker.0 00000100:00080000:0.0:1767320203.793079:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320203.793082:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988875776:0@lo:38:kworker.0 00000100:00080000:0.0:1767320203.793091:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320203.793094:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320203.793097:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988876032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320203.793106:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320203.793110:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320203.793113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988876160:0@lo:38:kworker.0 00000100:00080000:0.0:1767320203.793121:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320203.793124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988876288:0@lo:400:kworker.0 00000100:00080000:0.0:1767320203.793130:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320203.793133:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988876544:0@lo:38:kworker.0 00010000:00010000:2.0:1767320205.772402:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320206.345139:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988876672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320206.345363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320206.346519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320206.358468:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988876672:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320206.794816:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320206.859447:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988876800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320206.859531:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.859671:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876800 00000100:00100000:1.0:1767320206.859680:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876800 00000100:00100000:1.0:1767320206.859742:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:1.0:1767320206.859751:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988876800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320206.859787:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320206.859836:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988876800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320206.859842:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00080000:2.0:1767320206.859922:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320208.674271:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320208.674372:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923851904 00000100:00100000:2.0:1767320208.674383:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923851904 00000100:00100000:2.0:1767320208.674457:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 744 00000100:00100000:2.0:1767320208.674467:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923851904:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320208.674550:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923851904:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320208.674557:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 744 00000100:00080000:0.0:1767320208.675486:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320208.676240:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320208.904725:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320208.904736:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320208.904804:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320208.904809:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320208.904812:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320208.904828:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5450 00000100:00080000:0.0:1767320208.904832:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320208.904838:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320208.904861:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163988877056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320208.904905:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320208.904909:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320208.904910:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320208.904914:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5450 00000100:00100000:1.0:1767320208.904915:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988877056:0@lo:38:kworker.0 00000100:00080000:0.0:1767320208.904916:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320208.904920:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320208.904929:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955ed80 x1853163988877312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320208.904937:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320208.904940:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320208.904941:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320208.904959:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5450 00000100:00080000:0.0:1767320208.904961:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320208.904965:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320208.904975:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0955c700 x1853163988877440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320208.904981:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320208.904996:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320208.905010:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320208.905012:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320208.905013:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988877312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320208.905015:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5450 00000100:00080000:0.0:1767320208.905017:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320208.905021:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320208.905030:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023100 x1853163988877824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320208.905043:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320208.905061:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988877440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320208.905064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988877568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.905082:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320208.905087:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320208.905100:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988877824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320208.905104:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320208.905109:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988877184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.905119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320208.905136:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877440 00000100:00100000:0.0:1767320208.905143:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877440 00000100:00100000:1.0:1767320208.905148:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877056 00000100:00100000:1.0:1767320208.905150:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877056 00000100:00100000:1.0:1767320208.905168:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877312 00000100:00100000:1.0:1767320208.905170:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877312 00000100:00100000:0.0:1767320208.905173:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760 00000100:00100000:0.0:1767320208.905179:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988877440:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320208.905182:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877824 00000100:00100000:1.0:1767320208.905184:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877824 00010000:00020000:0.0:1767320208.905200:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320208.905243:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988877440:12345-0@lo:38:kworker.0 Request processed in 63us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320208.905250:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760 00000100:00100000:2.0:1767320208.905338:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988877696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320208.905378:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320208.905402:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320208.905407:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988876928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320208.905450:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320208.907717:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988876928 00000100:00100000:1.0:1767320208.907732:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988876928 00000100:00100000:1.0:1767320208.907789:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1767320208.907794:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988876928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.907896:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988876928:12345-0@lo:400:kworker.0 Request processed in 100us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320208.907905:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1767320208.907919:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1767320208.907922:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988877312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320208.907933:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320208.907962:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988877312:12345-0@lo:38:kworker.0 Request processed in 37us (2917us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320208.910085:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1767320208.910149:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877568 00000100:00100000:1.0:1767320208.910157:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877568 00000100:00100000:1.0:1767320208.910218:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877696 00000100:00100000:1.0:1767320208.910240:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877696 00000100:00100000:1.0:1767320208.910265:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651 00000100:00100000:1.0:1767320208.910272:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988877568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320208.916691:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988876928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320208.916765:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:2.0:1767320208.916780:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988877696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.917299:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988877568:12345-0@lo:400:kworker.0 Request processed in 7023us (12206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320208.917309:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651 00000100:00080000:1.0:1767320208.917363:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320208.917369:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320208.917373:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988877312:0@lo:38:kworker.0 00000100:00080000:1.0:1767320208.917390:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320208.917391:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988877696:12345-0@lo:400:kworker.0 Request processed in 614us (12008us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320208.917399:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320208.917407:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988877440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320208.917407:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00080000:1.0:1767320208.917425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320208.917429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320208.917434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988877056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320208.917450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320208.917489:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988877568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.917496:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877184 00000100:00100000:1.0:1767320208.917504:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877184 00000100:00100000:2.0:1767320208.917529:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988877696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.917555:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1767320208.917565:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988877184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320208.917656:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0955ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988877184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320208.917795:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988877184:12345-0@lo:400:kworker.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320208.917803:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00080000:1.0:1767320208.917837:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320208.917842:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320208.917845:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320208.917984:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320208.917995:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320208.917999:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988877824:0@lo:38:kworker.0 00010000:00010000:2.0:1767320209.867134:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320210.890244:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320211.465169:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988877952 00000100:00100000:0.0:1767320211.465178:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988877952 00000100:00100000:0.0:1767320211.465352:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767320211.465362:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988877952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320211.465391:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320211.465440:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988877952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320211.465448:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:1.0:1767320211.977978:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878080 00000100:00100000:1.0:1767320211.977989:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878080 00000100:00100000:1.0:1767320211.978072:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1767320211.978082:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988878080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320211.978112:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320211.978167:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988878080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320211.978175:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1767320211.978222:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988878080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320212.781384:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767320212.781421:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923852032 offset 0 length 520: 4 00000100:00100000:1.0:1767320212.781464:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320212.781535:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923852288 00000100:00100000:0.0:1767320212.781547:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923852288 00000100:00100000:0.0:1767320212.781656:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923852160 00000100:00100000:0.0:1767320212.781660:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923852160 00000100:00100000:0.0:1767320212.781679:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 747 00000100:00100000:0.0:1767320212.781689:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923852288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320212.781789:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923852288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320212.781798:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 747 00000100:00100000:0.0:1767320212.781833:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1251 00000100:00100000:0.0:1767320212.781838:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923852160:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320212.781858:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320212.781886:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923852160:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320212.781892:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1251 00000100:00080000:1.0:1767320212.782259:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320213.972220:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320214.024835:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320214.024845:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320214.024909:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320214.024929:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320214.024932:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320214.024940:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5455 00000100:00080000:0.0:1767320214.024944:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320214.024950:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320214.024974:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163988878336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320214.025015:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320214.025018:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320214.025020:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320214.025024:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5455 00000100:00080000:0.0:1767320214.025027:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320214.025030:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320214.025042:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163988878592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320214.025051:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320214.025054:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320214.025056:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320214.025060:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5455 00000100:00080000:0.0:1767320214.025063:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320214.025066:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:1.0:1767320214.025237:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320214.025251:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988878208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320214.025280:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320214.025320:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878208 00000100:00100000:1.0:1767320214.025323:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878208 00000100:00100000:1.0:1767320214.025368:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1767320214.025374:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988878208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320214.025410:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988878208:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320214.025416:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1767320214.025432:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878336 00000100:00100000:1.0:1767320214.025435:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878336 00000100:00100000:1.0:1767320214.025448:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878592 00000100:00100000:1.0:1767320214.025450:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878592 00000100:00100000:1.0:1767320214.025459:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1767320214.025462:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988878336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320214.025478:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320214.025520:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988878336:12345-0@lo:38:kworker.0 Request processed in 47us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320214.025527:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00080000:1.0:1767320214.025549:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320214.025564:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.025569:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320214.025572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988878336:0@lo:38:kworker.0 00000100:00080000:1.0:1767320214.025605:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.025608:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320214.025611:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988878592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.025639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988878208:0@lo:400:kworker.0 00000100:00100000:0.0:1767320214.025965:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163988878720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320214.026129:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988878720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.026155:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320214.026191:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878720 00000100:00100000:1.0:1767320214.026195:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878720 00000100:00100000:1.0:1767320214.026215:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761 00000100:00100000:1.0:1767320214.026219:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988878720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320214.026229:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320214.026265:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988878720:12345-0@lo:38:kworker.0 Request processed in 44us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320214.026270:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761 00000100:00080000:1.0:1767320214.026292:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.026295:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320214.026299:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988878720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320214.026566:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878848 00000100:00100000:2.0:1767320214.026571:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878848 00000100:00100000:2.0:1767320214.026627:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:2.0:1767320214.026634:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988878848:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320214.026696:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320214.027011:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320214.027022:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320214.027024:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320214.027028:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5455 00000100:00080000:0.0:1767320214.027031:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320214.027036:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320214.027052:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023100 x1853163988879104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320214.027091:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988879104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320214.027121:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320214.027161:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988879104 00000100:00100000:0.0:1767320214.027165:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988879104 00000100:00100000:0.0:1767320214.027187:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1767320214.027192:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988879104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320214.027204:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320214.027234:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988879104:12345-0@lo:38:kworker.0 Request processed in 41us (113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320214.027240:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1767320214.027260:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988878976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320214.027285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320214.027311:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988878976 00000100:00100000:0.0:1767320214.027314:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988878976 00000100:00100000:0.0:1767320214.027353:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1767320214.027359:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbde050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988878976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320214.027389:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbde050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988878976:12345-0@lo:400:kworker.0 Request processed in 30us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320214.027404:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1767320214.027433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988878976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320214.027450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320214.027453:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320214.027456:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988879104:0@lo:38:kworker.0 00000100:00080000:1.0:1767320214.028714:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320214.036991:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988878848:12345-0@lo:400:kworker.0 Request processed in 10348us (10918us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320214.037007:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00010000:00010000:1.0:1767320214.987802:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320216.585149:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988879232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320216.585213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320216.585333:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988879232 00000100:00100000:0.0:1767320216.585342:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988879232 00000100:00100000:0.0:1767320216.585406:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:0.0:1767320216.585415:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988879232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320216.585440:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320216.585497:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988879232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320216.585504:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00080000:1.0:1767320216.586828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320217.096963:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988879360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320217.097043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320217.097236:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320217.103038:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988879360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320217.892195:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320217.892280:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320217.892368:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923852544 00000100:00100000:2.0:1767320217.892379:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923852544 00000100:00100000:0.0:1767320217.892441:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923852416 00000100:00100000:0.0:1767320217.892447:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923852416 00000100:00100000:2.0:1767320217.892469:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 750 00000100:00100000:0.0:1767320217.892479:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1255 00000100:00100000:2.0:1767320217.892482:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923852544:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320217.892492:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923852416:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320217.892516:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320217.892563:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923852544:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320217.892572:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 750 00000100:00080000:1.0:1767320217.892672:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320217.892758:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923852416:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 268us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320217.892765:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1255 00010000:00010000:2.0:1767320218.056765:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320218.120678:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320193/real 1767320193] req@ffff9e7d3a236a00 x1853163988872960/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320218.120713:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a236a00 x1853163988872960/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320218.120750:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320218.120783:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320218.120786:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988872960:0@lo:250:kworker.0 00000100:00080000:2.0:1767320218.123618:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320218.123630:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320218.123633:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320218.123641:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5440 00000100:00080000:2.0:1767320218.123656:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320218.123663:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320218.123701:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1aa00 x1853163988879488/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320218.123792:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320218.123796:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320218.123798:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320218.123801:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5460 00000100:00080000:2.0:1767320218.123803:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320218.123806:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320218.123819:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19c00 x1853163988879744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320218.123850:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320218.123853:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320218.123855:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320218.123858:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5460 00000100:00080000:2.0:1767320218.123860:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320218.123863:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320218.123873:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988880000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320218.123897:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320218.123900:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320218.123902:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320218.123905:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5460 00000100:00080000:2.0:1767320218.123907:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320218.123911:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320218.123921:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d180 x1853163988880128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320218.123947:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320218.123950:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320218.123952:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320218.123955:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5460 00000100:00080000:2.0:1767320218.123957:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320218.123960:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320218.123969:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1880 x1853163988880512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320218.124011:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988879872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320218.124075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320218.124137:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320218.124143:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988880256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320218.124168:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320218.124203:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880256 00000100:00100000:2.0:1767320218.124210:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880256 00000100:00100000:1.0:1767320218.124255:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988880384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320218.124262:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655 00000100:00100000:2.0:1767320218.124270:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988880256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320218.124283:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320218.124301:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320218.124306:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988879616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320218.124315:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988880256:12345-0@lo:400:kworker.0 Request processed in 46us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320218.124323:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655 00000100:00100000:1.0:1767320218.124325:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320218.124337:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880384 00000100:00100000:2.0:1767320218.124340:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880384 00000100:00100000:2.0:1767320218.124359:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656 00000100:00100000:1.0:1767320218.124362:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988879872 00000100:00100000:2.0:1767320218.124364:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988880384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320218.124365:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988879872 00000100:00100000:1.0:1767320218.124394:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988879616 00000100:00100000:2.0:1767320218.124394:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988880384:12345-0@lo:400:kworker.0 Request processed in 30us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320218.124396:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988879616 00000100:00100000:2.0:1767320218.124407:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656 00000100:00100000:1.0:1767320218.124413:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1767320218.124419:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988879872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320218.124442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988880256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320218.124455:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988879872:12345-0@lo:400:kworker.0 Request processed in 36us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320218.124461:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1767320218.124473:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767320218.124479:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988879616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320218.124504:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988879616:12345-0@lo:400:kworker.0 Request processed in 26us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320218.124510:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767320218.124548:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988879616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320218.124556:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988880384:0@lo:400:kworker.0 00000100:00080000:1.0:1767320218.124575:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320218.124605:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320218.124818:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988879488:0@lo:250:kworker.0 00000400:00000100:0.0:1767320218.124847:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988879488 offset 0 length 520: 4 00000100:00100000:0.0:1767320218.124868:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988879744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320218.124886:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320218.124911:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988880000:0@lo:38:kworker.0 00000100:00100000:0.0:1767320218.124931:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320218.124947:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988880128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320218.124967:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320218.124984:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988880512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320218.125016:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320218.125045:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988879744 00000100:00100000:0.0:1767320218.125049:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988879744 00000100:00100000:0.0:1767320218.125069:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880000 00000100:00100000:0.0:1767320218.125071:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880000 00000100:00100000:0.0:1767320218.125083:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880512 00000100:00100000:0.0:1767320218.125085:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880512 00000100:00100000:0.0:1767320218.125095:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320218.125100:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988879744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320218.125121:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320218.125153:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988879744:12345-0@lo:38:kworker.0 Request processed in 52us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320218.125170:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320218.125186:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320218.125190:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988880000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320218.125199:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320218.125219:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988880000:12345-0@lo:38:kworker.0 Request processed in 28us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320218.125224:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320218.125234:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1767320218.125236:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988880512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320218.125243:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320218.125261:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988880512:12345-0@lo:38:kworker.0 Request processed in 23us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320218.125266:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1767320218.125284:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880128 00000100:00100000:0.0:1767320218.125288:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880128 00000100:00100000:0.0:1767320218.125306:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4762 00000100:00100000:0.0:1767320218.125310:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988880128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320218.125317:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320218.125338:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988880128:12345-0@lo:38:kworker.0 Request processed in 27us (370us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320218.125343:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4762 00000100:00080000:0.0:1767320218.125383:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320218.125387:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320218.125390:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988879744:0@lo:38:kworker.0 00000100:00080000:0.0:1767320218.125408:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320218.125411:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320218.125414:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988880000:0@lo:38:kworker.0 00000100:00080000:0.0:1767320218.125420:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320218.125423:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320218.125426:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988880128:0@lo:38:kworker.0 00000100:00080000:0.0:1767320218.125433:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320218.125435:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320218.125438:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988880512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320218.127160:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988879872:0@lo:400:kworker.0 00010000:00010000:1.0:1767320219.080872:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320221.705388:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880640 00000100:00100000:2.0:1767320221.705404:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880640 00000100:00100000:2.0:1767320221.705463:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1767320221.705472:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988880640:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320221.705479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320221.705501:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320221.705548:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988880640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320221.705554:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00010000:00010000:2.0:1767320222.152803:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320222.217800:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880768 00000100:00100000:0.0:1767320222.217808:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880768 00000100:00100000:0.0:1767320222.217877:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767320222.217887:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988880768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320222.217916:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320222.217959:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988880768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.217966:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00080000:1.0:1767320222.219490:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320223.019701:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320223.019753:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320223.024212:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320223.176932:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320223.241795:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988881664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320223.241827:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320223.241851:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320223.241857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988880896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320223.241878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320223.241908:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881536 00000100:00100000:2.0:1767320223.241915:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881536 00000100:00100000:2.0:1767320223.241959:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881664 00000100:00100000:2.0:1767320223.241962:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881664 00000100:00100000:2.0:1767320223.241982:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1767320223.241989:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988881536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320223.242026:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988881536:12345-0@lo:400:kworker.0 Request processed in 38us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320223.242042:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1767320223.242059:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:2.0:1767320223.242064:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988881664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320223.242091:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988881664:12345-0@lo:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320223.242096:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00080000:2.0:1767320223.242111:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320223.242141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988881664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320223.242432:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988881024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320223.242461:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320223.242492:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988881280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320223.242512:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320223.242704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988881408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320223.242717:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881152 00000100:00100000:0.0:1767320223.242722:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881152 00000100:00100000:1.0:1767320223.242729:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320223.242746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988881792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320223.242755:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988880896 00000100:00100000:0.0:1767320223.242758:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988880896 00000100:00100000:0.0:1767320223.242773:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881024 00000100:00100000:1.0:1767320223.242773:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320223.242776:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881024 00000100:00100000:0.0:1767320223.243289:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881280 00000100:00100000:0.0:1767320223.243294:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881280 00000100:00100000:0.0:1767320223.243306:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881792 00000100:00100000:0.0:1767320223.243308:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881792 00000100:00100000:0.0:1767320223.243328:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1767320223.243335:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988881152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320223.243376:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988881152:12345-0@lo:400:kworker.0 Request processed in 43us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320223.243382:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1767320223.243398:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767320223.243403:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988880896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320223.243436:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988880896:12345-0@lo:400:kworker.0 Request processed in 33us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320223.243442:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767320223.243455:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1767320223.243459:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988881024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320223.243477:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320223.243684:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1767320223.243690:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988881280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320223.243699:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320223.243909:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988881024:12345-0@lo:38:kworker.0 Request processed in 447us (1446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320223.243916:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1767320223.243928:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1767320223.243932:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988881792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320223.243941:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320223.244019:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988881792:12345-0@lo:38:kworker.0 Request processed in 84us (1244us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320223.244019:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988881280:12345-0@lo:38:kworker.0 Request processed in 328us (1505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320223.244025:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00080000:1.0:1767320223.244044:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320223.244048:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320223.244052:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988881024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320223.244060:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320223.244061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988880896:0@lo:400:kworker.0 00000100:00080000:1.0:1767320223.244063:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320223.244066:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988881280:0@lo:38:kworker.0 00000100:00080000:1.0:1767320223.244073:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320223.244075:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320223.244078:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988881792:0@lo:38:kworker.0 00000100:00080000:0.0:1767320223.244083:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320223.244501:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320223.244506:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320223.244510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988881408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320223.244726:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00010000:00010000:2.0:1767320226.250148:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320226.827689:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320226.827726:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988881920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320226.827797:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320226.829155:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988881920 00000100:00100000:0.0:1767320226.829184:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988881920 00000100:00100000:0.0:1767320226.829268:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:0.0:1767320226.829279:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988881920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320226.829310:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320226.829379:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988881920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320226.829386:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00080000:2.0:1767320226.829987:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320227.274193:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320227.337506:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882048 00000100:00100000:1.0:1767320227.337657:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882048 00000100:00100000:1.0:1767320227.337776:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767320227.337787:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988882048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320227.337816:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320227.337873:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988882048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320227.337880:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00080000:0.0:1767320227.338828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320228.129106:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853056 00000100:00100000:2.0:1767320228.129116:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853056 00000100:00100000:2.0:1767320228.129204:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923852928 00000100:00100000:2.0:1767320228.129208:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923852928 00000100:00100000:2.0:1767320228.129226:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 756 00000100:00100000:2.0:1767320228.129236:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923853056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767320228.129298:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320228.129348:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923853056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320228.129356:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 756 00000100:00100000:2.0:1767320228.129379:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1263 00000100:00100000:2.0:1767320228.129384:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923852928:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320228.129404:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320228.129429:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923852928:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320228.129435:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1263 00000100:00080000:0.0:1767320228.360946:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320228.360956:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320228.361018:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320228.361022:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320228.361026:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320228.361141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988882176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320228.361209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320228.361403:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5470 00000100:00080000:0.0:1767320228.361408:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320228.361414:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320228.361437:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021500 x1853163988882304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320228.361651:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988882304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320228.361677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320228.361722:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882176 00000100:00100000:2.0:1767320228.361728:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882176 00000100:00100000:2.0:1767320228.361776:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882432 00000100:00100000:2.0:1767320228.361780:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882432 00000100:00100000:2.0:1767320228.361799:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882304 00000100:00100000:2.0:1767320228.361802:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882304 00000100:00100000:2.0:1767320228.361819:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1767320228.361839:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988882176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320228.361887:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988882176:12345-0@lo:400:kworker.0 Request processed in 61us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320228.361894:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1767320228.361911:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1767320228.361931:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988882432:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320228.361994:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320228.361998:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320228.362000:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320228.362004:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5470 00000100:00080000:0.0:1767320228.362007:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320228.362011:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320228.362011:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1767320228.362017:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988882304:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320228.362025:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988882560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1767320228.362041:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320228.362055:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320228.362058:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320228.362060:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320228.362064:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5470 00000100:00080000:0.0:1767320228.362066:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320228.362070:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320228.362082:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988882304:12345-0@lo:38:kworker.0 Request processed in 64us (404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320228.362084:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988882688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320228.362089:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00080000:1.0:1767320228.362144:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320228.362183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988882176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320228.370052:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988882560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320228.370077:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988882432:12345-0@lo:400:kworker.0 Request processed in 8144us (8495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320228.370090:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1767320228.370142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988882816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320228.370173:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320228.370232:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882816 00000100:00100000:2.0:1767320228.370240:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882816 00000100:00100000:2.0:1767320228.370286:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:2.0:1767320228.370294:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988882816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320228.370343:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988882816:12345-0@lo:400:kworker.0 Request processed in 51us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320228.370350:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00100000:1.0:1767320228.370381:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320228.370388:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988882816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320228.370403:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988882688:0@lo:38:kworker.0 00000100:00080000:2.0:1767320228.370408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320228.370416:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882560 00000100:00100000:2.0:1767320228.370419:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882560 00000100:00100000:1.0:1767320228.370427:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320228.370443:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1767320228.370447:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988882560:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320228.370451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320228.370467:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320228.370470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988882304:0@lo:38:kworker.0 00010000:00020000:2.0:1767320228.370478:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320228.370508:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988882560:12345-0@lo:38:kworker.0 Request processed in 59us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320228.370515:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00080000:1.0:1767320228.370524:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320228.370528:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320228.370531:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988882560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320228.370552:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882688 00000100:00100000:2.0:1767320228.370556:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882688 00000100:00100000:2.0:1767320228.370597:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4764 00000100:00100000:2.0:1767320228.370616:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988882688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320228.370627:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320228.370657:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988882688:12345-0@lo:38:kworker.0 Request processed in 40us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320228.370663:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4764 00000100:00080000:1.0:1767320228.370708:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320228.370713:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320228.370716:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988882688:0@lo:38:kworker.0 00000100:00080000:0.0:1767320228.375083:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320228.375091:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320228.375094:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320228.375102:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5470 00000100:00080000:0.0:1767320228.375106:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320228.375112:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320228.375132:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67480 x1853163988883072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320228.375382:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320228.375401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988882944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320228.375479:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320228.375536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988883072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320228.375616:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320228.375777:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988882944 00000100:00100000:0.0:1767320228.375784:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988882944 00000100:00100000:0.0:1767320228.375851:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00100000:0.0:1767320228.375860:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988882944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320228.375912:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988882944:12345-0@lo:400:kworker.0 Request processed in 54us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320228.375920:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:0.0:1767320228.375960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988882944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320228.376264:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883072 00000100:00100000:2.0:1767320228.376269:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883072 00000100:00100000:2.0:1767320228.376298:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1767320228.376303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988883072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320228.376322:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320228.376358:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988883072:12345-0@lo:38:kworker.0 Request processed in 53us (741us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320228.376364:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:1.0:1767320228.376445:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320228.376450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320228.376464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988883072:0@lo:38:kworker.0 00010000:00010000:2.0:1767320230.346080:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320231.379875:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320231.945625:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320231.945650:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988883200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320231.945720:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320231.946319:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988883200:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320231.946574:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320232.457021:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320232.457045:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988883328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320232.457114:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320232.457285:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883328 00000100:00100000:1.0:1767320232.457293:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883328 00000100:00100000:1.0:1767320232.457362:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:1.0:1767320232.457372:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988883328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320232.457410:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320232.457493:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988883328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320232.457500:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00080000:0.0:1767320232.457561:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320232.457623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988883328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320233.261401:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320233.270074:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853312 00000100:00100000:0.0:1767320233.270091:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853312 00000100:00100000:0.0:1767320233.270170:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853184 00000100:00100000:0.0:1767320233.270174:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853184 00000100:00100000:0.0:1767320233.270195:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 759 00000100:00100000:0.0:1767320233.270207:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923853312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320233.270291:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923853312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (8899us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320233.270299:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 759 00000100:00100000:0.0:1767320233.270316:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1267 00000100:00100000:0.0:1767320233.270320:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923853184:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320233.270339:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320233.270377:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923853184:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (8264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320233.270384:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1267 00000100:00080000:1.0:1767320233.270627:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320233.416961:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320233.481473:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988883456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320233.481540:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320233.481669:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883456 00000100:00100000:2.0:1767320233.481678:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883456 00000100:00100000:2.0:1767320233.481749:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1767320233.481758:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988883456:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320233.482375:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320233.483056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988884096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.483133:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320233.483139:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988883712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.483194:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884096 00000100:00100000:1.0:1767320233.483200:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884096 00000100:00100000:1.0:1767320233.483244:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661 00000100:00100000:1.0:1767320233.483252:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988884096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483293:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988884096:12345-0@lo:400:kworker.0 Request processed in 42us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320233.483310:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661 00000100:00100000:1.0:1767320233.483334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988884224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.483404:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884224 00000100:00100000:1.0:1767320233.483408:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884224 00000100:00100000:1.0:1767320233.483431:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662 00000100:00100000:1.0:1767320233.483437:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988884224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483471:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988884224:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320233.483477:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662 00000100:00100000:1.0:1767320233.483494:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883712 00000100:00100000:1.0:1767320233.483497:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883712 00000100:00100000:1.0:1767320233.483522:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1767320233.483528:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988883712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.483557:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988883712:12345-0@lo:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320233.483563:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1767320233.486518:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988883584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320233.486616:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.486670:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988883840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320233.486693:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.486720:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988883968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320233.486744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320233.486789:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883968 00000100:00100000:1.0:1767320233.486796:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883968 00000100:00100000:1.0:1767320233.487280:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4765 00000100:00100000:1.0:1767320233.487286:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988883968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320233.487307:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320233.487352:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988883968:12345-0@lo:38:kworker.0 Request processed in 64us (606us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320233.487371:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4765 00000100:00100000:1.0:1767320233.487396:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883584 00000100:00100000:1.0:1767320233.487400:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883584 00000100:00100000:1.0:1767320233.487421:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988883840 00000100:00100000:1.0:1767320233.487425:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988883840 00000100:00100000:1.0:1767320233.487441:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1767320233.487445:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988883584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320233.487455:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320233.487480:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988883584:12345-0@lo:38:kworker.0 Request processed in 33us (865us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320233.487485:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1767320233.487496:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1767320233.487500:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988883840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320233.487509:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320233.487533:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988883840:12345-0@lo:38:kworker.0 Request processed in 31us (838us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320233.487538:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00080000:1.0:1767320233.487555:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320233.487560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320233.487613:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988884224:0@lo:400:kworker.0 00000100:00080000:1.0:1767320233.487643:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320233.487661:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320233.487664:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988883584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320233.487675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320233.487677:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320233.487680:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988883840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320233.487687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320233.487689:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320233.487692:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988883968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320233.487744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988883712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320233.487755:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988884096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320233.492113:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988883456:12345-0@lo:400:kworker.0 Request processed in 10345us (10560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320233.492130:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1767320233.492620:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988884352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320233.492692:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320233.498637:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320233.498657:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320233.498662:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988884352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320233.501864:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988883456:0@lo:400:kworker.0 00010000:00010000:2.0:1767320234.440736:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320235.466654:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320237.065928:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988884480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320237.066007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320237.066526:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320237.066662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988884480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320237.347920:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320237.372568:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853696 00000100:00100000:2.0:1767320237.372591:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853696 00000100:00100000:1.0:1767320237.372938:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853568 00000100:00100000:1.0:1767320237.372943:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853568 00000100:00100000:1.0:1767320237.372967:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 762 00000100:00100000:1.0:1767320237.372979:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923853696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320237.373056:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923853696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (25144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320237.373063:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 762 00000100:00100000:1.0:1767320237.373080:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1271 00000100:00100000:1.0:1767320237.373085:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923853568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320237.373105:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320237.373140:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923853568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (22755us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320237.373147:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1271 00000100:00080000:2.0:1767320237.374424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320237.514987:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320237.580101:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988884608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320237.580163:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320237.580271:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884608 00000100:00100000:2.0:1767320237.580294:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884608 00000100:00100000:2.0:1767320237.580352:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:2.0:1767320237.580361:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988884608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320237.580388:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320237.580429:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988884608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320237.580435:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00080000:0.0:1767320237.580621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320237.580667:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988884608:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320238.537705:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320238.601967:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320238.601978:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320238.602041:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320238.602045:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320238.602064:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320238.602072:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5480 00000100:00080000:2.0:1767320238.602077:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320238.602083:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320238.602092:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320238.602111:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988884736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320238.602121:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1500 x1853163988884864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320238.602170:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320238.602174:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320238.602176:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320238.602182:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320238.602183:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5480 00000100:00080000:2.0:1767320238.602188:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320238.602192:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320238.602205:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988885120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320238.602214:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320238.602217:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320238.602219:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320238.602224:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5480 00000100:00080000:2.0:1767320238.602226:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320238.602230:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320238.602242:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988885248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320238.602279:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320238.602282:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320238.602290:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320238.602293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988884992:0@lo:400:kworker.0 00000100:00080000:2.0:1767320238.602296:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5480 00000100:00080000:2.0:1767320238.602302:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320238.602306:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320238.602322:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad180 x1853163988885632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320238.602332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320238.602353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988885376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320238.602383:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988885504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320238.602391:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320238.602423:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320238.602445:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884736 00000100:00100000:2.0:1767320238.602452:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884736 00000100:00080000:0.0:1767320238.602483:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320238.602497:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884992 00000100:00100000:2.0:1767320238.602500:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884992 00000100:00100000:2.0:1767320238.602536:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1767320238.602543:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988884736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320238.602610:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988884736:12345-0@lo:400:kworker.0 Request processed in 67us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320238.602617:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1767320238.602652:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988884736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320238.602671:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1767320238.602677:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988884992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320238.602704:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988884992:12345-0@lo:400:kworker.0 Request processed in 28us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320238.602710:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1767320238.602782:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885376 00000100:00100000:1.0:1767320238.602786:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885376 00000100:00100000:1.0:1767320238.602815:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885504 00000100:00100000:1.0:1767320238.602817:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885504 00000100:00100000:1.0:1767320238.602835:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663 00000100:00100000:1.0:1767320238.602841:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988885376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320238.602875:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988885376:12345-0@lo:400:kworker.0 Request processed in 34us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320238.602881:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663 00000100:00100000:1.0:1767320238.602891:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:1.0:1767320238.602896:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988885504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320238.602921:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988885504:12345-0@lo:400:kworker.0 Request processed in 25us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320238.602926:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000100:00100000:1.0:1767320238.602956:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988884864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320238.602977:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320238.602996:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988885120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320238.603012:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320238.603024:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988885248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320238.603043:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320238.603061:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988885632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320238.603078:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320238.603109:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885248 00000100:00100000:1.0:1767320238.603112:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885248 00000100:00100000:1.0:1767320238.603128:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1767320238.603133:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988885248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320238.603150:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320238.603177:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988885248:12345-0@lo:38:kworker.0 Request processed in 43us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320238.603182:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1767320238.603198:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988884864 00000100:00100000:1.0:1767320238.603201:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988884864 00000100:00100000:1.0:1767320238.603214:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885120 00000100:00100000:1.0:1767320238.603216:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885120 00000100:00100000:1.0:1767320238.603224:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885632 00000100:00100000:1.0:1767320238.603226:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885632 00000100:00100000:1.0:1767320238.603235:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1767320238.603238:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988884864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320238.603247:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320238.603283:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988884864:12345-0@lo:38:kworker.0 Request processed in 43us (305us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320238.603289:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1767320238.603299:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1767320238.603303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988885120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320238.603312:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320238.603331:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0955ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988885120:12345-0@lo:38:kworker.0 Request processed in 27us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320238.603336:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1767320238.603345:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1767320238.603354:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988885632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320238.603363:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320238.603381:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988885632:12345-0@lo:38:kworker.0 Request processed in 27us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320238.603387:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00080000:1.0:1767320238.603415:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320238.603419:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320238.603422:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988884864:0@lo:38:kworker.0 00000100:00080000:1.0:1767320238.603429:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320238.603432:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320238.603434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988885120:0@lo:38:kworker.0 00000100:00080000:1.0:1767320238.603441:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320238.603444:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320238.603447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988885248:0@lo:38:kworker.0 00000100:00080000:1.0:1767320238.603453:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320238.603455:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320238.603457:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988885632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320238.603483:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988885504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320238.603502:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988885376:0@lo:400:kworker.0 00000100:00080000:0.0:1767320238.604138:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320238.604169:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988884992:0@lo:400:kworker.0 00010000:00010000:1.0:1767320239.561860:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320241.608871:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320242.185133:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988885760 00000100:00100000:0.0:1767320242.185144:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988885760 00000100:00100000:0.0:1767320242.185247:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1767320242.185262:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988885760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320242.185298:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320242.185377:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988885760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320242.185385:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00080000:2.0:1767320242.185604:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320242.465107:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320242.465165:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320242.465289:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853824 00000100:00100000:2.0:1767320242.465321:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853824 00000100:00100000:2.0:1767320242.465379:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923853952 00000100:00100000:2.0:1767320242.465382:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923853952 00000100:00100000:2.0:1767320242.465453:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 765 00000100:00100000:2.0:1767320242.465465:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923853952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320242.465555:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923853952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320242.465562:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 765 00000100:00100000:2.0:1767320242.465622:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1275 00000100:00100000:2.0:1767320242.465626:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923853824:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320242.465651:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320242.465676:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923853824:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (585us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320242.465681:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1275 00000100:00080000:0.0:1767320242.465758:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320242.632871:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320242.696993:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988885888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320242.697090:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320242.700067:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320242.700145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988885888:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320243.657286:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320243.720905:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320243.720910:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320243.720912:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320243.720917:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5465 00000100:00080000:1.0:1767320243.720920:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320243.720926:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320243.720957:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8380 x1853163988886016/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320243.721018:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320243.721022:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320243.721024:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320243.721028:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5485 00000100:00080000:1.0:1767320243.721030:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320243.721033:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320243.721047:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163988886272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320243.721076:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320243.721080:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320243.721081:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320243.721085:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5485 00000100:00080000:1.0:1767320243.721087:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320243.721090:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320243.721102:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163988886528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320243.721111:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320243.721129:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320243.721131:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320243.721135:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5485 00000100:00080000:1.0:1767320243.721137:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320243.721142:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320243.721156:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163988886656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320243.721194:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320243.721198:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320243.721200:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320243.721203:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5485 00000100:00080000:1.0:1767320243.721205:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320243.721209:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320243.721222:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ea00 x1853163988887040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320243.721250:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988886400:0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.721312:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320243.721381:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320243.721388:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988886784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.721415:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320243.721447:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988886400 00000100:00100000:1.0:1767320243.721454:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988886400 00000100:00100000:1.0:1767320243.721505:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767320243.721514:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988886400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.721562:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988886400:12345-0@lo:400:kworker.0 Request processed in 49us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320243.721575:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767320243.721636:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988886784 00000100:00100000:1.0:1767320243.721640:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988886784 00000100:00100000:1.0:1767320243.721664:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:1.0:1767320243.721670:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988886784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.721698:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988886784:12345-0@lo:400:kworker.0 Request processed in 28us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320243.721703:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00080000:1.0:1767320243.721717:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320243.721743:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988886784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.721752:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988886400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320243.722295:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988886144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320243.722352:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988886912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320243.722374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320243.722402:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320243.722465:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988886272 00000100:00100000:2.0:1767320243.722474:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988886272 00000100:00100000:2.0:1767320243.722521:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988887040 00000100:00100000:2.0:1767320243.722527:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988887040 00000100:00100000:2.0:1767320243.722554:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1767320243.722564:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988886272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320243.722618:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320243.722639:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1767320243.722646:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988886528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320243.722667:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320243.722693:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988886272:12345-0@lo:38:kworker.0 Request processed in 128us (717us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320243.722711:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988886528:12345-0@lo:38:kworker.0 Request processed in 65us (695us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320243.722728:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1767320243.722736:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00080000:0.0:1767320243.722787:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320243.722794:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320243.722798:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988886272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320243.722809:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988886144:0@lo:400:kworker.0 00000100:00080000:0.0:1767320243.722814:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320243.722821:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320243.722828:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988886528:0@lo:38:kworker.0 00000100:00080000:0.0:1767320243.722842:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320243.722847:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320243.722850:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988887040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320243.723284:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988886656 00000100:00100000:1.0:1767320243.723290:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988886656 00000100:00100000:1.0:1767320243.723328:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767320243.723334:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988886656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320243.723357:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320243.723410:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988886656:12345-0@lo:38:kworker.0 Request processed in 74us (1360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320243.723417:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767320243.723440:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988886912 00000100:00100000:1.0:1767320243.723443:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988886912 00000100:00100000:1.0:1767320243.723475:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:1.0:1767320243.723481:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988886912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320243.723516:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988886912:12345-0@lo:400:kworker.0 Request processed in 35us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320243.723536:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00080000:1.0:1767320243.723554:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320243.723637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988886912:0@lo:400:kworker.0 00000100:00080000:0.0:1767320243.723666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320243.723669:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320243.723672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988886656:0@lo:38:kworker.0 00010000:00010000:2.0:1767320245.706727:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320246.729045:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320247.304999:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320247.305021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988887168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320247.305095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320247.305133:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988887168 00000100:00100000:1.0:1767320247.305141:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988887168 00000100:00080000:0.0:1767320247.305184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320247.305192:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:1.0:1767320247.305201:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988887168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320247.305231:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320247.305284:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988887168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320247.305291:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767320247.305544:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988887168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320247.585789:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320247.585882:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854208 00000100:00100000:1.0:1767320247.585886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320247.585892:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854208 00000100:00100000:2.0:1767320247.585965:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854080 00000100:00100000:2.0:1767320247.585969:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854080 00000100:00100000:2.0:1767320247.585988:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 768 00000100:00100000:2.0:1767320247.585997:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923854208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320247.586074:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923854208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320247.586081:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 768 00000100:00080000:0.0:1767320247.586538:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320247.755317:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320247.817518:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988887296 00000100:00100000:2.0:1767320247.817527:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988887296 00000100:00100000:2.0:1767320247.817625:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1767320247.817634:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988887296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320247.817662:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320247.817707:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988887296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320247.817714:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00080000:0.0:1767320247.817877:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320248.840914:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320248.840924:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320248.840983:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320248.840987:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320248.840990:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320248.840998:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5490 00000100:00080000:0.0:1767320248.841003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320248.841009:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320248.841029:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64a80 x1853163988887552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320248.841100:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988887552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.841161:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.841225:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320248.841235:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988887424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320248.841265:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320248.841664:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320248.841707:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988887424:0@lo:400:kworker.0 00000100:00080000:0.0:1767320248.841936:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320248.841940:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320248.841942:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320248.841946:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5490 00000100:00080000:0.0:1767320248.841949:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320248.841953:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320248.841965:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67480 x1853163988887808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320248.842020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988887680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320248.842046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.842073:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988887680 00000100:00100000:1.0:1767320248.842076:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988887680 00000100:00100000:1.0:1767320248.842118:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1767320248.842123:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988887680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320248.842154:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988887680:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320248.842169:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:1.0:1767320248.842184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320248.842199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988887680:0@lo:400:kworker.0 00000100:00080000:0.0:1767320248.847414:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320248.847420:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320248.847423:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320248.847428:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5490 00000100:00080000:0.0:1767320248.847432:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320248.847439:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320248.847475:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64000 x1853163988887936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320248.847745:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320248.847749:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320248.847751:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320248.847756:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5490 00000100:00080000:0.0:1767320248.847759:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320248.847763:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320248.847777:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680e00 x1853163988888320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320248.847809:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988888192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320248.847863:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.847956:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888192 00000100:00100000:1.0:1767320248.847964:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888192 00000100:00100000:1.0:1767320248.848014:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:1.0:1767320248.848024:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988888192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320248.848071:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988888192:12345-0@lo:400:kworker.0 Request processed in 49us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320248.848090:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00000100:00100000:0.0:1767320248.848174:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988888192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320248.848355:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888064 00000100:00100000:0.0:1767320248.848359:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888064 00000100:00100000:0.0:1767320248.848396:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668 00000100:00100000:0.0:1767320248.848402:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988888064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320248.848625:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988888064:12345-0@lo:400:kworker.0 Request processed in 222us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320248.848633:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668 00000100:00100000:2.0:1767320248.855436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988887808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.855515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320248.855612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320248.855618:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320248.855622:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988887552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.855651:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988887936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.855677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320248.855714:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988888320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.855734:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.856597:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988887936 00000100:00100000:1.0:1767320248.856607:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988887936 00000100:00100000:1.0:1767320248.856656:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768 00000100:00100000:1.0:1767320248.856663:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988887936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320248.856685:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320248.856743:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988887936:12345-0@lo:38:kworker.0 Request processed in 80us (1065us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320248.856750:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768 00000100:00080000:2.0:1767320248.857228:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320248.857233:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320248.857237:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988887936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320248.857247:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320248.857250:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320248.857252:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988888320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320248.857260:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320248.857263:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320248.857266:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988887808:0@lo:38:kworker.0 00010000:00010000:2.0:1767320249.801773:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320250.824917:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320251.848893:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320252.425248:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320252.425271:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988888448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320252.425358:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320252.425449:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888448 00000100:00100000:0.0:1767320252.425458:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888448 00000100:00100000:0.0:1767320252.425544:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:0.0:1767320252.425553:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988888448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320252.425607:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320252.425649:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988888448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320252.425658:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00080000:2.0:1767320252.425780:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320252.425830:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988888448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320252.705031:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854336 00000100:00100000:1.0:1767320252.705042:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854336 00000100:00100000:1.0:1767320252.705101:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1283 00000100:00100000:1.0:1767320252.705111:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923854336:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320252.705138:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320252.705203:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923854336:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 92us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320252.705225:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1283 00000100:00080000:2.0:1767320252.705416:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320252.942850:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888576 00000100:00100000:2.0:1767320252.942873:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888576 00000100:00100000:2.0:1767320252.942977:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:2.0:1767320252.942987:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988888576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320252.943032:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320252.943132:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988888576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (4869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320252.943140:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00080000:0.0:1767320252.943163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320252.943222:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988888576:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320253.897022:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320253.962495:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988888960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.962561:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320253.962648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988889472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320253.962897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988888704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.966900:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888960 00000100:00100000:2.0:1767320253.966915:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888960 00000100:00100000:2.0:1767320253.967004:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1767320253.967017:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988888960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.967103:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988888960:12345-0@lo:400:kworker.0 Request processed in 89us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320253.967110:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:2.0:1767320253.967137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320253.967155:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988888832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320253.967194:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.967215:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988889088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320253.967239:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.967272:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988889216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320253.967307:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.967327:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988889600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320253.967374:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.967414:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888832 00000100:00100000:2.0:1767320253.967418:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888832 00000100:00100000:2.0:1767320253.967438:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889088 00000100:00100000:2.0:1767320253.967441:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889088 00000100:00100000:2.0:1767320253.967454:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889600 00000100:00100000:2.0:1767320253.967457:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889600 00000100:00100000:2.0:1767320253.967480:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1767320253.967485:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988888832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320253.967505:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320253.968772:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988888832:12345-0@lo:38:kworker.0 Request processed in 1281us (1573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320253.968781:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1767320253.968890:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1767320253.968896:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988889088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320253.968911:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320253.968947:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988889088:12345-0@lo:38:kworker.0 Request processed in 50us (1706us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320253.968952:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1767320253.968961:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1767320253.968965:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988889600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320253.968973:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320253.969004:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988889600:12345-0@lo:38:kworker.0 Request processed in 37us (1629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320253.969009:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1767320253.970241:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889216 00000100:00100000:2.0:1767320253.970276:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889216 00000100:00100000:2.0:1767320253.970883:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769 00000100:00100000:2.0:1767320253.970890:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988889216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320253.970910:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320253.970971:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988889216:12345-0@lo:38:kworker.0 Request processed in 80us (3663us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320253.970977:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769 00000100:00100000:2.0:1767320253.971062:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988888960:0@lo:400:kworker.0 00000100:00080000:2.0:1767320253.971104:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320253.971109:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320253.971113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988888832:0@lo:38:kworker.0 00000100:00080000:2.0:1767320253.971122:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320253.971126:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320253.971128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988889088:0@lo:38:kworker.0 00000100:00080000:2.0:1767320253.971137:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320253.971140:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320253.971143:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988889216:0@lo:38:kworker.0 00000100:00080000:2.0:1767320253.971152:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320253.971154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320253.971157:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988889600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320253.972455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.972577:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889472 00000100:00100000:2.0:1767320253.972608:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889472 00000100:00100000:2.0:1767320253.972646:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:2.0:1767320253.972653:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988889472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.972720:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988889472:12345-0@lo:400:kworker.0 Request processed in 67us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320253.972727:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:0.0:1767320253.972808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988889472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.979117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988889344:0@lo:400:kworker.0 00000100:00100000:1.0:1767320253.981418:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320253.983638:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988888704 00000100:00100000:2.0:1767320253.983652:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988888704 00000100:00100000:2.0:1767320253.983796:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1767320253.983806:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988888704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320253.983893:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988888704:12345-0@lo:400:kworker.0 Request processed in 89us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320253.983901:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1767320253.984011:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988888704:0@lo:400:kworker.0 00000100:00080000:0.0:1767320253.986556:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320254.921594:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320255.944812:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320257.547061:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988889728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320257.547136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320257.547765:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320257.829689:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854592 00000100:00100000:2.0:1767320257.829718:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854592 00000100:00100000:2.0:1767320257.829779:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854720 00000100:00100000:2.0:1767320257.829783:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854720 00000100:00100000:2.0:1767320257.829834:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 774 00000100:00100000:2.0:1767320257.829844:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923854720:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320257.829937:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923854720:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320257.829945:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 774 00000100:00100000:2.0:1767320257.829966:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1287 00000100:00100000:2.0:1767320257.829972:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923854592:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320257.829993:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320257.830028:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923854592:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (870us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320257.830050:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1287 00000100:00080000:2.0:1767320257.830069:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320257.996754:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320258.057184:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889856 00000100:00100000:1.0:1767320258.057193:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889856 00000100:00100000:1.0:1767320258.057263:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1767320258.057273:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988889856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320258.057311:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320258.057355:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988889856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320258.057363:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00080000:2.0:1767320258.057728:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320259.017496:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320259.080779:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.080801:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320259.080861:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.080866:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.080869:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.080876:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5500 00000100:00080000:0.0:1767320259.080881:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.080887:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320259.080932:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682300 x1853163988890112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.080963:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.080967:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.080968:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.080971:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5500 00000100:00080000:0.0:1767320259.080974:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.080977:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320259.080986:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163988890368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.080994:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.080997:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.080998:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.081002:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5500 00000100:00080000:0.0:1767320259.081003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.081007:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320259.081017:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163988890496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.081037:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.081041:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.081042:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.081045:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5500 00000100:00080000:0.0:1767320259.081048:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.081051:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320259.081074:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163988890880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320259.081101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988890240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320259.081172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320259.081208:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320259.081213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988890624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320259.081238:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.081343:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988890112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.081371:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.081400:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988890368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.081420:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.081439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988890496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.081460:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.081478:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988890880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.081499:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.081532:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988890240 00000100:00100000:2.0:1767320259.081539:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988890240 00000100:00100000:2.0:1767320259.081604:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988890112 00000100:00100000:2.0:1767320259.081607:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988890112 00000100:00100000:2.0:1767320259.081620:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988890368 00000100:00100000:2.0:1767320259.081623:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988890368 00000100:00100000:2.0:1767320259.081630:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988890880 00000100:00100000:2.0:1767320259.081632:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988890880 00000100:00100000:2.0:1767320259.081648:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1767320259.081658:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988890240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320259.081706:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988890240:12345-0@lo:400:kworker.0 Request processed in 50us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320259.081714:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1767320259.081733:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1767320259.081745:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.081763:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.081794:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890112:12345-0@lo:38:kworker.0 Request processed in 48us (422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.081800:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1767320259.081811:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1767320259.081815:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.081823:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.081841:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890368:12345-0@lo:38:kworker.0 Request processed in 25us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.081846:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1767320259.081856:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1767320259.081859:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.081868:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.081888:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988890880:12345-0@lo:38:kworker.0 Request processed in 27us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.081905:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1767320259.081924:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988890496 00000100:00100000:2.0:1767320259.081927:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988890496 00000100:00100000:2.0:1767320259.081946:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4770 00000100:00100000:2.0:1767320259.081950:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988890496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.081959:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.081985:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d322c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988890496:12345-0@lo:38:kworker.0 Request processed in 32us (523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.081990:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4770 00000100:00080000:2.0:1767320259.082017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320259.082054:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.082059:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.082062:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988890112:0@lo:38:kworker.0 00000100:00080000:2.0:1767320259.082070:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.082073:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.082075:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988890368:0@lo:38:kworker.0 00000100:00080000:2.0:1767320259.082082:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.082084:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.082087:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988890496:0@lo:38:kworker.0 00000100:00080000:2.0:1767320259.082094:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.082096:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.082098:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988890880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320259.083100:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988890752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320259.083160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.083202:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320259.083208:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988889984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320259.083231:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.083265:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988889984 00000100:00100000:1.0:1767320259.083270:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988889984 00000100:00100000:1.0:1767320259.083306:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1767320259.083313:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988889984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320259.083378:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988889984:12345-0@lo:400:kworker.0 Request processed in 65us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320259.083385:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1767320259.083420:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988889984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320259.086569:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988890624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320259.086608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988890240:0@lo:400:kworker.0 00000100:00080000:2.0:1767320259.087376:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320259.087384:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320260.041289:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320262.088797:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320262.665072:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320262.665095:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988891008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320262.665160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320262.665302:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891008 00000100:00100000:0.0:1767320262.665311:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891008 00000100:00100000:0.0:1767320262.665373:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:0.0:1767320262.665382:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988891008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320262.665409:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320262.665451:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988891008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320262.665457:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00080000:2.0:1767320262.665517:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320262.665606:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988891008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320262.946162:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855104 00000100:00100000:2.0:1767320262.946178:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855104 00000100:00100000:2.0:1767320262.946268:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923854976 00000100:00100000:2.0:1767320262.946272:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923854976 00000100:00100000:2.0:1767320262.946299:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 777 00000100:00100000:2.0:1767320262.946309:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923855104:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320262.946413:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1291 00000100:00100000:2.0:1767320262.946421:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923855104:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320262.946436:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923854976:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767320262.946438:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 777 00010000:00020000:1.0:1767320262.946474:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320262.946574:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923854976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 142us (1152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320262.946639:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1291 00010000:00010000:2.0:1767320263.113103:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320263.177181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988891136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320263.177277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320263.177427:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891136 00000100:00100000:1.0:1767320263.177437:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891136 00000100:00100000:1.0:1767320263.177517:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:1.0:1767320263.177527:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988891136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320263.177564:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320263.184545:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988891136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7001us (7251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320263.184564:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:0.0:1767320263.184768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988891136:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320264.140181:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320264.201776:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988891392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.201886:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.201968:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988891648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.201994:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.202039:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891392 00000100:00100000:2.0:1767320264.202048:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891392 00000100:00100000:2.0:1767320264.202089:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891648 00000100:00100000:2.0:1767320264.202092:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891648 00000100:00100000:2.0:1767320264.202114:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1767320264.202122:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988891392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320264.202147:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320264.202193:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988891392:12345-0@lo:38:kworker.0 Request processed in 70us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320264.202201:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1767320264.202224:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1767320264.202228:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988891648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320264.202238:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320264.202264:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988891648:12345-0@lo:38:kworker.0 Request processed in 35us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320264.202270:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00080000:2.0:1767320264.202328:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320264.202334:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320264.202337:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988891392:0@lo:38:kworker.0 00000100:00080000:2.0:1767320264.202345:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320264.202348:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320264.202366:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988891648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.202412:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988891520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.202440:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.202468:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891520 00000100:00100000:2.0:1767320264.202471:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891520 00000100:00100000:2.0:1767320264.202511:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1767320264.202516:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988891520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.202555:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988891520:12345-0@lo:400:kworker.0 Request processed in 39us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320264.202561:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1767320264.202611:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988891520:0@lo:400:kworker.0 00000100:00080000:2.0:1767320264.202646:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320264.202805:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988891264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320264.202840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320264.202881:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988891264 00000100:00100000:0.0:1767320264.202884:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988891264 00000100:00100000:2.0:1767320264.203896:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988891904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.203929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320264.204144:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767320264.204156:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988891264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320264.204252:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988891264:12345-0@lo:400:kworker.0 Request processed in 98us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320264.204260:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00080000:0.0:1767320264.204293:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320264.210352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988891264:0@lo:400:kworker.0 00000100:00080000:0.0:1767320264.217892:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320266.184888:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320267.209285:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320267.786851:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988892288 00000100:00100000:1.0:1767320267.786868:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988892288 00000100:00100000:1.0:1767320267.786978:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:1.0:1767320267.786990:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988892288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320267.787034:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767320267.787233:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320267.788014:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988892288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1021us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320267.788027:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:1.0:1767320268.074395:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855360 00000100:00100000:1.0:1767320268.074415:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855360 00000100:00100000:1.0:1767320268.074537:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855232 00000100:00100000:1.0:1767320268.074542:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855232 00000100:00100000:1.0:1767320268.074598:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 780 00000100:00100000:1.0:1767320268.074612:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923855360:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320268.074745:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923855360:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 136us (8728us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320268.074755:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 780 00000100:00080000:2.0:1767320268.075180:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320268.075229:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1295 00000100:00100000:2.0:1767320268.075236:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923855232:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320268.075261:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320268.075301:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923855232:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 65us (8953us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320268.075308:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1295 00010000:00010000:1.0:1767320268.237186:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320268.296904:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320268.296911:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320268.296915:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320268.296921:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5490 00000100:00080000:0.0:1767320268.296926:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320268.296933:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320268.297145:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681180 x1853163988892416/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320268.297211:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320268.297216:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320268.297218:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320268.297223:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5511 00000100:00080000:0.0:1767320268.297225:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320268.297230:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320268.297251:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163988892672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320268.297270:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320268.297274:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320268.297294:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320268.297298:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5511 00000100:00080000:0.0:1767320268.297300:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320268.297305:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320268.297318:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163988892928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320268.297328:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320268.297331:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320268.297333:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320268.297337:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5511 00000100:00080000:0.0:1767320268.297339:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320268.297343:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320268.297356:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163988893056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320268.297391:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320268.297395:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320268.297397:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320268.297412:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5511 00000100:00080000:0.0:1767320268.297416:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320268.297420:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320268.297431:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163988893440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320268.297480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988893184:0@lo:400:kworker.0 00000100:00100000:0.0:1767320268.297562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320268.297666:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320268.297675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988893312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320268.297706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320268.297832:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893184 00000100:00100000:1.0:1767320268.297843:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893184 00000100:00100000:1.0:1767320268.297899:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893312 00000100:00100000:1.0:1767320268.297903:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893312 00000100:00100000:1.0:1767320268.297940:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:1.0:1767320268.297950:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988893184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320268.298012:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988893184:12345-0@lo:400:kworker.0 Request processed in 64us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320268.298021:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00000100:00100000:1.0:1767320268.298040:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00100000:1.0:1767320268.298053:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988893312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320268.298083:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988893312:12345-0@lo:400:kworker.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320268.298089:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000100:00080000:1.0:1767320268.298107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320268.298144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988893312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320268.298155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988893184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320268.298213:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988892416:0@lo:250:kworker.0 00000400:00000100:1.0:1767320268.298236:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988892416 offset 0 length 520: 4 00000100:00100000:1.0:1767320268.298256:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988892672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320268.298278:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320268.298656:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988893568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320268.298703:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320268.298811:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893568 00000100:00100000:2.0:1767320268.298817:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893568 00000100:00100000:2.0:1767320268.298866:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767320268.298874:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988893568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320268.298903:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320268.298944:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988893568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320268.298951:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767320268.298993:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988893568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320268.300375:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988892928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320268.300519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320268.300548:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988892800 00000100:00100000:0.0:1767320268.300557:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988892800 00000100:00100000:1.0:1767320268.304795:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988893056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320268.304974:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320268.304999:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988893440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320268.305026:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320268.305324:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988892672 00000100:00100000:1.0:1767320268.305331:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988892672 00000100:00100000:1.0:1767320268.305354:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893440 00000100:00100000:1.0:1767320268.305360:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893440 00000100:00100000:1.0:1767320268.305384:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1767320268.305398:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988892800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320268.305493:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988892800:12345-0@lo:400:kworker.0 Request processed in 100us (7835us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320268.305508:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1767320268.305534:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1767320268.305538:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988892672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320268.305562:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320268.305620:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988892672:12345-0@lo:38:kworker.0 Request processed in 80us (7341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320268.305628:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1767320268.305640:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1767320268.305645:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988892928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320268.305655:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320268.305683:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988892928:12345-0@lo:38:kworker.0 Request processed in 37us (5164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320268.305688:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1767320268.305700:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:1.0:1767320268.305704:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988893440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320268.305712:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320268.305747:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988893440:12345-0@lo:38:kworker.0 Request processed in 41us (719us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320268.305753:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00080000:1.0:1767320268.305799:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320268.305806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320268.305810:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988892672:0@lo:38:kworker.0 00000100:00080000:1.0:1767320268.305901:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320268.305908:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320268.305917:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988892928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320268.305931:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320268.305935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320268.305938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988893440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320268.305995:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320268.306028:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893056 00000100:00100000:1.0:1767320268.306235:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893056 00000100:00100000:1.0:1767320268.306263:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772 00000100:00100000:1.0:1767320268.306269:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988893056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320268.306280:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320268.306318:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988893056:12345-0@lo:38:kworker.0 Request processed in 48us (1345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320268.306325:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772 00000100:00080000:1.0:1767320268.306349:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320268.306354:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320268.306357:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988893056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320268.306707:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988892544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320268.306743:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988892800:0@lo:400:kworker.0 00010000:00010000:2.0:1767320270.282400:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320271.305983:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320272.329571:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320272.906814:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988893696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320272.906930:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320272.910309:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320273.189816:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320273.189908:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320273.190048:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855616 00000100:00100000:0.0:1767320273.190064:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855616 00000100:00100000:0.0:1767320273.190156:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855488 00000100:00100000:0.0:1767320273.190160:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855488 00000100:00100000:0.0:1767320273.190186:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 783 00000100:00100000:0.0:1767320273.190200:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923855616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320273.190305:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923855616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320273.190314:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 783 00000100:00100000:0.0:1767320273.190341:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1299 00000100:00100000:0.0:1767320273.190346:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923855488:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320273.190371:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320273.190404:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923855488:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (495us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320273.190404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320273.190414:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1299 00000100:00080000:0.0:1767320273.416736:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320273.416749:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320273.416828:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320273.416833:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320273.416838:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320273.416847:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5515 00000100:00100000:1.0:1767320273.416853:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320273.416869:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320273.416877:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320273.416886:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988893824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.416907:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163988893952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320273.416949:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320273.416953:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320273.416963:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320273.416967:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5515 00000100:00080000:0.0:1767320273.416970:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320273.416980:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320273.416994:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163988894208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320273.417005:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320273.417007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320273.417019:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320273.417022:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320273.417027:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5515 00000100:00080000:0.0:1767320273.417030:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320273.417034:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320273.417071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988894080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320273.417098:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320273.417216:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893824 00000100:00100000:2.0:1767320273.417227:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893824 00000100:00100000:2.0:1767320273.417299:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894080 00000100:00100000:2.0:1767320273.417302:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894080 00000100:00100000:2.0:1767320273.417344:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1767320273.417357:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988893824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320273.417437:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988893824:12345-0@lo:400:kworker.0 Request processed in 81us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320273.417465:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1767320273.417543:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988893952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320273.417607:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320273.417650:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988894208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320273.417677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320273.417701:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988893952 00000100:00100000:2.0:1767320273.417705:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988893952 00000100:00100000:2.0:1767320273.417723:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894208 00000100:00100000:2.0:1767320273.417726:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894208 00000100:00100000:2.0:1767320273.417742:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1767320273.418609:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163988894464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320273.418671:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320273.418675:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320273.418678:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320273.418689:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5515 00000100:00100000:2.0:1767320273.418697:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988893952:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320273.418720:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320273.418728:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00010000:00020000:2.0:1767320273.418733:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320273.418749:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682d80 x1853163988894848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320273.418818:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988893952:12345-0@lo:38:kworker.0 Request processed in 124us (1208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320273.425802:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1767320273.425824:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988894208:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320273.425927:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320273.425938:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320273.426407:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988894080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.426424:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988893824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.426452:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320273.426464:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988894720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.426663:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320273.426875:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894592 00000100:00100000:0.0:1767320273.426882:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894592 00000100:00100000:0.0:1767320273.426921:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894720 00000100:00100000:0.0:1767320273.426924:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894720 00000100:00100000:0.0:1767320273.426939:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:0.0:1767320273.426946:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988894592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.427010:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988894592:12345-0@lo:400:kworker.0 Request processed in 65us (8082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320273.427017:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00100000:0.0:1767320273.427033:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:0.0:1767320273.427039:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988894720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.427079:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988894720:12345-0@lo:400:kworker.0 Request processed in 40us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320273.427085:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:0.0:1767320273.427110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988894720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320273.427198:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988894464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320273.427225:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320273.427244:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988894848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320273.427281:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320273.427301:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894848 00000100:00100000:0.0:1767320273.427304:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894848 00000100:00100000:0.0:1767320273.427322:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1767320273.427326:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988894848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320273.427343:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320273.427366:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988894848:12345-0@lo:38:kworker.0 Request processed in 39us (85us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320273.427372:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00080000:0.0:1767320273.427394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320273.427398:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320273.427401:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988894848:0@lo:38:kworker.0 00000100:00080000:0.0:1767320273.427412:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320273.427414:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320273.427417:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988893952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320273.427446:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894464 00000100:00100000:0.0:1767320273.427449:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894464 00000100:00100000:0.0:1767320273.427466:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4773 00000100:00100000:0.0:1767320273.427470:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988894464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320273.427888:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320273.427918:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988894464:12345-0@lo:38:kworker.0 Request processed in 447us (692us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320273.427931:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4773 00000100:00080000:0.0:1767320273.427954:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320273.427958:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320273.427961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988894464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320273.428006:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988894592:0@lo:400:kworker.0 00010000:00020000:1.0:1767320273.428771:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320273.428886:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988894208:12345-0@lo:38:kworker.0 Request processed in 3065us (11205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320273.428901:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00080000:0.0:1767320273.428927:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320273.428937:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320273.428941:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988894208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320273.435692:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00010000:00010000:2.0:1767320274.377027:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320275.401001:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320276.425827:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320278.025502:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988894976 00000100:00100000:0.0:1767320278.025511:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988894976 00000100:00100000:0.0:1767320278.025621:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767320278.025632:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988894976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320278.025661:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320278.025706:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988894976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320278.025714:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:2.0:1767320278.306153:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923855744 00000100:00100000:2.0:1767320278.306163:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923855744 00000100:00100000:2.0:1767320278.306214:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1303 00000100:00100000:2.0:1767320278.306222:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923855744:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320278.306247:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320278.306318:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923855744:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 95us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320278.306326:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1303 00000100:00100000:2.0:1767320278.307237:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320278.308353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320278.473444:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320278.537198:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895104 00000100:00100000:1.0:1767320278.537207:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895104 00000100:00100000:1.0:1767320278.537285:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:1.0:1767320278.537296:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988895104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320278.537341:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320278.537386:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988895104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320278.537394:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00080000:1.0:1767320278.538623:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320278.538630:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320278.538674:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320278.538678:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320278.538682:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320278.538687:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5520 00000100:00080000:1.0:1767320278.538692:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320278.538697:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320278.538727:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988895360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320278.538768:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320278.538772:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320278.538786:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320278.538789:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5520 00000100:00080000:1.0:1767320278.538792:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320278.538797:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320278.538812:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988895616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320278.538822:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320278.538825:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320278.538827:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320278.538831:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5520 00000100:00080000:1.0:1767320278.538833:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320278.538836:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320278.539219:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988895360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320278.539274:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320278.539304:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988895616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320278.539322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320278.539355:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895360 00000100:00100000:2.0:1767320278.539362:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895360 00000100:00100000:2.0:1767320278.539390:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895616 00000100:00100000:2.0:1767320278.539393:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895616 00000100:00100000:2.0:1767320278.539407:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1767320278.539413:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988895360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320278.539431:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320278.539617:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988895360:12345-0@lo:38:kworker.0 Request processed in 202us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320278.539624:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1767320278.539641:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:2.0:1767320278.539645:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988895616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320278.539653:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320278.539674:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988895616:12345-0@lo:38:kworker.0 Request processed in 28us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320278.539680:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00080000:2.0:1767320278.539710:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320278.539715:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320278.539718:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988895360:0@lo:38:kworker.0 00000100:00080000:2.0:1767320278.539726:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320278.539738:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320278.539741:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988895616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320278.539775:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320278.539784:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988895488:0@lo:400:kworker.0 00000100:00100000:2.0:1767320278.539809:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320278.539833:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895488 00000100:00100000:2.0:1767320278.539836:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895488 00000100:00100000:1.0:1767320278.541652:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c700 x1853163988895744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320278.541699:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320278.541703:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320278.541706:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320278.541710:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5520 00000100:00080000:1.0:1767320278.541713:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320278.541718:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320278.541732:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d4124c700 x1853163988896000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320278.544247:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895232 00000100:00100000:2.0:1767320278.544256:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895232 00000100:00100000:2.0:1767320278.544320:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1767320278.544329:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988895488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320278.544385:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988895488:12345-0@lo:400:kworker.0 Request processed in 57us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320278.544392:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1767320278.544411:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1767320278.544416:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988895232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320278.544674:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988895488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320278.544735:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895872 00000100:00100000:1.0:1767320278.544755:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895872 00000100:00100000:1.0:1767320278.544783:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679 00000100:00100000:1.0:1767320278.544788:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988895872:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320278.544894:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320278.545725:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988895744 00000100:00100000:0.0:1767320278.545731:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988895744 00000100:00100000:0.0:1767320278.545766:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774 00000100:00100000:0.0:1767320278.545772:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988895744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320278.545794:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320278.545832:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988895744:12345-0@lo:38:kworker.0 Request processed in 60us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320278.545870:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774 00000100:00100000:0.0:1767320278.545912:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896000 00000100:00100000:0.0:1767320278.545916:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896000 00000100:00100000:0.0:1767320278.545935:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1767320278.545939:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988896000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320278.545949:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320278.545973:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988896000:12345-0@lo:38:kworker.0 Request processed in 34us (449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320278.545979:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1767320278.547261:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988895232:12345-0@lo:400:kworker.0 Request processed in 2841us (7066us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320278.547271:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1767320278.547389:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988895872:12345-0@lo:400:kworker.0 Request processed in 2598us (3770us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320278.547398:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679 00000100:00100000:2.0:1767320278.547567:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988895872:0@lo:400:kworker.0 00010000:00010000:2.0:1767320279.496845:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320280.521047:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320282.568785:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320283.145053:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320283.145075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988896128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320283.145143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320283.145198:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896128 00000100:00100000:2.0:1767320283.145220:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896128 00000100:00100000:2.0:1767320283.145279:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767320283.145288:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988896128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320283.145319:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320283.145365:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988896128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320283.145373:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767320283.145442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988896128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320283.146127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320283.429342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320283.429397:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320283.429539:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923856000 00000100:00100000:2.0:1767320283.429548:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923856000 00000100:00100000:2.0:1767320283.429624:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923856128 00000100:00100000:2.0:1767320283.429628:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923856128 00000100:00100000:2.0:1767320283.429684:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 789 00000100:00100000:2.0:1767320283.429696:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923856128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320283.429774:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923856128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 79us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320283.429783:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 789 00010000:00010000:2.0:1767320283.593012:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320283.658891:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320283.658899:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320283.658963:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320283.658967:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320283.658972:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320283.658979:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5525 00000100:00080000:2.0:1767320283.658984:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320283.658990:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320283.659027:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163988896512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320283.659065:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320283.659068:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320283.659070:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320283.659074:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5525 00000100:00080000:2.0:1767320283.659076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320283.659081:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320283.659093:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfdf80 x1853163988896768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320283.659101:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320283.659105:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320283.659106:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320283.659110:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5525 00000100:00080000:2.0:1767320283.659113:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320283.659116:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320283.659128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e353480 x1853163988896896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320283.659139:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320283.659142:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320283.659143:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320283.659146:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5525 00000100:00080000:2.0:1767320283.659149:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320283.659152:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320283.659167:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e353100 x1853163988897024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320283.660040:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988896512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320283.660069:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320283.660094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988896768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320283.660112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320283.660127:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988896896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320283.660150:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320283.660167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988897024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320283.660170:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896256 00000100:00100000:1.0:1767320283.660177:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896256 00000100:00100000:0.0:1767320283.660188:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320283.660221:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:0.0:1767320283.660222:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896896 00000100:00100000:0.0:1767320283.660226:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896896 00000100:00100000:1.0:1767320283.660233:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988896256:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320283.660251:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775 00000100:00100000:0.0:1767320283.660257:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988896896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320283.660275:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320283.660310:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988896896:12345-0@lo:38:kworker.0 Request processed in 52us (160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320283.660317:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775 00002000:00000024:1.0:1767320283.660337:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320283.660342:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896512 00000100:00100000:0.0:1767320283.660346:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896512 00000100:00100000:0.0:1767320283.660364:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988896768 00000100:00100000:0.0:1767320283.660367:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988896768 00000100:00100000:0.0:1767320283.660381:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897024 00000100:00100000:1.0:1767320283.660384:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988896256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (3014us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320283.660385:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897024 00000100:00100000:1.0:1767320283.660395:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:0.0:1767320283.660399:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1767320283.660404:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988896512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320283.660414:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320283.660424:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1767320283.660430:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988896768:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320283.660455:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988896512:12345-0@lo:38:kworker.0 Request processed in 48us (384us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767320283.660455:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320283.660466:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1767320283.660480:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1767320283.660485:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988897024:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320283.660489:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988896768:12345-0@lo:38:kworker.0 Request processed in 56us (373us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767320283.660498:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320283.660499:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1767320283.660532:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988897024:12345-0@lo:38:kworker.0 Request processed in 44us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320283.660539:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00080000:1.0:1767320283.660551:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320283.660557:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320283.660561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988896512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320283.661194:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320283.661200:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320283.661204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988896768:0@lo:38:kworker.0 00000100:00080000:0.0:1767320283.661213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320283.661216:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320283.661228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988896896:0@lo:38:kworker.0 00000100:00080000:0.0:1767320283.661240:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320283.661332:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320283.661336:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988897024:0@lo:38:kworker.0 00010000:00010000:1.0:1767320284.618099:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320286.665105:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767320287.524657:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923856256 offset 0 length 520: 4 00000100:00100000:1.0:1767320287.524729:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320287.524767:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320287.524893:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923856384 00000100:00100000:2.0:1767320287.524899:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923856384 00000100:00080000:0.0:1767320287.524987:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320287.525098:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 792 00000100:00100000:2.0:1767320287.525110:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923856512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320287.525192:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923856512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320287.525201:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 792 00000100:00100000:2.0:1767320287.525218:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1311 00000100:00100000:2.0:1767320287.525223:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923856384:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320287.525245:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320287.525269:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923856384:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320287.525276:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1311 00010000:00010000:2.0:1767320287.689066:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320288.268414:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897152 00000100:00100000:2.0:1767320288.268422:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897152 00000100:00100000:2.0:1767320288.268487:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767320288.268496:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988897152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320288.268527:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767320288.268679:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320288.268729:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988897152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 234us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320288.268737:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00010000:00010000:1.0:1767320288.712936:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320288.777404:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320288.777883:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320288.777926:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320288.777930:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320288.777934:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320288.777939:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5530 00000100:00080000:0.0:1767320288.777943:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320288.777949:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320288.777971:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64a80 x1853163988897536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320288.777996:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320288.777998:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320288.778000:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320288.778004:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5530 00000100:00080000:0.0:1767320288.778006:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320288.778010:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320288.778019:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163988897792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320288.778048:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320288.778051:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320288.778052:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320288.778057:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5530 00000100:00080000:0.0:1767320288.778060:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320288.778063:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320288.778077:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfdf80 x1853163988897920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320288.778087:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320288.778089:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320288.778091:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320288.778094:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5530 00000100:00080000:0.0:1767320288.778096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320288.778100:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320288.778112:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988898048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320288.778137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988897536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320288.778178:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320288.778208:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988897792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320288.778227:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320288.778242:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988897920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320288.778261:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320288.778279:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988898048:0@lo:38:kworker.0 00000100:00100000:0.0:1767320288.778305:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320288.778333:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897536 00000100:00100000:0.0:1767320288.778340:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897536 00000100:00100000:0.0:1767320288.778388:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897792 00000100:00100000:0.0:1767320288.778392:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897792 00000100:00100000:1.0:1767320288.779111:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897280 00000100:00100000:1.0:1767320288.779116:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897280 00000100:00100000:1.0:1767320288.779165:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:1.0:1767320288.779174:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988897280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320288.779203:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320288.779250:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988897280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320288.779257:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1767320288.779381:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898048 00000100:00100000:0.0:1767320288.779386:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898048 00000100:00100000:2.0:1767320288.784282:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988897920 00000100:00100000:2.0:1767320288.784289:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988897920 00000100:00100000:2.0:1767320288.784328:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4776 00000100:00100000:2.0:1767320288.784334:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988897920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320288.784358:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320288.784538:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988897920:12345-0@lo:38:kworker.0 Request processed in 202us (6275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320288.784546:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4776 00000100:00080000:1.0:1767320288.784914:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320288.784921:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320288.784924:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988897920:0@lo:38:kworker.0 00010000:00010000:2.0:1767320290.763486:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320291.785919:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320292.644999:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320292.645122:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923856768 00000100:00100000:0.0:1767320292.645137:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923856768 00000100:00100000:0.0:1767320292.645287:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 795 00000100:00100000:0.0:1767320292.645299:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923856768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320292.645701:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923856768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 403us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320292.645709:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 795 00000100:00100000:0.0:1767320292.656076:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320292.656205:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923856640 00000100:00100000:2.0:1767320292.656215:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923856640 00000100:00100000:1.0:1767320292.656447:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1315 00000100:00100000:1.0:1767320292.656457:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923856640:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320292.656483:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320292.656568:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923856640:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 110us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320292.656575:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1315 00010000:00010000:1.0:1767320292.809655:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320293.385809:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898176 00000100:00100000:2.0:1767320293.385818:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898176 00000100:00100000:2.0:1767320293.385936:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:2.0:1767320293.385946:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988898176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320293.385976:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320293.386036:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988898176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.386044:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:0.0:1767320293.388228:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988898176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320293.898128:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320268/real 1767320268] req@ffff9e7d3b681180 x1853163988892416/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320293.898164:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b681180 x1853163988892416/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320293.898208:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320293.898231:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320293.898236:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988892416:0@lo:250:kworker.0 00000100:00100000:0.0:1767320293.899892:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320293.899905:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988898432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.899931:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.900008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988898688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.900032:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.900167:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898432 00000100:00100000:2.0:1767320293.900176:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898432 00000100:00100000:2.0:1767320293.900241:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898688 00000100:00100000:2.0:1767320293.900244:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898688 00000100:00100000:2.0:1767320293.900280:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1767320293.900288:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988898432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.900343:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988898432:12345-0@lo:400:kworker.0 Request processed in 55us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.900357:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1767320293.900371:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767320293.900375:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988898688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.900396:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988898688:12345-0@lo:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.900400:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767320293.900413:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988898304:0@lo:250:kworker.0 00000400:00000100:2.0:1767320293.900433:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988898304 offset 0 length 520: 4 00000100:00100000:2.0:1767320293.900451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988898560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.900470:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.900485:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988898816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.900500:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.900511:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988898944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.900528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.900542:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988899200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.900560:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.900609:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898944 00000100:00100000:2.0:1767320293.900613:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898944 00000100:00100000:2.0:1767320293.900630:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4777 00000100:00100000:2.0:1767320293.900634:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988898944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320293.900652:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320293.900683:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988898944:12345-0@lo:38:kworker.0 Request processed in 48us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320293.900689:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4777 00000100:00100000:2.0:1767320293.900710:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898560 00000100:00100000:2.0:1767320293.900713:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898560 00000100:00100000:2.0:1767320293.900724:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988898816 00000100:00100000:2.0:1767320293.900726:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988898816 00000100:00100000:2.0:1767320293.900732:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988899200 00000100:00100000:2.0:1767320293.900734:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988899200 00000100:00100000:2.0:1767320293.900742:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1767320293.900746:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988898560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320293.900755:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320293.900778:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988898560:12345-0@lo:38:kworker.0 Request processed in 31us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320293.900783:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1767320293.900794:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1767320293.900797:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988898816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320293.900806:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320293.900934:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988898432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.900963:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1767320293.900968:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988899200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320293.900978:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320293.901003:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988899200:12345-0@lo:38:kworker.0 Request processed in 34us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320293.901015:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1767320293.901044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988898688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.906218:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988898816:12345-0@lo:38:kworker.0 Request processed in 26us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320293.906233:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00080000:2.0:1767320293.906331:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.906336:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.906339:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988898560:0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.906347:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.906349:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.906351:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988898816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.906357:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.906359:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.906376:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988898944:0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.906385:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.906387:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.906388:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988899200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320293.906625:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988899072 00000100:00100000:1.0:1767320293.906631:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988899072 00000100:00100000:1.0:1767320293.906672:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680 00000100:00100000:1.0:1767320293.906678:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988899072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320293.906740:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988899072:12345-0@lo:400:kworker.0 Request processed in 63us (6922us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320293.906744:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680 00000100:00100000:0.0:1767320293.907323:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320293.907335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988899328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320293.907368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.907840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988899328:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320294.860935:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320295.881080:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320296.917913:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320297.764999:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320297.765061:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320297.767225:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1319 00000100:00100000:1.0:1767320297.767233:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923856896:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320297.767261:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320297.767914:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923856896:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 675us (2847us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320297.767924:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1319 00000100:00080000:1.0:1767320297.767963:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320298.505758:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988899456 00000100:00100000:1.0:1767320298.505768:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988899456 00000100:00100000:1.0:1767320298.505869:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:1.0:1767320298.505882:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988899456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320298.505927:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320298.506060:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988899456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 181us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320298.506088:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767320298.509250:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988899456:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320298.963415:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320299.017433:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320299.017449:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320299.017529:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320299.017534:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320299.017539:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320299.017550:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5540 00000100:00080000:0.0:1767320299.017556:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320299.017564:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320299.017617:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163988899712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320299.017643:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320299.017647:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320299.017649:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320299.019039:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5540 00000100:00080000:0.0:1767320299.019044:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320299.019049:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320299.019082:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f100 x1853163988899968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320299.019098:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320299.019102:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320299.019105:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320299.019108:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5540 00000100:00080000:0.0:1767320299.019111:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320299.019115:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320299.019131:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0dc00 x1853163988900096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320299.019170:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320299.019174:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320299.019175:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320299.019179:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5540 00000100:00080000:0.0:1767320299.019182:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320299.019186:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320299.019199:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163988900352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320299.019232:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320299.019244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.019286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320299.019323:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900224 00000100:00100000:0.0:1767320299.019463:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900224 00000100:00100000:0.0:1767320299.019515:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681 00000100:00100000:0.0:1767320299.019523:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.019577:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900224:12345-0@lo:400:kworker.0 Request processed in 55us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320299.019604:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681 00000100:00100000:0.0:1767320299.019639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900224:0@lo:400:kworker.0 00000100:00080000:0.0:1767320299.020210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320299.020489:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988899712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320299.020545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320299.020614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988899968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320299.020638:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320299.020671:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988900096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320299.020696:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320299.020714:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988900352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320299.020731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320299.020769:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900096 00000100:00100000:2.0:1767320299.020775:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900096 00000100:00100000:2.0:1767320299.020804:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778 00000100:00100000:2.0:1767320299.020810:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988900096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320299.020833:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320299.020869:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988900096:12345-0@lo:38:kworker.0 Request processed in 58us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320299.020876:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778 00000100:00100000:2.0:1767320299.020915:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988899712 00000100:00100000:2.0:1767320299.020918:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988899712 00000100:00100000:2.0:1767320299.020935:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988899968 00000100:00100000:2.0:1767320299.020937:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988899968 00000100:00100000:2.0:1767320299.020947:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900352 00000100:00100000:2.0:1767320299.020949:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900352 00000100:00100000:2.0:1767320299.020962:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1767320299.020966:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988899712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320299.020976:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320299.021001:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988899712:12345-0@lo:38:kworker.0 Request processed in 34us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320299.021007:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1767320299.021016:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1767320299.021020:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988899968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320299.021028:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320299.021045:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988899968:12345-0@lo:38:kworker.0 Request processed in 24us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320299.021050:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1767320299.021058:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1767320299.021062:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988900352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320299.021070:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320299.021085:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988900352:12345-0@lo:38:kworker.0 Request processed in 22us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320299.021090:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00080000:2.0:1767320299.021126:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.021131:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.021135:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988899712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320299.021150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.021165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.021169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988899968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320299.021178:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.021182:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.021185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988900096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320299.021193:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.021196:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.021198:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988900352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320299.022807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320299.022899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320299.023007:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900480 00000100:00100000:2.0:1767320299.023017:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900480 00000100:00100000:2.0:1767320299.023099:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:2.0:1767320299.023109:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320299.023149:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320299.027247:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4122us (4331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320299.027268:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1767320299.029048:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900480:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320299.980165:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320301.002507:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320302.886532:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320302.886875:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320302.892783:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1323 00000100:00100000:1.0:1767320302.892790:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923857152:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320302.892820:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320302.892931:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320302.895042:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923857152:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 2237us (8155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320302.895054:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1323 00010000:00010000:2.0:1767320303.048973:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320303.625176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988900608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320303.626368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320303.628314:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900608 00000100:00100000:1.0:1767320303.628336:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900608 00000100:00100000:1.0:1767320303.628445:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:1.0:1767320303.628458:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988900608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320303.628502:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320303.628622:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988900608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (2256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320303.628630:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00080000:0.0:1767320303.628844:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320303.629089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988900608:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320304.073163:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320304.136990:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.137005:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320304.137340:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900736 00000100:00100000:0.0:1767320304.137351:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900736 00000100:00100000:0.0:1767320304.137426:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1767320304.137438:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988900736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.137611:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320304.137623:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320304.137660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.137706:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900864 00000100:00100000:1.0:1767320304.137711:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900864 00000100:00100000:1.0:1767320304.137744:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767320304.137751:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320304.137780:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320304.137820:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988900864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320304.137861:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767320304.137915:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988900864:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320304.137959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320304.137965:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320304.138098:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.138110:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320304.138114:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320304.138121:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5545 00000100:00080000:2.0:1767320304.138126:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320304.138131:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320304.138158:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163988900992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320304.138193:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.138197:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320304.138199:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320304.138203:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5545 00000100:00080000:2.0:1767320304.138206:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320304.138210:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320304.138222:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163988901248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320304.138232:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.138236:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320304.138238:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320304.138242:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5545 00000100:00080000:2.0:1767320304.138245:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320304.138249:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320304.138262:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163988901376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320304.139470:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988901504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.139542:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.139661:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901504 00000100:00100000:1.0:1767320304.139669:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901504 00000100:00100000:1.0:1767320304.139725:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682 00000100:00100000:1.0:1767320304.139746:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988901504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.139815:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988901504:12345-0@lo:400:kworker.0 Request processed in 71us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320304.139823:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682 00000100:00100000:1.0:1767320304.139871:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988901504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.139913:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988900992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.139947:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.139966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988901248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.139989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.140007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988901376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.140029:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.140058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988901120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.140106:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320304.140146:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988900992 00000100:00100000:1.0:1767320304.140150:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988900992 00000100:00100000:1.0:1767320304.140185:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901248 00000100:00100000:1.0:1767320304.140189:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901248 00000100:00100000:1.0:1767320304.140201:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901120 00000100:00100000:1.0:1767320304.140204:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901120 00000100:00100000:1.0:1767320304.140235:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1767320304.140242:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988901120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.140278:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988901120:12345-0@lo:400:kworker.0 Request processed in 36us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320304.140285:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1767320304.140297:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1767320304.140301:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988900992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320304.140324:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320304.140358:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988900992:12345-0@lo:38:kworker.0 Request processed in 55us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320304.140364:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1767320304.140377:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1767320304.140380:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988901248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320304.140389:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320304.140412:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988901248:12345-0@lo:38:kworker.0 Request processed in 30us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320304.140418:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:1.0:1767320304.140434:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320304.140454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320304.140460:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320304.140463:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988900992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320304.140471:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320304.140481:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320304.140484:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988901248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.140513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988901120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.140558:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901376 00000100:00100000:1.0:1767320304.140562:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901376 00000100:00100000:1.0:1767320304.140609:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779 00000100:00100000:1.0:1767320304.140614:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988901376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320304.140624:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320304.140653:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988901376:12345-0@lo:38:kworker.0 Request processed in 38us (622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320304.140658:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779 00000100:00080000:1.0:1767320304.140685:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320304.140689:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320304.140692:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988901376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320304.141521:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988900736:12345-0@lo:400:kworker.0 Request processed in 4079us (4275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320304.141533:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:2.0:1767320304.146738:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.146783:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320304.146788:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320304.146799:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5545 00000100:00080000:2.0:1767320304.146804:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320304.146813:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320304.146864:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2300 x1853163988901632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320304.147297:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988901632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.147391:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320304.147620:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901632 00000100:00100000:0.0:1767320304.147631:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901632 00000100:00100000:0.0:1767320304.147685:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1767320304.147694:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988901632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320304.147720:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320304.148508:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988901632:12345-0@lo:38:kworker.0 Request processed in 811us (1114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320304.148518:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:1.0:1767320304.148633:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320304.148640:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320304.148644:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988901632:0@lo:38:kworker.0 00010000:00010000:1.0:1767320305.097728:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320307.147835:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320308.003261:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320308.003432:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923857408 00000100:00100000:0.0:1767320308.003446:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923857408 00000100:00100000:0.0:1767320308.003516:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1327 00000100:00100000:0.0:1767320308.003526:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923857408:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320308.003557:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320308.004407:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923857408:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 874us (1154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320308.004419:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1327 00000100:00100000:1.0:1767320308.004488:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320308.004556:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923857536 00000100:00100000:0.0:1767320308.004562:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923857536 00000100:00100000:0.0:1767320308.004657:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 804 00000100:00100000:0.0:1767320308.004665:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923857536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767320308.004703:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320308.004740:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923857536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320308.004747:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 804 00010000:00010000:2.0:1767320308.171468:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320308.745347:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320308.745380:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988901760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320308.745512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320308.745575:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901760 00000100:00100000:2.0:1767320308.745610:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901760 00000100:00100000:2.0:1767320308.745736:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767320308.745749:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988901760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320308.745791:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320308.746009:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988901760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 262us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320308.746018:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:0.0:1767320308.746500:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988901760:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320308.747471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320309.192889:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320309.256873:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988901888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320309.256981:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.257319:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988902016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.257363:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.257549:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902016 00000100:00100000:1.0:1767320309.257576:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902016 00000100:00100000:1.0:1767320309.257685:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1767320309.257698:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988902016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.257764:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988902016:12345-0@lo:400:kworker.0 Request processed in 68us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.257773:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00080000:1.0:1767320309.257800:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320309.257835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988902016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.258106:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988901888 00000100:00100000:0.0:1767320309.258112:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988901888 00000100:00100000:0.0:1767320309.258165:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767320309.258174:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988901888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320309.258206:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767320309.258279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320309.259067:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988902144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320309.259122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320309.259298:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988901888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1123us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320309.259317:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767320309.259357:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988902272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320309.259363:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988901888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320309.259393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320309.259424:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902144 00000100:00100000:2.0:1767320309.259430:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902144 00000100:00100000:2.0:1767320309.259458:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902272 00000100:00100000:2.0:1767320309.259461:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902272 00000100:00100000:1.0:1767320309.260396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988902400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320309.261378:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.271371:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988902528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320309.271561:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.271600:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988902784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320309.271623:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320309.271991:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902400 00000100:00100000:0.0:1767320309.272003:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902400 00000100:00100000:0.0:1767320309.272076:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767320309.272093:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988902272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.272174:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988902272:12345-0@lo:400:kworker.0 Request processed in 89us (12781us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320309.272182:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767320309.272207:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1767320309.272213:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988902144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320309.272238:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320309.272267:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988902144:12345-0@lo:38:kworker.0 Request processed in 54us (13146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320309.272272:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1767320309.272283:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1767320309.272285:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988902400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320309.272291:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320309.272305:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988902400:12345-0@lo:38:kworker.0 Request processed in 19us (10928us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320309.272309:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1767320309.272375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988902272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.272453:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902656 00000100:00100000:0.0:1767320309.272473:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902656 00000100:00100000:0.0:1767320309.272503:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683 00000100:00100000:0.0:1767320309.272507:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988902656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.272536:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988902656:12345-0@lo:400:kworker.0 Request processed in 30us (11320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320309.272540:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683 00000100:00100000:0.0:1767320309.272566:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988902656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.272614:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902528 00000100:00100000:0.0:1767320309.272617:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902528 00000100:00100000:0.0:1767320309.272633:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780 00000100:00100000:0.0:1767320309.272636:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988902528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320309.272644:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320309.272662:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988902528:12345-0@lo:38:kworker.0 Request processed in 25us (1103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320309.272666:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780 00000100:00080000:1.0:1767320309.274637:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320309.274646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320309.274668:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988902400:0@lo:38:kworker.0 00000100:00080000:1.0:1767320309.274687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320309.274691:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320309.274694:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988902144:0@lo:38:kworker.0 00000100:00080000:1.0:1767320309.274732:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320309.274737:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320309.274740:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988902528:0@lo:38:kworker.0 00000100:00080000:1.0:1767320309.275078:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320309.275083:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320309.275086:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988902784:0@lo:38:kworker.0 00010000:00010000:2.0:1767320311.241076:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320312.264852:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320313.127442:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923857664 offset 0 length 520: 4 00000100:00100000:0.0:1767320313.127517:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320313.128967:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923857920 00000100:00100000:1.0:1767320313.128984:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923857920 00000100:00100000:1.0:1767320313.129086:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 807 00000100:00100000:1.0:1767320313.129098:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923857920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320313.129200:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923857920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320313.129209:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 807 00010000:00010000:1.0:1767320313.288845:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320313.865904:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988902912 00000100:00100000:0.0:1767320313.865923:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988902912 00000100:00100000:0.0:1767320313.866008:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00080000:1.0:1767320313.866013:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320313.866024:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988902912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320313.866065:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320313.866130:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988902912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320313.866138:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1767320313.866258:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988902912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320314.376960:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320314.377025:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988903040:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320314.377053:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.377081:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320314.377148:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.377152:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.377157:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.377166:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5556 00000100:00080000:0.0:1767320314.377171:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.377178:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320314.377200:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ca80 x1853163988903296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320314.377230:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.377233:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.377235:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.377238:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5556 00000100:00080000:0.0:1767320314.377241:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.377245:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320314.377258:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ca80 x1853163988903552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320314.377267:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.377270:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.377272:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.377275:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5556 00000100:00080000:0.0:1767320314.377278:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.377281:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320314.377292:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f480 x1853163988903680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320314.377330:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.377333:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.377335:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.377339:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5556 00000100:00080000:0.0:1767320314.377341:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.377345:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320314.377355:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66680 x1853163988904064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320314.377380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988903296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320314.377456:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988903168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320314.379853:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.379951:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988903552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.379989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.382946:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988903680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.382989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.383016:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988904064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.383042:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320314.387745:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988903296 00000100:00100000:1.0:1767320314.387759:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988903296 00000100:00100000:1.0:1767320314.387802:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988903552 00000100:00100000:1.0:1767320314.387821:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988903552 00000100:00100000:1.0:1767320314.387839:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904064 00000100:00100000:1.0:1767320314.387843:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904064 00000100:00100000:1.0:1767320314.387861:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1767320314.387869:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988903296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320314.387902:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320314.388752:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320314.388794:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988903040 00000100:00100000:2.0:1767320314.388800:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988903040 00000100:00100000:2.0:1767320314.388837:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1767320314.389044:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41e41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988903040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320314.389073:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320314.389122:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41e41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988903040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 274us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320314.389131:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:1.0:1767320314.389961:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988903296:12345-0@lo:38:kworker.0 Request processed in 2090us (10116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320314.389969:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1767320314.389993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320314.390048:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320314.390054:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320314.390058:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988904064:0@lo:38:kworker.0 00000100:00080000:1.0:1767320314.390077:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320314.390083:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320314.390086:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988903296:0@lo:38:kworker.0 00000100:00080000:1.0:1767320314.390095:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320314.390098:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320314.390101:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988903552:0@lo:38:kworker.0 00000100:00080000:1.0:1767320314.390110:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320314.390114:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320314.390117:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988903680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320314.391282:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988903168 00000100:00100000:2.0:1767320314.391294:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988903168 00000100:00100000:2.0:1767320314.391375:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1767320314.391383:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988903168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320314.391544:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988903168:12345-0@lo:400:kworker.0 Request processed in 161us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320314.391665:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1767320314.391713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988903168:0@lo:400:kworker.0 00010000:00010000:2.0:1767320315.338416:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320316.360850:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320317.386387:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320318.243914:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320318.244024:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923858048 00000100:00100000:0.0:1767320318.244035:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923858048 00000100:00100000:0.0:1767320318.244086:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1335 00000100:00100000:0.0:1767320318.244094:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923858048:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320318.244119:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320318.244187:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923858048:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 92us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320318.244211:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1335 00000100:00100000:0.0:1767320318.251366:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320318.251546:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923858176 00000100:00100000:1.0:1767320318.251567:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923858176 00000100:00100000:1.0:1767320318.251673:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 810 00000100:00100000:1.0:1767320318.251683:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923858176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320318.251767:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923858176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320318.251775:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 810 00000100:00100000:1.0:1767320318.472721:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320293/real 1767320293] req@ffff9e7d32f64000 x1853163988898304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320318.472766:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d32f64000 x1853163988898304/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320318.472788:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320318.472919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320318.472924:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988898304:0@lo:250:kworker.0 00000100:00100000:1.0:1767320318.475254:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988904192:0@lo:250:kworker.0 00000400:00000100:1.0:1767320318.475296:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988904192 offset 0 length 520: 4 00000100:00100000:2.0:1767320318.475610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988904320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320318.475658:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320318.476221:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904320 00000100:00100000:0.0:1767320318.476228:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904320 00000100:00100000:0.0:1767320318.476284:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767320318.476290:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988904320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320318.476352:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988904320:12345-0@lo:400:kworker.0 Request processed in 61us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320318.476360:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767320318.476405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988904320:0@lo:400:kworker.0 00000100:00080000:2.0:1767320318.476480:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320318.477152:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988904448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320318.477185:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320318.478906:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988904576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320318.478959:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320318.479887:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988904704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320318.488394:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904448 00000100:00100000:0.0:1767320318.488407:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904448 00000100:00100000:1.0:1767320318.488517:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904576 00000100:00100000:1.0:1767320318.488523:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904576 00000100:00100000:1.0:1767320318.488593:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1767320318.488624:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988904576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320318.488716:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988904576:12345-0@lo:400:kworker.0 Request processed in 102us (9755us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320318.488752:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1767320318.488770:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1767320318.488774:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988904448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320318.488795:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320318.488840:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988904448:12345-0@lo:38:kworker.0 Request processed in 63us (11653us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320318.488847:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00080000:2.0:1767320318.489667:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320318.489723:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988904576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320318.490520:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904832 00000100:00100000:1.0:1767320318.490525:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904832 00000100:00100000:1.0:1767320318.490560:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4782 00000100:00100000:1.0:1767320318.490566:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988904832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320318.490610:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320318.491009:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988904704 00000100:00100000:0.0:1767320318.491014:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988904704 00000100:00100000:0.0:1767320318.491034:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905216 00000100:00100000:0.0:1767320318.491037:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905216 00000100:00100000:0.0:1767320318.491050:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767320318.491055:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988904704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320318.491068:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320318.491100:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988904704:12345-0@lo:38:kworker.0 Request processed in 44us (2773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320318.491108:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767320318.491128:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1767320318.491133:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988905216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320318.491143:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320318.491185:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988905216:12345-0@lo:38:kworker.0 Request processed in 50us (788us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320318.491208:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1767320318.491277:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988904832:12345-0@lo:38:kworker.0 Request processed in 708us (924us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320318.491285:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4782 00000100:00100000:1.0:1767320318.984779:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988905344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320318.984889:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320318.985011:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905344 00000100:00100000:2.0:1767320318.985024:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905344 00000100:00100000:2.0:1767320318.985092:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:2.0:1767320318.985102:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988905344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320318.985132:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320318.985216:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988905344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320318.985224:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767320318.985338:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988905344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320319.432850:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320319.496905:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320319.497381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988905472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320319.497482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320319.497673:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905472 00000100:00100000:1.0:1767320319.497684:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905472 00000100:00100000:1.0:1767320319.497802:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:1.0:1767320319.497815:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988905472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320319.497859:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320319.498054:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988905472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 239us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320319.498064:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767320319.502452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988905472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320320.456901:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320321.481548:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320322.506400:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320323.365617:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923858304 00000100:00100000:2.0:1767320323.365638:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923858304 00000100:00100000:2.0:1767320323.365723:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1339 00000100:00100000:2.0:1767320323.365734:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923858304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320323.365776:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320323.365870:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923858304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 135us (387us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320323.365878:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1339 00000100:00100000:2.0:1767320323.366027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320323.366411:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320323.528878:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320323.593330:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320323.593346:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320323.593434:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320323.593438:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320323.593443:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320323.593453:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320323.593459:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320323.593468:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320323.593496:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36311880 x1853163988905728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320323.593535:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320323.593538:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320323.593540:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320323.593544:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320323.593547:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320323.593551:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320323.593564:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36311500 x1853163988905984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320323.593625:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320323.593629:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320323.593631:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320323.593638:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5565 00000100:00100000:2.0:1767320323.593638:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36311880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988905728:0@lo:38:kworker.0 00000100:00080000:0.0:1767320323.593644:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320323.593649:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320323.593670:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36311f80 x1853163988906112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320323.593721:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320323.593736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988906240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320323.593771:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.593786:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320323.593851:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905728 00000100:00100000:2.0:1767320323.593861:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905728 00000100:00100000:1.0:1767320323.593865:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988905856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320323.593908:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767320323.593926:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988905728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320323.594025:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320323.594171:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320323.594176:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320323.594178:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320323.594182:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320323.594184:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320323.594188:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320323.594202:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36310a80 x1853163988906496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320323.594226:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988906368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.594271:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.594342:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906240 00000100:00100000:0.0:1767320323.594347:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906240 00000100:00100000:0.0:1767320323.594395:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906368 00000100:00100000:0.0:1767320323.594405:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906368 00000100:00100000:0.0:1767320323.594431:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:0.0:1767320323.594438:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988906240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.594490:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988906240:12345-0@lo:400:kworker.0 Request processed in 53us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320323.594498:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00100000:0.0:1767320323.594519:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:0.0:1767320323.594524:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988906368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.594550:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988906368:12345-0@lo:400:kworker.0 Request processed in 26us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320323.594556:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000100:00100000:0.0:1767320323.594623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988906368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.594635:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988906240:0@lo:400:kworker.0 00000100:00080000:0.0:1767320323.594675:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320323.594680:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320323.594751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988905984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320323.594782:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.594819:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905984 00000100:00100000:0.0:1767320323.594823:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905984 00000100:00100000:0.0:1767320323.594846:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1767320323.595676:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988905984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320323.595700:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320323.595755:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988905984:12345-0@lo:38:kworker.0 Request processed in 80us (971us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320323.595762:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00080000:0.0:1767320323.595841:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320323.595847:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320323.596477:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988905984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320323.596513:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988906112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320323.596557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.596622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988906496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320323.596647:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.596674:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906496 00000100:00100000:0.0:1767320323.596680:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906496 00000100:00100000:0.0:1767320323.596719:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1767320323.596725:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988906496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320323.596741:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320323.596771:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988906496:12345-0@lo:38:kworker.0 Request processed in 45us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320323.596778:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00080000:0.0:1767320323.596807:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320323.596812:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320323.596815:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988906496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320323.597697:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906112 00000100:00100000:0.0:1767320323.597713:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906112 00000100:00100000:0.0:1767320323.597757:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783 00000100:00100000:0.0:1767320323.597764:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988906112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320323.597781:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320323.597843:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988906112:12345-0@lo:38:kworker.0 Request processed in 79us (1285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320323.598493:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783 00000100:00080000:0.0:1767320323.598557:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320323.598563:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320323.598567:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988906112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320323.599618:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320323.600503:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905856 00000100:00100000:0.0:1767320323.600517:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905856 00000100:00100000:0.0:1767320323.600627:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1767320323.600638:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988905856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.600732:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988905856:12345-0@lo:400:kworker.0 Request processed in 96us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320323.600741:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1767320323.600773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320323.602567:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988905600 00000100:00100000:0.0:1767320323.602604:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988905600 00000100:00100000:1.0:1767320323.602610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988905856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.602715:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767320323.602727:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988905600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320323.602824:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988905600:12345-0@lo:400:kworker.0 Request processed in 100us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320323.602833:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1767320323.607635:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988905728:12345-0@lo:38:kworker.0 Request processed in 13696us (13852us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320323.607651:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:0.0:1767320323.607884:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320323.607891:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320323.607896:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36311880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988905728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320324.106623:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906624 00000100:00100000:0.0:1767320324.106634:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906624 00000100:00100000:0.0:1767320324.106719:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:0.0:1767320324.106731:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988906624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320324.106793:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320324.106859:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988906624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320324.106871:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00010000:00010000:2.0:1767320324.557881:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320324.617008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988906752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320324.617090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320324.617180:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906752 00000100:00100000:0.0:1767320324.617189:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906752 00000100:00100000:0.0:1767320324.617247:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:0.0:1767320324.617257:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988906752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320324.617286:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320324.618035:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988906752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 777us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320324.618044:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:2.0:1767320324.618186:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988906752:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320325.576821:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320326.600868:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320327.624807:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320328.490288:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320328.491030:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320328.520538:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320328.649741:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320328.712986:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320328.712997:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320328.713086:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1767320328.713139:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320328.713143:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320328.713147:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320328.713154:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5570 00000100:00080000:1.0:1767320328.713158:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320328.713164:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320328.713184:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988907008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320328.713245:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988907008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320328.713322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320328.713697:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320328.713702:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320328.713705:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988907008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320328.713875:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988907136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320328.713904:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320328.713974:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988906880:0@lo:400:kworker.0 00000100:00100000:2.0:1767320328.713996:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320328.714042:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320328.714047:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320328.714049:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320328.714053:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5570 00000100:00080000:1.0:1767320328.714056:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320328.714060:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320328.714077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988907264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320328.714110:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320328.714113:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320328.714115:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320328.714119:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5570 00000100:00080000:1.0:1767320328.714121:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320328.714125:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320328.714138:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2300 x1853163988907392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320328.714169:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320328.714172:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320328.714174:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320328.714177:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5570 00000100:00080000:1.0:1767320328.714179:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320328.714182:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320328.714190:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988907776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320328.714209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988907648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714240:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320328.714260:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320328.714265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988907520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320328.714316:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907648 00000100:00100000:1.0:1767320328.714320:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907648 00000100:00100000:1.0:1767320328.714367:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907520 00000100:00100000:1.0:1767320328.714377:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907520 00000100:00100000:1.0:1767320328.714400:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690 00000100:00100000:1.0:1767320328.714418:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988907648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714458:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988907648:12345-0@lo:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320328.714472:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690 00000100:00100000:1.0:1767320328.714483:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691 00000100:00100000:1.0:1767320328.714489:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988907520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714512:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988907520:12345-0@lo:400:kworker.0 Request processed in 24us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320328.714517:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691 00000100:00080000:1.0:1767320328.714538:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320328.714541:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320328.714558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988907520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988907648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320328.714624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988907264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320328.715315:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320328.715334:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907136 00000100:00100000:0.0:1767320328.715338:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907136 00000100:00100000:0.0:1767320328.715386:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988906880 00000100:00100000:0.0:1767320328.715389:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988906880 00000100:00080000:2.0:1767320328.715643:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320328.716030:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988907392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320328.716066:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320328.716084:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988907776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320328.716104:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320328.716122:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907264 00000100:00100000:2.0:1767320328.716126:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907264 00000100:00100000:2.0:1767320328.716150:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767320328.716155:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988907264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320328.716175:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320328.716205:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988907264:12345-0@lo:38:kworker.0 Request processed in 48us (891us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320328.716224:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767320328.716267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988907136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320328.716277:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988906880:0@lo:400:kworker.0 00000100:00100000:2.0:1767320328.716336:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907392 00000100:00100000:2.0:1767320328.716339:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907392 00000100:00100000:2.0:1767320328.716360:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784 00000100:00100000:2.0:1767320328.716364:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988907392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320328.716375:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320328.716399:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988907392:12345-0@lo:38:kworker.0 Request processed in 33us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320328.716418:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784 00000100:00080000:1.0:1767320328.717113:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320328.717120:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320328.717124:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988907264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320328.717133:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320328.717145:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320328.717148:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988907392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320328.717203:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907776 00000100:00100000:0.0:1767320328.717208:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907776 00000100:00100000:0.0:1767320328.717270:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767320328.717276:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988907776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320328.717299:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320328.717348:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988907776:12345-0@lo:38:kworker.0 Request processed in 71us (1242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320328.717354:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00080000:1.0:1767320328.717417:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320328.717421:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320328.717424:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988907776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320329.224972:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320329.224996:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988907904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320329.225060:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320329.225237:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988907904 00000100:00100000:2.0:1767320329.225245:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988907904 00000100:00100000:2.0:1767320329.225296:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1767320329.225305:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988907904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320329.225333:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320329.225384:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988907904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320329.225391:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:1.0:1767320329.225885:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988907904:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320329.672869:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320329.737817:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988908032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320329.737890:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.738224:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988908032:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320330.698103:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320331.720840:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320332.748312:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320333.622081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320333.622147:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320333.622273:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923858944 00000100:00100000:2.0:1767320333.622279:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923858944 00000100:00100000:2.0:1767320333.622342:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 819 00000100:00100000:2.0:1767320333.622352:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923858944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320333.622410:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923858944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 59us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320333.622419:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 819 00000100:00080000:1.0:1767320333.622512:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320333.768820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320333.832784:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320333.832794:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320333.832866:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320333.832870:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320333.832874:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320333.832882:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5575 00000100:00080000:0.0:1767320333.832886:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320333.832892:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320333.832913:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36311500 x1853163988908288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320333.832947:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320333.832951:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320333.832952:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320333.832969:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5575 00000100:00080000:0.0:1767320333.832971:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320333.832975:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320333.832988:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36310000 x1853163988908544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320333.832997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320333.833000:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320333.833001:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320333.833005:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5575 00000100:00080000:0.0:1767320333.833007:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320333.833010:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320333.833023:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1bb80 x1853163988908672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320333.833053:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320333.833056:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320333.833058:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320333.833061:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5575 00000100:00080000:0.0:1767320333.833063:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320333.833066:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320333.833074:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163988909056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320333.833096:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988908800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320333.833122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320333.833154:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320333.833165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988908928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320333.833186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320333.833215:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908288 00000100:00100000:0.0:1767320333.833222:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908288 00000100:00100000:0.0:1767320333.833256:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908544 00000100:00100000:0.0:1767320333.833259:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908544 00000100:00100000:0.0:1767320333.833284:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909056 00000100:00100000:0.0:1767320333.833287:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909056 00000100:00100000:0.0:1767320333.833305:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1767320333.833311:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988908288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320333.833330:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320333.833368:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988908288:12345-0@lo:38:kworker.0 Request processed in 57us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320333.833375:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1767320333.833393:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767320333.833397:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988909056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320333.833406:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320333.833425:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988909056:12345-0@lo:38:kworker.0 Request processed in 27us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320333.833431:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1767320333.833547:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908672 00000100:00100000:2.0:1767320333.833551:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908672 00000100:00100000:2.0:1767320333.833609:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4785 00000100:00100000:2.0:1767320333.833615:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988908672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320333.833626:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320333.833657:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988908672:12345-0@lo:38:kworker.0 Request processed in 41us (502us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320333.833663:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4785 00000100:00100000:2.0:1767320333.833692:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988908416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320333.833716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320333.833735:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320333.833740:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36313480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988908160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320333.833759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320333.833779:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908416 00000100:00100000:2.0:1767320333.833782:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908416 00000100:00100000:2.0:1767320333.833817:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767320333.833823:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988908416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.833962:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908800 00000100:00100000:1.0:1767320333.833966:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908800 00000100:00100000:1.0:1767320333.834000:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988908928 00000100:00100000:1.0:1767320333.834003:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988908928 00000100:00100000:1.0:1767320333.834022:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692 00000100:00100000:1.0:1767320333.834028:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988908800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.834066:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988908800:12345-0@lo:400:kworker.0 Request processed in 38us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320333.834072:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692 00000100:00100000:1.0:1767320333.834084:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693 00000100:00100000:1.0:1767320333.834090:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988908928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.834117:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988908928:12345-0@lo:400:kworker.0 Request processed in 28us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320333.834123:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693 00000100:00080000:1.0:1767320333.834146:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320333.834149:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320333.834152:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320333.834182:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988908928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.834192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988908800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320333.838670:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988908416:12345-0@lo:400:kworker.0 Request processed in 4836us (4941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320333.838689:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1767320334.345616:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909184 00000100:00100000:0.0:1767320334.345625:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909184 00000100:00100000:0.0:1767320334.345673:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:0.0:1767320334.345683:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988909184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320334.345716:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320334.345768:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988909184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320334.345792:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00010000:00010000:2.0:1767320334.792868:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320334.856865:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320334.856889:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988909312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320334.856970:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320334.857104:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909312 00000100:00100000:0.0:1767320334.857113:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909312 00000100:00100000:0.0:1767320334.857165:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:0.0:1767320334.857172:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988909312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320334.857200:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320334.857244:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988909312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320334.857251:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:2.0:1767320334.857474:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988909312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320335.820037:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320336.848286:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320337.712184:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859328 00000100:00100000:2.0:1767320337.712193:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859328 00000100:00100000:2.0:1767320337.712278:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 822 00000100:00100000:2.0:1767320337.712288:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923859328:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320337.712374:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923859328:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320337.712382:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 822 00000100:00080000:1.0:1767320337.712471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320337.717945:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859200 00000100:00100000:0.0:1767320337.717958:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859200 00000100:00100000:0.0:1767320337.718026:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1351 00000100:00100000:0.0:1767320337.718034:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923859200:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320337.718061:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320337.718128:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923859200:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (1304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320337.718136:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1351 00010000:00010000:1.0:1767320337.864892:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320338.889368:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320338.956165:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988909568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320338.956239:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.956254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988909440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.956298:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320338.956306:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988909824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.956337:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320338.956345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988909696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320338.956352:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320338.956378:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988909952:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.956385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320338.956414:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.956447:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909568 00000100:00100000:1.0:1767320338.956455:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909568 00000100:00100000:2.0:1767320338.956467:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909440 00000100:00100000:2.0:1767320338.956473:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909440 00000100:00100000:1.0:1767320338.956492:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767320338.956499:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988909568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320338.956518:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320338.956519:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909824 00000100:00100000:2.0:1767320338.956524:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909824 00000100:00100000:2.0:1767320338.956533:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909696 00000100:00100000:2.0:1767320338.956536:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909696 00000100:00100000:2.0:1767320338.956557:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1767320338.956564:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988909440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.956569:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988909568:12345-0@lo:38:kworker.0 Request processed in 66us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.956614:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767320338.956633:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1767320338.956641:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988909696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320338.956669:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988909440:12345-0@lo:400:kworker.0 Request processed in 103us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320338.956677:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767320338.956684:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988909696:12345-0@lo:400:kworker.0 Request processed in 44us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.956692:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1767320338.956697:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1767320338.956703:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988909824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320338.956714:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320338.956735:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320338.956745:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988909824:12345-0@lo:38:kworker.0 Request processed in 40us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320338.956754:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00080000:1.0:1767320338.956764:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.956770:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.956775:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988909568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320338.956789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988909696:0@lo:400:kworker.0 00000100:00080000:1.0:1767320338.956800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320338.956805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988909440:0@lo:400:kworker.0 00000100:00080000:1.0:1767320338.956806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.956814:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988909824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320338.956839:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988910080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320338.956868:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320338.956905:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910080 00000100:00100000:2.0:1767320338.956909:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910080 00000100:00100000:2.0:1767320338.956949:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:2.0:1767320338.956955:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988910080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320338.956988:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988910080:12345-0@lo:400:kworker.0 Request processed in 33us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320338.956994:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000100:00100000:2.0:1767320338.957020:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988910080:0@lo:400:kworker.0 00000100:00080000:1.0:1767320338.957061:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320338.957132:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988909952 00000100:00100000:0.0:1767320338.957138:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988909952 00000100:00100000:0.0:1767320338.957170:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786 00000100:00100000:0.0:1767320338.957175:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988909952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320338.957187:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320338.957227:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988909952:12345-0@lo:38:kworker.0 Request processed in 51us (814us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320338.957232:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786 00000100:00100000:0.0:1767320338.957576:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988910208:0@lo:400:kworker.0 00000100:00100000:0.0:1767320338.957617:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320338.957682:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.957687:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.957690:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988909952:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.957731:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910208 00000100:00100000:1.0:1767320338.957735:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910208 00000100:00100000:1.0:1767320338.957765:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:1.0:1767320338.957771:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988910208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.962961:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988910208:12345-0@lo:400:kworker.0 Request processed in 5168us (5321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.962977:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00100000:0.0:1767320338.969894:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988910208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320339.465187:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988910464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320339.465285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320339.465575:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910464 00000100:00100000:0.0:1767320339.465618:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910464 00000100:00100000:0.0:1767320339.465700:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1767320339.465710:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988910464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320339.465758:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320339.466243:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988910464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 531us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320339.466252:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767320339.474278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988910464:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320339.914766:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320339.980894:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988910592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320339.980997:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320339.981203:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910592 00000100:00100000:0.0:1767320339.981216:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910592 00000100:00100000:0.0:1767320339.981348:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:0.0:1767320339.981360:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988910592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320339.981422:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320339.985706:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988910592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4332us (4692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320339.985726:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767320339.985921:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988910592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320340.937074:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320341.961211:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320342.817821:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859584 00000100:00100000:1.0:1767320342.817833:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859584 00000100:00100000:2.0:1767320342.817904:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859456 00000100:00100000:2.0:1767320342.817910:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859456 00000100:00100000:1.0:1767320342.817936:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 825 00000100:00100000:1.0:1767320342.818014:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923859584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320342.818117:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923859584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 170us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320342.818398:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1355 00000100:00100000:2.0:1767320342.818405:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923859456:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320342.818433:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320342.818477:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923859456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 71us (775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320342.818484:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1355 00000100:00100000:1.0:1767320342.819028:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 825 00000100:00100000:0.0:1767320343.048748:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320318/real 1767320318] req@ffff9e7d0959c380 x1853163988904192/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320343.048796:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d0959c380 x1853163988904192/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320343.048832:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320343.048866:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320343.048870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988904192:0@lo:250:kworker.0 00000100:00080000:1.0:1767320343.049076:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.049083:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320343.049086:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.049092:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5565 00000100:00080000:1.0:1767320343.049096:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.049103:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320343.049153:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163988910720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.049228:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.049232:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.049234:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.049238:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5585 00000100:00080000:1.0:1767320343.049241:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.049245:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320343.049263:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0700 x1853163988910976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.049281:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.049285:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.049286:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.049290:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5585 00000100:00080000:1.0:1767320343.049292:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.049296:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320343.049307:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0380 x1853163988911232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.049316:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.049325:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.049327:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.049331:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5585 00000100:00080000:1.0:1767320343.049344:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.049356:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320343.049370:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163988911360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.049421:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.049424:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.049426:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.049430:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5585 00000100:00080000:1.0:1767320343.049433:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.049436:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320343.049572:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163988911744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320343.049636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988911488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.049716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320343.049787:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320343.049794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988911616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.049921:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988910848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.049959:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.049989:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320343.049995:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988911104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.050020:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.050056:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910848 00000100:00100000:2.0:1767320343.050064:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910848 00000100:00100000:2.0:1767320343.050123:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911104 00000100:00100000:2.0:1767320343.050126:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911104 00000100:00100000:2.0:1767320343.050149:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1767320343.050158:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988910848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.050225:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988910848:12345-0@lo:400:kworker.0 Request processed in 68us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320343.050234:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1767320343.050254:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1767320343.050260:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988911104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.050301:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988911104:12345-0@lo:400:kworker.0 Request processed in 40us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320343.050308:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:2.0:1767320343.050327:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320343.050370:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988911104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.050382:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988910848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.050427:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911488 00000100:00100000:2.0:1767320343.050431:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911488 00000100:00100000:1.0:1767320343.050669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320343.050713:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911616 00000100:00100000:1.0:1767320343.050717:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911616 00000100:00100000:1.0:1767320343.050749:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696 00000100:00100000:1.0:1767320343.050756:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988911616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.050790:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988911616:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320343.051035:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697 00000100:00100000:2.0:1767320343.051042:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988911488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.051075:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988911488:12345-0@lo:400:kworker.0 Request processed in 33us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320343.051081:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697 00000100:00100000:0.0:1767320343.051329:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988910720:0@lo:250:kworker.0 00000400:00000100:0.0:1767320343.051369:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988910720 offset 0 length 520: 4 00000100:00100000:0.0:1767320343.051404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988910976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320343.051428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320343.051526:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988911232:0@lo:38:kworker.0 00000100:00100000:0.0:1767320343.051550:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320343.051571:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988911360:0@lo:38:kworker.0 00000100:00100000:0.0:1767320343.051612:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320343.051630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988911744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320343.051653:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320343.051687:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911360 00000100:00100000:0.0:1767320343.051691:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911360 00000100:00100000:0.0:1767320343.051715:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787 00000100:00100000:0.0:1767320343.051720:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988911360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320343.051743:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320343.051775:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988911360:12345-0@lo:38:kworker.0 Request processed in 54us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320343.051782:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787 00000100:00100000:1.0:1767320343.051976:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696 00000100:00100000:1.0:1767320343.052017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988911616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.052029:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988911488:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.052089:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988910976 00000100:00100000:2.0:1767320343.052093:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988910976 00000100:00100000:2.0:1767320343.052113:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911232 00000100:00100000:2.0:1767320343.052115:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911232 00000100:00100000:2.0:1767320343.052128:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911744 00000100:00100000:2.0:1767320343.052130:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911744 00000100:00100000:2.0:1767320343.052144:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1767320343.052149:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988910976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.052160:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.052188:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988910976:12345-0@lo:38:kworker.0 Request processed in 38us (759us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.052195:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1767320343.052207:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1767320343.052223:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988911232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.052234:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.052258:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988911232:12345-0@lo:38:kworker.0 Request processed in 34us (707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.052263:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1767320343.052274:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1767320343.052277:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988911744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.052286:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.052306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988911744:12345-0@lo:38:kworker.0 Request processed in 27us (652us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.052312:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00010000:00010000:2.0:1767320344.010985:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320344.585514:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988911872 00000100:00100000:0.0:1767320344.585525:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988911872 00000100:00100000:0.0:1767320344.585645:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1767320344.585658:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988911872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320344.585696:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320344.585754:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988911872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320344.585780:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:2.0:1767320344.586134:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988911872:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320345.033250:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320345.097884:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912000 00000100:00100000:0.0:1767320345.097893:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912000 00000100:00100000:0.0:1767320345.098096:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767320345.098107:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988912000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320345.098139:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320345.098193:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988912000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320345.098200:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00010000:00010000:1.0:1767320346.056877:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320347.937780:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859840 00000100:00100000:1.0:1767320347.937795:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859840 00000100:00100000:1.0:1767320347.937885:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859712 00000100:00100000:1.0:1767320347.937889:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859712 00000100:00100000:1.0:1767320347.937912:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 828 00000100:00100000:1.0:1767320347.937924:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923859840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320347.938032:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923859840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320347.938042:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 828 00000100:00100000:1.0:1767320347.938062:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1359 00000100:00100000:1.0:1767320347.938067:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923859712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320347.938094:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320347.938123:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923859712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (929us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320347.938130:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1359 00010000:00010000:2.0:1767320348.104840:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320348.169046:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988912384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.169190:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320348.169287:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320348.169302:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988912128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.169344:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320348.169412:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912384 00000100:00100000:2.0:1767320348.169423:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912384 00000100:00100000:2.0:1767320348.169513:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912128 00000100:00100000:2.0:1767320348.169519:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912128 00000100:00100000:2.0:1767320348.169566:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1767320348.169625:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988912384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.169744:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988912384:12345-0@lo:400:kworker.0 Request processed in 159us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320348.169778:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1767320348.169829:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1767320348.169852:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988912128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320348.169970:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988912256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320348.170638:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988912128:12345-0@lo:400:kworker.0 Request processed in 796us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320348.170648:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:2.0:1767320348.170684:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320348.170697:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320348.170700:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320348.170765:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988912128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.170781:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988912384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320348.170941:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320348.170966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988912512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320348.170986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320348.170997:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988912640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320348.171017:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320348.171033:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988913024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320348.171050:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320348.171081:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912640 00000100:00100000:0.0:1767320348.171085:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912640 00000100:00100000:0.0:1767320348.171106:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788 00000100:00100000:0.0:1767320348.171111:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988912640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320348.171131:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320348.171159:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988912640:12345-0@lo:38:kworker.0 Request processed in 47us (141us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320348.171165:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788 00000100:00080000:0.0:1767320348.171205:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320348.171209:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320348.171213:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988912640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320348.171240:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912256 00000100:00100000:0.0:1767320348.171243:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912256 00000100:00100000:0.0:1767320348.171272:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988912512 00000100:00100000:0.0:1767320348.171275:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988912512 00000100:00100000:0.0:1767320348.171286:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913024 00000100:00100000:0.0:1767320348.171288:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913024 00000100:00100000:0.0:1767320348.171301:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1767320348.171305:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988912256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320348.171315:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320348.171358:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988912256:12345-0@lo:38:kworker.0 Request processed in 51us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320348.171363:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1767320348.171376:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1767320348.171379:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988912512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320348.171387:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320348.171408:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988912512:12345-0@lo:38:kworker.0 Request processed in 27us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320348.171413:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1767320348.171424:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1767320348.171428:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988913024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320348.171436:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320348.171455:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988913024:12345-0@lo:38:kworker.0 Request processed in 26us (404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320348.171470:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00080000:0.0:1767320348.171504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320348.171509:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320348.171511:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988912256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320348.171720:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320348.171723:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320348.171726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988912512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320348.171733:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320348.171736:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320348.171739:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988913024:0@lo:38:kworker.0 00010000:00010000:2.0:1767320349.129726:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320349.704857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988913152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320349.704976:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320349.705033:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913152 00000100:00100000:0.0:1767320349.705044:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913152 00000100:00100000:0.0:1767320349.705123:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1767320349.705133:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988913152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320349.705172:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320349.708351:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988913152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3204us (3359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320349.708370:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:1.0:1767320349.708571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988913152:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320350.155088:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320350.218276:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913280 00000100:00100000:0.0:1767320350.218287:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913280 00000100:00100000:0.0:1767320350.218387:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767320350.218400:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988913280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320350.218443:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320350.218499:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988913280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320350.218526:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00010000:00010000:2.0:1767320352.201625:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320353.058939:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860096 00000100:00100000:1.0:1767320353.058949:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860096 00000100:00100000:1.0:1767320353.059022:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923859968 00000100:00100000:1.0:1767320353.059025:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923859968 00000100:00100000:1.0:1767320353.059048:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 831 00000100:00100000:1.0:1767320353.059058:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923860096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320353.059127:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923860096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320353.059135:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 831 00000100:00100000:1.0:1767320353.059153:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1363 00000100:00100000:1.0:1767320353.059158:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923859968:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320353.059194:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320353.059218:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923859968:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (380us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320353.059224:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1363 00010000:00010000:2.0:1767320353.224949:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320353.289750:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988913536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320353.289786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988913664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320353.289823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320353.289859:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913536 00000100:00100000:1.0:1767320353.289867:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913536 00000100:00100000:2.0:1767320353.289871:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988913792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320353.289907:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1767320353.289908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320353.289918:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988913536:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320353.289934:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988913920:0@lo:38:kworker.0 00010000:00020000:1.0:1767320353.289938:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320353.289964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320353.290274:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988913408:0@lo:400:kworker.0 00000100:00080000:2.0:1767320353.293613:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320353.293625:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320353.293631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988913536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320353.293680:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988914304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320353.293734:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320353.293784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988914048:0@lo:400:kworker.0 00000100:00100000:2.0:1767320353.293814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320353.293853:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913920 00000100:00100000:2.0:1767320353.293859:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913920 00000100:00100000:2.0:1767320353.293893:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4789 00000100:00100000:2.0:1767320353.293900:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988913920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320353.293922:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320353.293966:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988913920:12345-0@lo:38:kworker.0 Request processed in 64us (4001us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320353.293973:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4789 00000100:00100000:2.0:1767320353.293996:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914048 00000100:00100000:2.0:1767320353.294012:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914048 00000100:00100000:2.0:1767320353.294057:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700 00000100:00100000:2.0:1767320353.294064:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988914048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320353.294106:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988914048:12345-0@lo:400:kworker.0 Request processed in 43us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320353.294113:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700 00000100:00100000:2.0:1767320353.294148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988914048:0@lo:400:kworker.0 00000100:00080000:2.0:1767320353.294481:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320353.294496:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913792 00000100:00100000:2.0:1767320353.294501:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913792 00000100:00100000:2.0:1767320353.295727:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914304 00000100:00100000:2.0:1767320353.295736:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914304 00000100:00100000:2.0:1767320353.295755:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1767320353.295773:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988913792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320353.295792:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320353.295845:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988913792:12345-0@lo:38:kworker.0 Request processed in 71us (5942us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320353.295851:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1767320353.295868:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1767320353.295873:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988914304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320353.295882:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320353.295907:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988914304:12345-0@lo:38:kworker.0 Request processed in 32us (2173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320353.295912:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00080000:2.0:1767320353.295954:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320353.295959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320353.295963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988914304:0@lo:38:kworker.0 00000100:00080000:2.0:1767320353.295974:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320353.295977:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320353.295979:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988913792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320353.295987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320353.295991:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320353.295993:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988913920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320353.296069:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320353.296108:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913664 00000100:00100000:2.0:1767320353.296112:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913664 00000100:00100000:2.0:1767320353.296147:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1767320353.296154:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988913664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320353.296452:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988913664:12345-0@lo:400:kworker.0 Request processed in 298us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320353.296460:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:2.0:1767320353.296480:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320353.296501:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988913664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320353.298749:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988913536:12345-0@lo:38:kworker.0 Request processed in 8823us (8919us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320353.298762:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767320353.301913:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320353.302374:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988913408 00000100:00100000:2.0:1767320353.302385:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988913408 00000100:00100000:2.0:1767320353.302465:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1767320353.302475:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988913408:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320353.302603:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320353.302924:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988913408:12345-0@lo:400:kworker.0 Request processed in 449us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320353.302933:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1767320353.303097:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914176 00000100:00100000:0.0:1767320353.303102:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914176 00000100:00100000:0.0:1767320353.303149:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701 00000100:00100000:0.0:1767320353.303156:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988914176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320353.303220:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988914176:12345-0@lo:400:kworker.0 Request processed in 65us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320353.303227:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701 00000100:00080000:2.0:1767320353.303525:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320354.250516:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320354.824877:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320354.824902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988914432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320354.824976:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320354.825024:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914432 00000100:00100000:2.0:1767320354.825031:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914432 00000100:00100000:2.0:1767320354.825079:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1767320354.825088:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988914432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320354.825118:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320354.825200:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988914432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320354.825833:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1767320355.339238:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914560 00000100:00100000:2.0:1767320355.339249:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914560 00000100:00100000:2.0:1767320355.339330:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:2.0:1767320355.339362:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988914560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320355.339397:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767320355.339471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320355.346566:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988914560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7196us (7388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320355.348323:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00010000:00010000:2.0:1767320356.298653:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320357.323635:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320358.179320:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860224 00000100:00100000:1.0:1767320358.179330:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860224 00000100:00100000:1.0:1767320358.179441:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860352 00000100:00100000:1.0:1767320358.179444:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860352 00000100:00100000:1.0:1767320358.179492:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 834 00000100:00100000:1.0:1767320358.179501:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923860352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320358.179563:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923860352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320358.179569:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 834 00000100:00100000:1.0:1767320358.179613:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1367 00000100:00100000:1.0:1767320358.179617:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923860224:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320358.179635:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320358.179657:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923860224:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 39us (767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320358.179662:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1367 00010000:00010000:1.0:1767320358.345058:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320358.409675:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988914944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.409722:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320358.409750:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320358.409756:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988914688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.409777:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320358.409809:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915456 00000100:00100000:0.0:1767320358.409816:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915456 00000100:00100000:0.0:1767320358.409864:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915328 00000100:00100000:0.0:1767320358.409867:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915328 00000100:00100000:0.0:1767320358.409890:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702 00000100:00100000:0.0:1767320358.409898:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988915456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.409946:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988915456:12345-0@lo:400:kworker.0 Request processed in 48us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320358.409953:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702 00000100:00100000:0.0:1767320358.409971:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703 00000100:00100000:0.0:1767320358.409986:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988915328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.410016:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988915328:12345-0@lo:400:kworker.0 Request processed in 31us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320358.410022:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703 00000100:00080000:0.0:1767320358.410046:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320358.410050:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320358.410092:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988915328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.410104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988915456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320358.411006:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988914816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320358.411037:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320358.411057:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988915072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320358.411094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320358.411109:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988915200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320358.411131:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320358.411160:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d4124e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988915584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320358.411180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320358.411217:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988914816 00000100:00100000:1.0:1767320358.411221:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988914816 00000100:00100000:1.0:1767320358.411237:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915072 00000100:00100000:1.0:1767320358.411239:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915072 00000100:00100000:1.0:1767320358.411246:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915584 00000100:00100000:1.0:1767320358.411247:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915584 00000100:00100000:1.0:1767320358.411254:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1767320358.411258:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988914816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320358.411276:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320358.411657:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988914816:12345-0@lo:38:kworker.0 Request processed in 395us (617us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320358.411664:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1767320358.411766:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1767320358.411771:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988915072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320358.411783:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320358.411811:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988915072:12345-0@lo:38:kworker.0 Request processed in 39us (717us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320358.411817:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1767320358.411829:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1767320358.411833:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988915584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320358.411841:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320358.411865:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988915584:12345-0@lo:38:kworker.0 Request processed in 31us (684us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320358.411871:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00080000:1.0:1767320358.411901:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320358.411906:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320358.411909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988914816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320358.411932:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320358.411936:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320358.411938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988915072:0@lo:38:kworker.0 00000100:00080000:1.0:1767320358.411946:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320358.411949:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320358.411952:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d4124e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988915584:0@lo:38:kworker.0 00000100:00100000:2.0:1767320358.412638:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915200 00000100:00100000:2.0:1767320358.412645:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915200 00000100:00100000:2.0:1767320358.412683:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790 00000100:00100000:2.0:1767320358.412689:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988915200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320358.412708:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320358.412744:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988915200:12345-0@lo:38:kworker.0 Request processed in 55us (1611us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320358.412750:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790 00000100:00080000:1.0:1767320358.412987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320358.412993:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320358.412996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988915200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320358.413079:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320358.413108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988914688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320358.413120:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988914944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320359.945071:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320359.945095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988915712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320359.945176:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320359.948175:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915712 00000100:00100000:2.0:1767320359.948191:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915712 00000100:00100000:2.0:1767320359.948267:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:2.0:1767320359.948278:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988915712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320359.948313:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320359.948387:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988915712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320359.948394:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1767320359.949151:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988915712:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320360.392808:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320360.458264:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988915840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320360.458337:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320360.458466:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988915840 00000100:00100000:1.0:1767320360.458474:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988915840 00000100:00100000:1.0:1767320360.458540:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:1.0:1767320360.458550:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988915840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320360.458577:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320360.458640:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988915840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320360.458647:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00080000:0.0:1767320360.459014:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320360.459084:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988915840:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320361.416778:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320362.282965:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860736 00000100:00100000:0.0:1767320362.282983:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860736 00000100:00100000:0.0:1767320362.283089:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860608 00000100:00100000:0.0:1767320362.283092:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860608 00000100:00100000:0.0:1767320362.283117:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 837 00000100:00100000:0.0:1767320362.283129:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923860736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320362.283209:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923860736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (5135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.283234:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 837 00000100:00100000:0.0:1767320362.283258:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1371 00000100:00100000:0.0:1767320362.283263:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923860608:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320362.283283:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320362.283313:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923860608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (5154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320362.283320:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1371 00010000:00010000:1.0:1767320362.443333:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320363.528745:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320363.528756:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320363.528819:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320363.528836:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320363.528850:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320363.528859:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5605 00000100:00080000:1.0:1767320363.528864:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320363.528870:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320363.528892:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f85180 x1853163988916096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320363.528931:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320363.528934:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320363.528946:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320363.528951:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5605 00000100:00080000:1.0:1767320363.528954:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320363.528958:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320363.528997:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c380 x1853163988916352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320363.529007:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320363.529010:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320363.529012:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320363.529016:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5605 00000100:00080000:1.0:1767320363.529018:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320363.529034:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320363.529049:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1e680 x1853163988916480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320363.529089:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320363.529101:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320363.529105:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320363.529109:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5605 00000100:00080000:1.0:1767320363.529112:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320363.529117:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320363.529131:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988916096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320363.529133:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163988916864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320363.529165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320363.529192:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988916352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320363.529211:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320363.529310:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988916736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320363.529357:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320363.529380:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320363.529385:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988916608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320363.529408:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320363.530491:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916736 00000100:00100000:0.0:1767320363.530499:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916736 00000100:00100000:0.0:1767320363.530542:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916608 00000100:00100000:0.0:1767320363.530545:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916608 00000100:00100000:0.0:1767320363.530568:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704 00000100:00100000:0.0:1767320363.530576:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988916736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320363.530658:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988916736:12345-0@lo:400:kworker.0 Request processed in 82us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320363.530665:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704 00000100:00100000:0.0:1767320363.530684:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705 00000100:00100000:0.0:1767320363.530690:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988916608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320363.530718:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988916608:12345-0@lo:400:kworker.0 Request processed in 28us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320363.530736:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705 00000100:00100000:0.0:1767320363.530814:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988916608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320363.530827:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988916736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320363.531814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988916480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320363.531847:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320363.531872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988916864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320363.531889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320363.533646:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916224 00000100:00100000:1.0:1767320363.533659:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916224 00000100:00100000:1.0:1767320363.533719:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916096 00000100:00100000:1.0:1767320363.533722:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916096 00000100:00100000:1.0:1767320363.533749:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916352 00000100:00100000:1.0:1767320363.533752:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916352 00000100:00100000:1.0:1767320363.533764:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1767320363.533773:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988915968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320363.533871:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4124e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988915968:12345-0@lo:400:kworker.0 Request processed in 99us (4849us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320363.533879:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1767320363.533897:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767320363.533902:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988916224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320363.533930:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988916224:12345-0@lo:400:kworker.0 Request processed in 29us (4801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320363.533946:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767320363.533958:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767320363.533962:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988916096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320363.533991:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320363.534036:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988916096:12345-0@lo:38:kworker.0 Request processed in 72us (4872us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320363.534042:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767320363.534054:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1767320363.534058:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988916352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320363.534067:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320363.534090:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988916352:12345-0@lo:38:kworker.0 Request processed in 31us (4878us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320363.534095:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00080000:1.0:1767320363.534174:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320363.534179:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320363.534182:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320363.534218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988916224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320363.534231:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988915968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320363.534271:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916480 00000100:00100000:1.0:1767320363.534275:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916480 00000100:00100000:1.0:1767320363.534296:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791 00000100:00100000:1.0:1767320363.534301:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988916480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320363.534311:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320363.534341:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988916480:12345-0@lo:38:kworker.0 Request processed in 38us (2492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320363.534347:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791 00000100:00100000:0.0:1767320363.538829:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988916864 00000100:00100000:0.0:1767320363.538844:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988916864 00000100:00080000:2.0:1767320363.538875:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320363.538884:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320363.538888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988916096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320363.538902:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320363.538905:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320363.538907:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988916352:0@lo:38:kworker.0 00000100:00080000:2.0:1767320363.538917:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320363.538921:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320363.538923:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988916480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320363.539042:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1767320363.539049:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988916864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320363.539070:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320363.539141:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988916864:12345-0@lo:38:kworker.0 Request processed in 91us (7249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320363.539149:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00080000:2.0:1767320363.539157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320363.539162:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320363.539164:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988916864:0@lo:38:kworker.0 00010000:00010000:2.0:1767320364.495913:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320365.065168:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320365.065193:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988916992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320365.065271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320365.067004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988916992:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320365.067232:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320365.516542:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320365.577115:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320365.577135:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988917120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320365.577203:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320365.577681:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917120 00000100:00100000:1.0:1767320365.577689:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917120 00000100:00100000:1.0:1767320365.584625:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1767320365.584644:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988917120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320365.584702:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320365.584791:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988917120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (7587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320365.584799:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:2.0:1767320365.586541:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988917120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320366.537029:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320367.397965:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860992 00000100:00100000:0.0:1767320367.398040:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860992 00000100:00100000:0.0:1767320367.398157:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923860864 00000100:00100000:0.0:1767320367.398162:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923860864 00000100:00100000:0.0:1767320367.398188:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 840 00000100:00100000:0.0:1767320367.398198:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923860992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320367.398294:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923860992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320367.398302:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 840 00000100:00100000:0.0:1767320367.398322:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1375 00000100:00100000:0.0:1767320367.398336:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923860864:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320367.398356:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320367.398395:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923860864:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 67us (896us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320367.398401:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1375 00010000:00010000:2.0:1767320368.587498:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320368.648848:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320368.648858:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320368.649020:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320343/real 1767320343] req@ffff9e7d05fc3800 x1853163988910720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320368.649073:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d05fc3800 x1853163988910720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320368.649088:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320368.649109:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320368.649113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988910720:0@lo:250:kworker.0 00000100:00100000:1.0:1767320368.649139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988917248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320368.649204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320368.649413:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917248 00000100:00100000:2.0:1767320368.649421:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917248 00000100:00100000:2.0:1767320368.649487:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1767320368.649496:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988917248:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320368.650030:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320368.650035:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320368.650038:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320368.650043:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5610 00000100:00080000:0.0:1767320368.650048:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320368.650053:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320368.650077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0df80 x1853163988917376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320368.653574:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988917376:0@lo:38:kworker.0 00000100:00080000:0.0:1767320368.653667:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320368.653673:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320368.653677:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320368.653682:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5610 00000100:00080000:0.0:1767320368.653686:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320368.653692:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320368.653722:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0dc00 x1853163988917632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320368.653738:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320368.653741:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320368.653743:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320368.653765:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5610 00000100:00080000:0.0:1767320368.653768:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320368.653771:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320368.653786:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163988917760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320368.653829:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320368.653838:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988917888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.653964:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988917248:12345-0@lo:400:kworker.0 Request processed in 4467us (4757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320368.653975:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00080000:2.0:1767320368.658189:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320368.658196:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320368.658200:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320368.658208:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5610 00000100:00080000:2.0:1767320368.658212:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320368.658218:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320368.658227:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320368.658243:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988918016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.658302:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320368.658377:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80000 x1853163988918144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320368.658405:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320368.658408:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320368.658409:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320368.658412:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5589 00000100:00080000:2.0:1767320368.658414:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320368.658416:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320368.658423:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83b80 x1853163988918272/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320368.658449:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918016 00000100:00100000:2.0:1767320368.658454:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918016 00000100:00100000:2.0:1767320368.658499:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1767320368.658505:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988918016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.658941:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988918016:12345-0@lo:400:kworker.0 Request processed in 433us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320368.658949:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1767320368.658993:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988918016:0@lo:400:kworker.0 00000100:00080000:2.0:1767320368.659023:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320368.659061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988917248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.660616:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917504 00000100:00100000:2.0:1767320368.660625:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917504 00000100:00100000:2.0:1767320368.660794:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1767320368.660801:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988917504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.660846:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988917504:12345-0@lo:400:kworker.0 Request processed in 47us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320368.660851:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1767320368.660936:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988917504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320368.664778:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320368.664849:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988917632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320368.665264:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917376 00000100:00100000:2.0:1767320368.665272:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917376 00000100:00100000:2.0:1767320368.665314:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767320368.665322:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988917376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320368.665346:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320368.665363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320368.665396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988917760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320368.665425:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320368.665449:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917760 00000100:00100000:1.0:1767320368.665453:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917760 00000100:00100000:1.0:1767320368.665474:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792 00000100:00100000:1.0:1767320368.665478:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988917760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320368.665490:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320368.665527:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988917760:12345-0@lo:38:kworker.0 Request processed in 47us (101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320368.665534:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792 00000100:00080000:1.0:1767320368.665612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320368.665618:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320368.665622:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988917760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320368.665630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988918144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320368.665656:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320368.665674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988918272:0@lo:250:kworker.0 00000400:00000100:1.0:1767320368.665691:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988918272 offset 0 length 520: 4 00000100:00100000:1.0:1767320368.665744:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988917632 00000100:00100000:1.0:1767320368.665748:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988917632 00000100:00100000:1.0:1767320368.665765:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918144 00000100:00100000:1.0:1767320368.665768:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918144 00000100:00100000:1.0:1767320368.665780:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1767320368.665784:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988917632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320368.665795:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320368.665825:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988917632:12345-0@lo:38:kworker.0 Request processed in 40us (463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320368.665832:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1767320368.665845:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1767320368.665848:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988918144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320368.665857:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320368.665896:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988918144:12345-0@lo:38:kworker.0 Request processed in 46us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320368.665902:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:1.0:1767320368.665933:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320368.665938:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320368.665948:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988917632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320368.665961:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320368.665965:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320368.665967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988918144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320368.666170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320368.666611:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320368.666644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988917888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320368.675104:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988917376:12345-0@lo:38:kworker.0 Request processed in 9776us (10328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320368.675119:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00080000:1.0:1767320368.675190:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320368.675194:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320368.675197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988917376:0@lo:38:kworker.0 00010000:00010000:2.0:1767320369.608901:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320370.184839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988918400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320370.184918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320370.184963:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918400 00000100:00100000:0.0:1767320370.184971:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918400 00000100:00100000:0.0:1767320370.185028:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767320370.185037:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988918400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320370.185065:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320370.185110:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988918400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320370.185117:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:2.0:1767320370.185145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988918400:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320370.185176:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320370.633852:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320370.697137:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918528 00000100:00100000:0.0:1767320370.697144:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918528 00000100:00100000:0.0:1767320370.697197:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320370.697203:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988918528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320370.697227:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320370.697258:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988918528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320370.697263:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00080000:1.0:1767320370.697385:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320372.513086:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861120 00000100:00100000:2.0:1767320372.513096:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861120 00000100:00100000:2.0:1767320372.513206:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1379 00000100:00100000:2.0:1767320372.513214:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923861120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320372.513238:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320372.513313:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923861120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320372.513320:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1379 00000100:00100000:2.0:1767320372.524260:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861248 00000100:00100000:2.0:1767320372.524273:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861248 00000100:00100000:2.0:1767320372.524364:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 843 00000100:00100000:2.0:1767320372.524375:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08401850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923861248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320372.524471:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08401850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923861248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320372.524479:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 843 00000100:00080000:1.0:1767320372.525487:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320372.682478:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320373.705074:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320373.769368:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988918656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320373.769447:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320373.769484:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320373.769489:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988918912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320373.769509:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320373.769540:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918656 00000100:00100000:2.0:1767320373.769547:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918656 00000100:00100000:2.0:1767320373.769663:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918912 00000100:00100000:2.0:1767320373.769666:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918912 00000100:00100000:2.0:1767320373.769690:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1767320373.769697:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988918656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320373.769739:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988918656:12345-0@lo:400:kworker.0 Request processed in 43us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320373.769747:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1767320373.769833:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919296 00000100:00100000:1.0:1767320373.769837:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919296 00000100:00100000:1.0:1767320373.769862:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919424 00000100:00100000:1.0:1767320373.769864:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919424 00000100:00100000:1.0:1767320373.769878:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1767320373.769884:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988919296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320373.769913:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988919296:12345-0@lo:400:kworker.0 Request processed in 30us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320373.769918:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1767320373.769926:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709 00000100:00100000:1.0:1767320373.769930:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988919424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320373.769946:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988919424:12345-0@lo:400:kworker.0 Request processed in 16us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320373.769949:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709 00000100:00080000:1.0:1767320373.769995:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320373.769998:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320373.770000:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320373.770446:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988918784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.770491:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.770522:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988919040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.770544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.770566:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988918784 00000100:00100000:0.0:1767320373.770570:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988918784 00000100:00100000:0.0:1767320373.770629:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919040 00000100:00100000:0.0:1767320373.770632:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919040 00000100:00100000:0.0:1767320373.770650:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1767320373.770654:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988918784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320373.770674:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320373.770705:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988918784:12345-0@lo:38:kworker.0 Request processed in 49us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320373.770710:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1767320373.770726:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1767320373.770730:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988919040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320373.770739:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320373.770760:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988919040:12345-0@lo:38:kworker.0 Request processed in 28us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320373.770765:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:0.0:1767320373.770861:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.770867:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.770870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988919040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.770878:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988919168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.770906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.770925:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988919552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.770971:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.770995:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919552 00000100:00100000:0.0:1767320373.770999:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919552 00000100:00100000:0.0:1767320373.771022:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1767320373.771026:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988918912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320373.771031:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988919552:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320373.771043:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988918656:0@lo:400:kworker.0 00010000:00020000:0.0:1767320373.771044:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320373.771076:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988919552:12345-0@lo:38:kworker.0 Request processed in 45us (105us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320373.771082:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1767320373.771101:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988919424:0@lo:400:kworker.0 00000100:00080000:0.0:1767320373.771110:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.771117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320373.771118:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988919296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320373.771124:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988919552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320373.771152:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.771157:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.771160:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988918784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320373.771833:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919168 00000100:00100000:1.0:1767320373.771839:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919168 00000100:00100000:1.0:1767320373.771875:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4793 00000100:00100000:1.0:1767320373.771881:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988919168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320373.771894:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320373.771948:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988919168:12345-0@lo:38:kworker.0 Request processed in 66us (1041us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320373.771955:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4793 00000100:00080000:2.0:1767320373.772242:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320373.772255:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320373.772259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988919168:0@lo:38:kworker.0 00010000:00010000:1.0:1767320374.728996:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320375.306572:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988919680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320375.306649:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320375.307069:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320375.307964:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988919680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320375.817477:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919808 00000100:00100000:1.0:1767320375.817486:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919808 00000100:00100000:1.0:1767320375.817556:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:1.0:1767320375.817564:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988919808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320375.817616:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320375.817662:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988919808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320375.817669:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00080000:2.0:1767320375.819864:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320377.638195:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861376 00000100:00100000:0.0:1767320377.638205:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861376 00000100:00100000:0.0:1767320377.638993:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861504 00000100:00100000:0.0:1767320377.639000:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861504 00000100:00100000:0.0:1767320377.639068:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 846 00000100:00100000:0.0:1767320377.639078:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923861504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320377.639160:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923861504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320377.639167:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 846 00000100:00100000:0.0:1767320377.639189:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1383 00000100:00100000:0.0:1767320377.639195:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923861376:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320377.639227:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320377.639253:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923861376:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (1562us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320377.639261:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1383 00010000:00010000:2.0:1767320377.801879:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320378.825101:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320378.892208:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320378.892227:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320378.892308:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320378.892313:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320378.892316:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320378.892323:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5620 00000100:00080000:2.0:1767320378.892328:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320378.892334:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320378.892356:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320378.892375:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83800 x1853163988920064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320378.892377:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988919936:0@lo:400:kworker.0 00000100:00080000:2.0:1767320378.892422:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320378.892425:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320378.892427:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320378.892431:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5620 00000100:00080000:2.0:1767320378.892434:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320378.892438:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320378.892450:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82a00 x1853163988920320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320378.892489:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320378.892494:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320378.892500:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320378.892502:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320378.892508:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5620 00000100:00080000:2.0:1767320378.892511:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320378.892516:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320378.892531:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80a80 x1853163988920448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320378.892546:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988920192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.892576:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320378.892619:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320378.892622:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320378.892624:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320378.892628:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5620 00000100:00080000:2.0:1767320378.892630:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320378.892634:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320378.892657:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80000 x1853163988920832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320378.892705:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988919936 00000100:00100000:2.0:1767320378.892712:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988919936 00000100:00100000:0.0:1767320378.892717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988920704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.892770:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320378.892774:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988920192 00000100:00100000:2.0:1767320378.892778:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988920192 00000100:00100000:2.0:1767320378.892805:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1767320378.892812:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988919936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.892814:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320378.892824:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988920576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.892874:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320378.892952:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988920704 00000100:00100000:1.0:1767320378.892961:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988920704 00000100:00100000:1.0:1767320378.892998:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988920576 00000100:00100000:1.0:1767320378.893001:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988920576 00000100:00100000:1.0:1767320378.893042:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710 00000100:00100000:1.0:1767320378.893048:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988920704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320378.893621:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988919936:12345-0@lo:400:kworker.0 Request processed in 807us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320378.893630:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1767320378.893654:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711 00000100:00100000:0.0:1767320378.893663:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988920576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320378.893673:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767320378.893683:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988920192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.893727:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988920576:12345-0@lo:400:kworker.0 Request processed in 65us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320378.893735:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988920192:12345-0@lo:400:kworker.0 Request processed in 53us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320378.893739:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711 00000100:00100000:2.0:1767320378.893747:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1767320378.893769:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988920064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320378.894163:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988920192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.894172:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320378.894182:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988919936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320378.894207:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988920320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320378.894232:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320378.894247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988920448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320378.894299:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320378.894323:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988920832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320378.894348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320378.894383:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988920448 00000100:00100000:0.0:1767320378.894388:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988920448 00000100:00100000:0.0:1767320378.894429:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794 00000100:00100000:0.0:1767320378.894435:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988920448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320378.894448:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320378.894477:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988920448:12345-0@lo:38:kworker.0 Request processed in 40us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320378.894483:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794 00000100:00100000:0.0:1767320378.894506:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1767320378.894511:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988920832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320378.894525:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320378.894557:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988920832:12345-0@lo:38:kworker.0 Request processed in 43us (208us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320378.894564:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00080000:0.0:1767320378.894626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320378.894631:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320378.894635:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988920064:0@lo:38:kworker.0 00000100:00080000:0.0:1767320378.894642:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320378.894645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320378.894648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988920320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320378.894654:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320378.894664:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320378.894667:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988920448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320378.894677:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320378.894680:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320378.894683:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988920832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320378.906755:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988920704:12345-0@lo:400:kworker.0 Request processed in 13696us (13973us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320378.906787:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710 00000100:00100000:2.0:1767320380.427546:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988920960 00000100:00100000:2.0:1767320380.427555:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988920960 00000100:00100000:2.0:1767320380.427699:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:2.0:1767320380.427713:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988920960:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320380.427736:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320380.427753:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320380.427957:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988920960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 251us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320380.427963:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:2.0:1767320380.937130:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921088 00000100:00100000:2.0:1767320380.937140:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921088 00000100:00100000:2.0:1767320380.937216:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:2.0:1767320380.937225:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320380.937273:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320380.937349:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320380.937359:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1767320380.940981:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988921088:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320380.942647:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320381.896945:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320382.759910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320382.760026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320382.770953:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861760 00000100:00100000:2.0:1767320382.770971:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861760 00000100:00100000:2.0:1767320382.771104:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861632 00000100:00100000:2.0:1767320382.771109:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861632 00000100:00100000:2.0:1767320382.771134:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 849 00000100:00100000:2.0:1767320382.771147:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923861760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320382.771247:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923861760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (11468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320382.771255:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 849 00000100:00100000:2.0:1767320382.771276:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1387 00000100:00100000:2.0:1767320382.771281:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923861632:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320382.771301:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320382.771327:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923861632:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (11301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320382.771333:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1387 00000100:00080000:1.0:1767320382.772088:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320382.920822:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320384.008932:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320384.008946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988921216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320384.009004:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988921344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320384.009010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320384.009045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988921472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320384.009065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320384.009101:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921216 00000100:00100000:2.0:1767320384.009102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320384.009107:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921216 00000100:00100000:2.0:1767320384.009136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988921600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320384.009160:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921472 00000100:00100000:1.0:1767320384.009163:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921472 00000100:00100000:2.0:1767320384.009168:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320384.009191:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921344 00000100:00100000:2.0:1767320384.009193:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988921728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320384.009196:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921344 00000100:00100000:2.0:1767320384.009230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320384.009274:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988922112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320384.009284:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921600 00000100:00100000:1.0:1767320384.009289:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921600 00000100:00100000:1.0:1767320384.009307:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1767320384.009319:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988921216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320384.009324:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320384.009364:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922112 00000100:00100000:2.0:1767320384.009369:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922112 00000100:00100000:1.0:1767320384.009374:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988921216:12345-0@lo:400:kworker.0 Request processed in 59us (364us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320384.009377:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320384.009399:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921856 00000100:00100000:0.0:1767320384.009407:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921856 00000100:00100000:0.0:1767320384.009439:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921984 00000100:00100000:0.0:1767320384.009442:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921984 00000100:00100000:0.0:1767320384.009462:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712 00000100:00100000:0.0:1767320384.009469:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.009513:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921856:12345-0@lo:400:kworker.0 Request processed in 44us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320384.009519:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712 00000100:00100000:0.0:1767320384.009536:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713 00000100:00100000:0.0:1767320384.009542:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.009574:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988921984:12345-0@lo:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320384.009616:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713 00000100:00080000:0.0:1767320384.009648:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320384.009651:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320384.009678:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988921984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.009696:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988921856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.009725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988921216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.009748:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988921728 00000100:00100000:0.0:1767320384.009751:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988921728 00000100:00100000:0.0:1767320384.009767:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795 00000100:00100000:0.0:1767320384.009771:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988921728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320384.009788:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320384.009822:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988921728:12345-0@lo:38:kworker.0 Request processed in 49us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320384.009827:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795 00000100:00100000:2.0:1767320384.010442:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767320384.010450:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988921344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320384.010474:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320384.010515:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988921344:12345-0@lo:38:kworker.0 Request processed in 62us (1414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320384.010523:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767320384.010540:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1767320384.010545:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988922112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320384.010556:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320384.010623:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988922112:12345-0@lo:38:kworker.0 Request processed in 76us (1306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320384.010631:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00080000:2.0:1767320384.010675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320384.010682:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320384.010687:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988922112:0@lo:38:kworker.0 00000100:00080000:2.0:1767320384.010701:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320384.010705:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320384.010707:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988921600:0@lo:38:kworker.0 00000100:00080000:2.0:1767320384.010715:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320384.010718:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320384.010721:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988921728:0@lo:38:kworker.0 00000100:00080000:2.0:1767320384.010729:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320384.010732:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320384.010734:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988921344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320384.011213:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1767320385.544902:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320385.544949:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988922240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320385.545018:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320385.545129:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922240 00000100:00100000:2.0:1767320385.545152:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922240 00000100:00100000:2.0:1767320385.545226:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:2.0:1767320385.545237:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988922240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320385.545269:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320385.545321:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988922240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320385.545329:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00010000:00010000:2.0:1767320385.992797:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320386.058609:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922368 00000100:00100000:2.0:1767320386.058617:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922368 00000100:00100000:2.0:1767320386.058674:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:2.0:1767320386.058683:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988922368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320386.058713:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767320386.058790:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320386.063321:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988922368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4628us (4850us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320386.063337:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00010000:00010000:1.0:1767320387.016997:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320387.874201:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923862016 00000100:00100000:0.0:1767320387.874215:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923862016 00000100:00100000:0.0:1767320387.874318:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 852 00000100:00100000:0.0:1767320387.874332:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923862016:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320387.874450:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923862016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320387.874459:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 852 00000100:00080000:2.0:1767320387.875389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320387.882092:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320387.883024:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923861888 00000100:00100000:0.0:1767320387.883035:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923861888 00000100:00100000:0.0:1767320387.883154:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1391 00000100:00100000:0.0:1767320387.883164:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923861888:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320387.883188:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320387.883262:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923861888:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (1179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320387.883284:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1391 00000100:00100000:1.0:1767320389.129058:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988922624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320389.129077:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320389.129105:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988922496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.129161:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320389.129439:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320389.129453:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988922752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.135555:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988922880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320389.135634:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320389.135667:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988923008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320389.135694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320389.139657:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988923392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320389.139743:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320389.139815:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922624 00000100:00100000:1.0:1767320389.139823:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922624 00000100:00100000:1.0:1767320389.139859:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922880 00000100:00100000:1.0:1767320389.139861:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922880 00000100:00100000:1.0:1767320389.139876:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923392 00000100:00100000:1.0:1767320389.139878:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923392 00000100:00100000:1.0:1767320389.139893:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1767320389.139900:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988922624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320389.139923:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320389.139960:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988922624:12345-0@lo:38:kworker.0 Request processed in 60us (10801us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320389.139967:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1767320389.139980:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1767320389.139984:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988922880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320389.139992:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320389.140009:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988922880:12345-0@lo:38:kworker.0 Request processed in 24us (4377us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320389.140014:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1767320389.140022:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1767320389.140040:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988923392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320389.140049:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320389.140071:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988923392:12345-0@lo:38:kworker.0 Request processed in 29us (327us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320389.140077:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1767320389.140115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320389.140135:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.140142:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.140147:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988922880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320389.140161:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.140164:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.140167:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988923392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320389.140178:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.140181:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.140184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988922624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320389.140218:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922496 00000100:00100000:2.0:1767320389.140229:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922496 00000100:00100000:1.0:1767320389.140269:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923008 00000100:00100000:1.0:1767320389.140276:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923008 00000100:00100000:1.0:1767320389.140358:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796 00000100:00100000:2.0:1767320389.140358:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1767320389.140379:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988923008:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320389.140388:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988922496:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767320389.140396:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320389.140434:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988923008:12345-0@lo:38:kworker.0 Request processed in 58us (4739us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320389.140441:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796 00000100:00100000:1.0:1767320389.140465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988923264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.140478:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988922496:12345-0@lo:400:kworker.0 Request processed in 99us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320389.140516:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1767320389.140524:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320389.140564:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320389.140616:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.140622:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.140626:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988923008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320389.140663:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923264 00000100:00100000:1.0:1767320389.140667:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923264 00000100:00100000:1.0:1767320389.140712:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714 00000100:00100000:1.0:1767320389.140717:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988923264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.140755:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988923264:12345-0@lo:400:kworker.0 Request processed in 38us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320389.140761:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714 00000100:00100000:1.0:1767320389.140785:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988923264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.141048:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923136 00000100:00100000:1.0:1767320389.141053:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923136 00000100:00100000:1.0:1767320389.141078:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715 00000100:00100000:1.0:1767320389.141083:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988923136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.141113:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988923136:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320389.141118:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715 00000100:00100000:0.0:1767320389.141207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320389.141358:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320389.141365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320389.141404:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988922496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.141665:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988922752 00000100:00100000:1.0:1767320389.141672:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988922752 00000100:00100000:1.0:1767320389.141706:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1767320389.141713:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988922752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320389.141761:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988922752:12345-0@lo:400:kworker.0 Request processed in 49us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320389.141768:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:2.0:1767320389.143936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320389.149278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988922752:0@lo:400:kworker.0 00010000:00010000:2.0:1767320390.089054:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320390.665361:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923520 00000100:00100000:1.0:1767320390.665373:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923520 00000100:00100000:1.0:1767320390.665426:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1767320390.665435:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988923520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320390.665464:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320390.665562:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988923520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320390.665570:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00010000:00010000:1.0:1767320391.112771:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320391.177394:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923648 00000100:00100000:1.0:1767320391.177401:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923648 00000100:00100000:1.0:1767320391.177482:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:1.0:1767320391.177491:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988923648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320391.177521:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320391.177564:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988923648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320391.177571:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00010000:00010000:2.0:1767320392.137038:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320392.997891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320392.997948:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320392.998166:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923862400 00000100:00100000:1.0:1767320392.998176:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923862400 00000100:00100000:1.0:1767320392.998264:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923862272 00000100:00100000:1.0:1767320392.998269:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923862272 00000100:00100000:1.0:1767320392.998299:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 855 00000100:00100000:1.0:1767320392.998310:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923862400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320392.998374:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923862400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320392.998382:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 855 00000100:00100000:1.0:1767320392.998402:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1395 00000100:00100000:1.0:1767320392.998406:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923862272:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320392.998467:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320392.998505:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923862272:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (556us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320392.998512:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1395 00000100:00100000:1.0:1767320393.225806:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320368/real 1767320368] req@ffff9e7d03f83b80 x1853163988918272/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320393.225841:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03f83b80 x1853163988918272/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320393.225867:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320393.225893:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320393.225897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988918272:0@lo:250:kworker.0 00000100:00100000:2.0:1767320393.227493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988924160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.227733:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988923904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320393.227752:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320393.227815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988923776:0@lo:250:kworker.0 00000100:00100000:0.0:1767320393.234846:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320393.234939:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924160 00000100:00100000:0.0:1767320393.234948:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924160 00000100:00100000:0.0:1767320393.235007:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988923904 00000100:00100000:0.0:1767320393.235010:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988923904 00000100:00100000:0.0:1767320393.235035:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1767320393.235044:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988924160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.235113:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988924160:12345-0@lo:400:kworker.0 Request processed in 69us (7361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320393.235120:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1767320393.235139:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1767320393.235145:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988923904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.235172:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988923904:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320393.235178:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1767320393.235232:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988923904:0@lo:400:kworker.0 00000100:00080000:0.0:1767320393.235279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320393.235292:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924672 00000100:00100000:0.0:1767320393.235296:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924672 00000100:00100000:0.0:1767320393.235349:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716 00000100:00100000:0.0:1767320393.235356:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988924672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.235390:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988924672:12345-0@lo:400:kworker.0 Request processed in 35us (8075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320393.235397:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716 00000100:00080000:0.0:1767320393.235410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320393.237263:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988924160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.238280:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924544 00000100:00100000:0.0:1767320393.238287:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924544 00000100:00100000:0.0:1767320393.238358:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717 00000100:00100000:0.0:1767320393.238367:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988924544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320393.238433:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988924544:12345-0@lo:400:kworker.0 Request processed in 58us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320393.238440:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717 00000100:00080000:2.0:1767320393.238461:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000100:1.0:1767320393.238504:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988923776 offset 0 length 520: 4 00000100:00100000:1.0:1767320393.238818:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988924032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320393.238867:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320393.238895:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988924288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320393.238917:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320393.238943:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988924416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320393.238967:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320393.238989:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924416 00000100:00100000:1.0:1767320393.238993:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924416 00000100:00100000:1.0:1767320393.239012:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797 00000100:00100000:1.0:1767320393.239017:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988924416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320393.239049:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320393.239075:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988924416:12345-0@lo:38:kworker.0 Request processed in 57us (107us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320393.239082:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797 00000100:00080000:1.0:1767320393.239108:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320393.239113:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320393.239117:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988924416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320393.239123:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988924800:0@lo:38:kworker.0 00000100:00100000:1.0:1767320393.239141:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320393.239174:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924032 00000100:00100000:2.0:1767320393.239178:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924032 00000100:00100000:2.0:1767320393.239200:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924288 00000100:00100000:2.0:1767320393.239202:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924288 00000100:00100000:2.0:1767320393.239214:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1767320393.239218:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988924032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320393.239226:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320393.239255:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988924032:12345-0@lo:38:kworker.0 Request processed in 36us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320393.239259:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1767320393.239270:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924800 00000100:00100000:2.0:1767320393.239275:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924800 00000100:00100000:1.0:1767320393.239391:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1767320393.239396:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988924288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320393.239407:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320393.239442:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988924288:12345-0@lo:38:kworker.0 Request processed in 45us (523us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320393.239447:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1767320393.239460:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1767320393.239464:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988924800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320393.239473:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320393.239491:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988924800:12345-0@lo:38:kworker.0 Request processed in 26us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320393.239496:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00080000:1.0:1767320393.239516:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320393.239520:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320393.239523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988924032:0@lo:38:kworker.0 00000100:00080000:1.0:1767320393.239553:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320393.239556:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320393.239559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988924288:0@lo:38:kworker.0 00000100:00080000:1.0:1767320393.239566:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320393.239568:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320393.239570:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988924800:0@lo:38:kworker.0 00010000:00010000:2.0:1767320394.184830:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320395.208975:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320395.786807:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988924928 00000100:00100000:0.0:1767320395.786816:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988924928 00000100:00100000:0.0:1767320395.786891:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767320395.786899:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988924928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320395.786927:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320395.786982:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988924928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320395.786989:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1767320395.787060:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988924928:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320396.232904:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320396.299146:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925056 00000100:00100000:0.0:1767320396.299156:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925056 00000100:00100000:0.0:1767320396.299229:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1767320396.299240:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988925056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320396.299269:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320396.299325:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988925056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320396.299346:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1767320396.299422:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988925056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320398.121565:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320398.121632:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320398.121954:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320398.121983:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1399 00000100:00100000:2.0:1767320398.121990:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923862528:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320398.122013:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320398.122077:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923862528:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 86us (523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320398.122086:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1399 00010000:00010000:2.0:1767320398.280833:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320398.345307:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320398.345316:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320398.345412:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320398.345416:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320398.345427:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320398.345435:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320398.345439:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320398.345445:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320398.345466:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163988925312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320398.345500:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320398.345503:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320398.345504:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320398.345507:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320398.345510:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320398.345513:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320398.345522:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163988925568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320398.345530:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320398.345534:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320398.345535:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320398.345539:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320398.345555:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320398.345559:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320398.345577:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7b80 x1853163988925696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320398.345598:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988925440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.345664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.345697:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320398.345703:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988925184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.345726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.345767:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320398.345775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988925824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.345803:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320398.345815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988925312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.345849:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925440 00000100:00100000:2.0:1767320398.345851:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.345859:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925440 00000100:00100000:2.0:1767320398.345884:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925184 00000100:00100000:2.0:1767320398.345888:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925184 00000100:00100000:1.0:1767320398.345914:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925312 00000100:00100000:1.0:1767320398.345918:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925312 00000100:00100000:2.0:1767320398.345931:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1767320398.345941:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988925440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320398.345993:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988925440:12345-0@lo:400:kworker.0 Request processed in 52us (328us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320398.346038:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320398.346046:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320398.346050:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320398.346055:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320398.346058:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320398.346062:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320398.346076:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163988926080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320398.346422:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1767320398.346431:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988925184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.346465:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988925184:12345-0@lo:400:kworker.0 Request processed in 35us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320398.346481:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1767320398.346496:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767320398.346500:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988925312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320398.346518:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320398.346546:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988925312:12345-0@lo:38:kworker.0 Request processed in 44us (695us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320398.346551:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767320398.346570:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320398.346603:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988925952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.346630:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.346677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988925824:0@lo:400:kworker.0 00000100:00080000:1.0:1767320398.346713:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320398.346718:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320398.346743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320398.346748:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320398.346751:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988925312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.346758:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988925568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.346782:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.346802:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925568 00000100:00100000:1.0:1767320398.346806:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925568 00000100:00100000:1.0:1767320398.346827:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1767320398.346831:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988925568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320398.346841:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320398.346867:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988925568:12345-0@lo:38:kworker.0 Request processed in 34us (84us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320398.346881:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1767320398.346889:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1767320398.346922:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988925184:0@lo:400:kworker.0 00000100:00080000:1.0:1767320398.346929:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320398.346935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320398.346940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988925440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.346941:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988925568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.346953:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988925696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320398.346975:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925952 00000100:00100000:2.0:1767320398.346980:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925952 00000100:00100000:1.0:1767320398.346984:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.347011:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988925696 00000100:00100000:1.0:1767320398.347015:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988925696 00000100:00100000:2.0:1767320398.347019:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719 00000100:00100000:2.0:1767320398.347028:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988925952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320398.347044:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798 00000100:00100000:1.0:1767320398.347050:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988925696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320398.347062:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320398.347074:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988925952:12345-0@lo:400:kworker.0 Request processed in 47us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320398.347081:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719 00000100:00100000:1.0:1767320398.347097:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988925696:12345-0@lo:38:kworker.0 Request processed in 44us (112us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320398.347104:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798 00000100:00100000:2.0:1767320398.347112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988925952:0@lo:400:kworker.0 00000100:00080000:1.0:1767320398.347127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320398.347148:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320398.347153:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320398.347156:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988925696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.347175:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988926080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320398.347198:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320398.347801:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988926080 00000100:00100000:2.0:1767320398.347806:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988926080 00000100:00100000:2.0:1767320398.347843:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1767320398.347848:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988926080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320398.347861:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320398.347907:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988926080:12345-0@lo:38:kworker.0 Request processed in 58us (707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320398.347914:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00080000:1.0:1767320398.348033:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320398.348038:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320398.348041:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988926080:0@lo:38:kworker.0 00010000:00010000:1.0:1767320399.310229:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320400.334259:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320400.904997:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320400.905019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988926208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320400.905090:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320400.905175:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988926208 00000100:00100000:0.0:1767320400.905184:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988926208 00000100:00100000:0.0:1767320400.905254:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:0.0:1767320400.905263:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988926208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320400.905301:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320400.905350:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988926208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320400.905357:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:0.0:1767320400.905417:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988926208:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320400.905428:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320401.417652:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988926336 00000100:00100000:1.0:1767320401.417662:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988926336 00000100:00100000:1.0:1767320401.417735:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:1.0:1767320401.417744:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988926336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320401.417772:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320401.417820:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988926336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320401.417827:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00010000:00010000:2.0:1767320402.382202:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320403.233118:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320403.233362:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923862912 00000100:00100000:1.0:1767320403.233372:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923862912 00000100:00100000:1.0:1767320403.233451:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 861 00000100:00100000:1.0:1767320403.233462:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923862912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320403.233544:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923862912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320403.233553:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 861 00000100:00100000:2.0:1767320403.239636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320403.239733:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923862784 00000100:00100000:0.0:1767320403.239744:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923862784 00000100:00100000:0.0:1767320403.239800:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1403 00000100:00100000:0.0:1767320403.239808:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923862784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320403.239852:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320403.239918:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923862784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 109us (292us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320403.239926:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1403 00010000:00010000:1.0:1767320403.403315:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320403.464715:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320403.464726:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320403.464849:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767320403.465278:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320403.465283:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320403.465288:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320403.465297:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5645 00000100:00080000:0.0:1767320403.465302:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320403.465309:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320403.465351:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1c00 x1853163988926592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320403.465803:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988926592 00000100:00100000:2.0:1767320403.465812:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988926592 00000100:00100000:2.0:1767320403.465859:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:2.0:1767320403.465867:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988926592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320403.465890:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320403.465932:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988926592:12345-0@lo:38:kworker.0 Request processed in 64us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320403.465955:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1767320403.469043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988926720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320403.469126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320403.469832:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320403.469839:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320403.469843:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320403.469848:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5645 00000100:00080000:0.0:1767320403.469853:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320403.469859:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320403.469891:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163988926848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320403.469914:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320403.469931:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320403.469931:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988926464:0@lo:400:kworker.0 00000100:00080000:0.0:1767320403.469933:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320403.469937:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5645 00000100:00080000:0.0:1767320403.469940:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320403.469943:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320403.469956:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3100 x1853163988926976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320403.469959:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320403.470164:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320403.470167:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320403.470169:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320403.470173:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5645 00000100:00080000:0.0:1767320403.470176:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320403.470180:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320403.470192:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0000 x1853163988927360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320403.470225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988927232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320403.470299:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320403.470768:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320403.470776:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988927104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320403.470853:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320403.470886:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988926848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320403.471162:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988927232 00000100:00100000:2.0:1767320403.471171:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988927232 00000100:00100000:2.0:1767320403.471245:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988927104 00000100:00100000:2.0:1767320403.471249:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988927104 00000100:00100000:2.0:1767320403.471391:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720 00000100:00100000:2.0:1767320403.471401:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988927232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320403.471745:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988927232:12345-0@lo:400:kworker.0 Request processed in 345us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320403.471754:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720 00000100:00100000:2.0:1767320403.471772:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721 00000100:00100000:2.0:1767320403.471779:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988927104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320403.471811:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988927104:12345-0@lo:400:kworker.0 Request processed in 33us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320403.471817:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721 00000100:00100000:2.0:1767320403.471869:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988927104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320403.471881:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988927232:0@lo:400:kworker.0 00000100:00080000:0.0:1767320403.471972:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320403.471976:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320403.473488:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320403.473617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320403.473657:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1767320403.473750:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988926720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320403.473798:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988926720:12345-0@lo:400:kworker.0 Request processed in 131us (4671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320403.473812:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00080000:1.0:1767320403.473835:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320403.478412:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988926976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320403.478500:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320403.478525:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988927360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320403.478547:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988926976 00000100:00100000:0.0:1767320403.478555:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320403.478557:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988926976 00000100:00100000:1.0:1767320403.478609:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799 00000100:00100000:1.0:1767320403.478616:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988926976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320403.478637:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320403.478762:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988926976:12345-0@lo:38:kworker.0 Request processed in 145us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320403.478770:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799 00000100:00080000:0.0:1767320403.480000:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320403.480009:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320403.480013:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988926976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320403.482351:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1767320403.482359:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988927360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320403.482371:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320403.482443:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988927360:12345-0@lo:38:kworker.0 Request processed in 83us (3888us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320403.482450:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00080000:1.0:1767320403.482513:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320403.482521:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320403.482524:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988927360:0@lo:38:kworker.0 00000100:00080000:1.0:1767320403.483112:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320403.483118:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320403.483122:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988926848:0@lo:38:kworker.0 00010000:00010000:2.0:1767320404.424861:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320406.025740:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320406.026114:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988927488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320406.026237:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320406.026392:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988927488 00000100:00100000:2.0:1767320406.026404:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988927488 00000100:00100000:2.0:1767320406.026488:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:2.0:1767320406.026500:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988927488:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320406.026508:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320406.026540:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320406.026655:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988927488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320406.026685:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767320406.027071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988927488:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320406.474004:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320406.537046:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320406.537069:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988927616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320406.537138:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320406.537200:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988927616 00000100:00100000:1.0:1767320406.537209:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988927616 00000100:00100000:1.0:1767320406.537265:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:1.0:1767320406.537274:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988927616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320406.537303:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320406.537377:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988927616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320406.537385:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00080000:1.0:1767320406.537410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320406.537448:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988927616:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320407.496999:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320408.362648:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320408.362700:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320408.362797:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863040 00000100:00100000:1.0:1767320408.362807:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863040 00000100:00100000:1.0:1767320408.362853:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863168 00000100:00100000:1.0:1767320408.362857:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863168 00000100:00100000:1.0:1767320408.362900:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 864 00000100:00100000:1.0:1767320408.362910:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923863168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320408.362982:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923863168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320408.362989:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 864 00000100:00100000:1.0:1767320408.363020:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1407 00000100:00100000:1.0:1767320408.363025:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923863040:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320408.363046:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320408.363071:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923863040:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320408.363300:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1407 00000100:00080000:1.0:1767320408.363325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320408.520819:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320408.584744:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320408.584755:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320408.584840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988927744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320408.584904:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320408.584958:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320408.584962:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320408.584965:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320408.584968:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320408.584972:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320408.584977:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320408.585006:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1500 x1853163988927872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320408.585089:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988927744 00000100:00100000:1.0:1767320408.585098:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988927744 00000100:00100000:1.0:1767320408.585171:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1767320408.585180:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988927744:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320408.590418:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320408.590431:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320408.590435:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320408.590444:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320408.590449:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320408.590457:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320408.590509:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0000 x1853163988928128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320408.590528:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320408.590532:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320408.590534:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320408.590538:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320408.590541:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320408.590544:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320408.590559:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1500 x1853163988928256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320408.590626:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320408.590630:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320408.590631:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320408.590635:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320408.590637:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320408.590640:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320408.590666:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5f80 x1853163988928640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320408.590705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988928512:0@lo:400:kworker.0 00000100:00100000:0.0:1767320408.590768:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320408.590806:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320408.590813:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988928384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320408.590854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320408.590884:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988928512 00000100:00100000:0.0:1767320408.590889:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988928512 00000100:00100000:0.0:1767320408.590937:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988928384 00000100:00100000:0.0:1767320408.590940:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988928384 00000100:00100000:0.0:1767320408.590961:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722 00000100:00100000:0.0:1767320408.590969:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988928512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320408.591016:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988928512:12345-0@lo:400:kworker.0 Request processed in 48us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320408.591023:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722 00000100:00100000:0.0:1767320408.591039:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00000100:00100000:0.0:1767320408.591045:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988928384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320408.591068:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988928384:12345-0@lo:400:kworker.0 Request processed in 24us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320408.591073:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000100:00100000:1.0:1767320408.591915:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988927744:12345-0@lo:400:kworker.0 Request processed in 6735us (7009us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320408.591923:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1767320408.594798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988927744:0@lo:400:kworker.0 00010000:00010000:2.0:1767320410.568815:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320411.145060:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988928768 00000100:00100000:2.0:1767320411.145069:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988928768 00000100:00100000:2.0:1767320411.145140:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767320411.145151:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988928768:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320411.145154:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320411.145180:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320411.145229:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988928768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320411.145236:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00010000:00010000:1.0:1767320411.592828:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320411.657771:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988928896 00000100:00100000:1.0:1767320411.657780:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988928896 00000100:00100000:1.0:1767320411.657843:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:1.0:1767320411.657853:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988928896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320411.657884:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320411.657938:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988928896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320411.657947:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00080000:0.0:1767320411.658095:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320412.451838:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863552 00000100:00100000:0.0:1767320412.451852:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863552 00000100:00100000:0.0:1767320412.452221:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863424 00000100:00100000:0.0:1767320412.452226:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863424 00000100:00100000:0.0:1767320412.452261:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 867 00000100:00100000:0.0:1767320412.452286:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923863552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320412.452365:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923863552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (3158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.452374:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 867 00000100:00100000:0.0:1767320412.452394:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1411 00000100:00100000:0.0:1767320412.452399:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923863424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320412.452419:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320412.452442:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923863424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (3164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320412.452448:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1411 00010000:00010000:2.0:1767320412.616852:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320413.705023:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988929024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.705105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320413.705237:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929024 00000100:00100000:2.0:1767320413.705246:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929024 00000100:00080000:0.0:1767320413.705843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320413.705872:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988929280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320413.705906:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320413.705962:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929280 00000100:00100000:0.0:1767320413.705966:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929280 00000100:00080000:1.0:1767320413.706038:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320413.706075:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988929152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.706102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320413.706143:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929152 00000100:00100000:1.0:1767320413.706147:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929152 00000100:00100000:1.0:1767320413.706175:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1767320413.706182:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988929152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320413.706203:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320413.706718:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988929152:12345-0@lo:38:kworker.0 Request processed in 534us (614us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320413.706726:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00080000:1.0:1767320413.706772:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320413.706785:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320413.706788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988929152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.707216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988929792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.707302:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320413.707326:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320413.707331:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988929664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.707349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320413.707379:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988929408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.707594:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320413.707610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988929536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.707632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320413.707666:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929408 00000100:00100000:1.0:1767320413.707670:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929408 00000100:00100000:1.0:1767320413.707693:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:1.0:1767320413.707698:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988929408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320413.707716:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320413.707754:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988929408:12345-0@lo:38:kworker.0 Request processed in 55us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320413.707760:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00080000:1.0:1767320413.707786:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320413.707789:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320413.707793:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988929408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.707818:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929792 00000100:00100000:1.0:1767320413.707821:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929792 00000100:00100000:1.0:1767320413.707850:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929664 00000100:00100000:1.0:1767320413.707859:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929664 00000100:00100000:1.0:1767320413.707878:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:1.0:1767320413.707883:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988929792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.707926:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988929792:12345-0@lo:400:kworker.0 Request processed in 33us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320413.707933:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00000100:00100000:1.0:1767320413.707942:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:1.0:1767320413.707947:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988929664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.707968:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988929664:12345-0@lo:400:kworker.0 Request processed in 21us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320413.707973:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00080000:1.0:1767320413.707985:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320413.707988:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320413.708002:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988929664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.708011:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988929792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320413.708328:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988929536 00000100:00100000:1.0:1767320413.708333:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988929536 00000100:00100000:1.0:1767320413.708356:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801 00000100:00100000:1.0:1767320413.708360:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988929536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320413.708495:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320413.708527:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988929536:12345-0@lo:38:kworker.0 Request processed in 165us (894us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320413.708533:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801 00000100:00080000:1.0:1767320413.708558:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320413.708562:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320413.708565:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988929536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.708850:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988929920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320413.708881:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320413.709613:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1767320413.709624:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988929024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320413.709669:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988929024:12345-0@lo:400:kworker.0 Request processed in 48us (4563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320413.709676:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767320413.710897:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988929024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320413.711691:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1767320413.711708:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988929280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320413.711789:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988929280:12345-0@lo:400:kworker.0 Request processed in 88us (5881us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320413.711796:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00010000:00010000:2.0:1767320414.664967:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320415.688786:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320416.266043:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988930048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320416.266109:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320416.266363:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320416.276247:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988930048:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320416.714239:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320416.778884:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930176 00000100:00100000:1.0:1767320416.778892:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930176 00000100:00100000:1.0:1767320416.778970:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:1.0:1767320416.778979:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988930176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320416.779020:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320416.779073:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988930176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320416.779080:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00080000:2.0:1767320416.779481:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320417.572089:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863808 00000100:00100000:2.0:1767320417.572101:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863808 00000100:00100000:2.0:1767320417.572171:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 870 00000100:00100000:2.0:1767320417.572178:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923863808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320417.572240:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923863808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 63us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320417.572245:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 870 00000100:00080000:1.0:1767320417.572417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320417.584388:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923863680 00000100:00100000:0.0:1767320417.584399:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923863680 00000100:00100000:0.0:1767320417.585259:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1415 00000100:00100000:0.0:1767320417.585270:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923863680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320417.585295:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320417.585803:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923863680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 531us (1580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320417.585812:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1415 00010000:00010000:2.0:1767320418.761007:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320418.825435:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320393/real 1767320393] req@ffff9e7d2e353480 x1853163988923776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320418.825459:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2e353480 x1853163988923776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320418.825476:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988930432:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.825658:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988930560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320418.825735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988930304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.829636:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.829715:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988930688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.829754:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.829803:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988930816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.829831:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.829857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988931200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.829878:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320418.829898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320418.829914:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320418.829918:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988923776:0@lo:250:kworker.0 00000100:00100000:1.0:1767320418.829980:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930816 00000100:00100000:1.0:1767320418.829988:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930816 00000100:00100000:1.0:1767320418.830023:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802 00000100:00100000:1.0:1767320418.830030:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988930816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320418.830052:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320418.830093:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988930816:12345-0@lo:38:kworker.0 Request processed in 63us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320418.830113:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802 00000100:00080000:1.0:1767320418.830157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320418.830161:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320418.830164:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988930816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.830201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988931072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.830226:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.830256:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988931072 00000100:00100000:1.0:1767320418.830260:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988931072 00000100:00100000:0.0:1767320418.831635:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930432 00000100:00100000:0.0:1767320418.831643:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930432 00000100:00100000:0.0:1767320418.831679:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930688 00000100:00100000:0.0:1767320418.831681:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930688 00000100:00100000:0.0:1767320418.831694:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988931200 00000100:00100000:0.0:1767320418.831696:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988931200 00000100:00100000:0.0:1767320418.831713:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1767320418.831719:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988930432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.831738:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.831785:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988930432:12345-0@lo:38:kworker.0 Request processed in 65us (2156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.831792:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1767320418.831807:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1767320418.831811:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988930688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.831819:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.831838:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988930688:12345-0@lo:38:kworker.0 Request processed in 27us (2084us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.831843:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1767320418.831852:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1767320418.831856:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988931200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.831864:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.831895:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988931200:12345-0@lo:38:kworker.0 Request processed in 38us (2016us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.831901:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00080000:0.0:1767320418.831936:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.831940:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.831944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988930432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320418.831952:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.831967:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.831969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988930688:0@lo:38:kworker.0 00000100:00080000:0.0:1767320418.831978:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.831981:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.831983:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988931200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.832017:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.832039:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930560 00000100:00100000:0.0:1767320418.832042:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930560 00000100:00100000:1.0:1767320418.833043:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:1.0:1767320418.833055:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988931072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.833132:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988931072:12345-0@lo:400:kworker.0 Request processed in 81us (2904us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320418.833149:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00000100:00100000:0.0:1767320418.836029:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1767320418.836044:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988930560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320418.836120:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988930560:12345-0@lo:400:kworker.0 Request processed in 81us (4101us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320418.836126:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1767320418.836183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988930560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320418.836245:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988931072:0@lo:400:kworker.0 00000100:00080000:0.0:1767320418.836279:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320418.836284:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320418.836297:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320418.836302:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320418.836305:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320418.836310:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320418.836336:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163988931328/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320418.836374:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988931328:0@lo:250:kworker.0 00000400:00000100:0.0:1767320418.836402:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988931328 offset 0 length 520: 4 00000100:00080000:1.0:1767320418.837455:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320418.837463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320418.837645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.842033:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930304 00000100:00100000:0.0:1767320418.842045:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930304 00000100:00100000:0.0:1767320418.842128:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1767320418.842137:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988930304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320418.842210:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988930304:12345-0@lo:400:kworker.0 Request processed in 75us (4567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320418.842217:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00080000:2.0:1767320418.842910:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320418.842967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988930304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.845207:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988930944 00000100:00100000:1.0:1767320418.845222:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988930944 00000100:00100000:1.0:1767320418.851049:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727 00000100:00100000:1.0:1767320418.851066:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988930944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.851160:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988930944:12345-0@lo:400:kworker.0 Request processed in 101us (10435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320418.851167:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727 00000100:00100000:0.0:1767320418.852501:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988930944:0@lo:400:kworker.0 00000100:00080000:2.0:1767320418.854223:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320419.786502:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320420.814309:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320421.385297:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988931456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320421.385365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320421.385824:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320421.386425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988931456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320421.897457:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988931584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320421.897528:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320421.898053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320421.898287:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988931584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320422.692806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320422.692852:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320422.692904:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864064 00000100:00100000:0.0:1767320422.692914:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864064 00000100:00080000:1.0:1767320422.693198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320422.856845:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320423.881034:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320423.946618:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320423.946627:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320423.946694:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320423.946712:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320423.946716:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320423.946723:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320423.946729:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320423.946735:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320423.946757:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163988931840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320423.946792:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320423.946795:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320423.946797:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320423.946801:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320423.946803:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320423.946807:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320423.946818:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edc00 x1853163988932096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320423.946827:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320423.946830:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320423.946832:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320423.946836:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320423.946838:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320423.946843:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320423.946855:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163988932224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320423.946900:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320423.946911:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320423.946913:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320423.946916:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320423.946918:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320423.946922:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320423.946983:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329efb80 x1853163988932608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320423.947017:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988932480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.947079:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320423.947115:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320423.947121:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988932352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.947143:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320423.947243:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988931712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.947275:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320423.947304:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320423.947310:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988931968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.947336:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320423.947445:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988932480 00000100:00100000:1.0:1767320423.947452:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988932480 00000100:00100000:1.0:1767320423.947503:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988932352 00000100:00100000:1.0:1767320423.947507:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988932352 00000100:00100000:1.0:1767320423.947531:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728 00000100:00100000:1.0:1767320423.947540:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988932480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320423.947616:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988932480:12345-0@lo:400:kworker.0 Request processed in 76us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320423.947623:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728 00000100:00100000:1.0:1767320423.947640:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729 00000100:00100000:1.0:1767320423.947647:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988932352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320423.947683:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988932352:12345-0@lo:400:kworker.0 Request processed in 38us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320423.947688:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729 00000100:00080000:1.0:1767320423.947711:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320423.947715:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320423.948176:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988931712 00000100:00100000:2.0:1767320423.948182:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988931712 00000100:00100000:2.0:1767320423.948230:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988931968 00000100:00100000:2.0:1767320423.948234:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988931968 00000100:00100000:2.0:1767320423.948260:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1767320423.948267:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988931712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.948311:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988931712:12345-0@lo:400:kworker.0 Request processed in 44us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320423.948317:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1767320423.948332:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1767320423.948337:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988931968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.948361:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988931968:12345-0@lo:400:kworker.0 Request processed in 25us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320423.948366:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1767320423.948416:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988931968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.948426:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988931712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.948458:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988932352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.948468:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988932480:0@lo:400:kworker.0 00000100:00080000:1.0:1767320423.948568:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320423.950103:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988932224 00000100:00100000:2.0:1767320423.950111:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988932224 00000100:00100000:2.0:1767320423.950148:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803 00000100:00100000:2.0:1767320423.950153:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988932224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320423.950168:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320423.950225:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988932224:12345-0@lo:38:kworker.0 Request processed in 70us (1441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320423.950231:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803 00010000:00010000:2.0:1767320424.906007:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320426.505183:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320426.505203:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988932736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320426.505268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320426.505727:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320426.512835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988932736:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320426.952985:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320427.016973:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320427.016996:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988932864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320427.017061:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320427.017837:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988932864:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320427.017908:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320427.809140:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320427.809252:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864192 00000100:00100000:1.0:1767320427.809262:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864192 00000100:00100000:1.0:1767320427.809317:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1423 00000100:00100000:1.0:1767320427.809325:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923864192:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320427.809348:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320427.809451:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923864192:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 124us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320427.809458:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1423 00000100:00100000:2.0:1767320427.818411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320427.824526:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864320 00000100:00100000:0.0:1767320427.824541:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864320 00000100:00100000:0.0:1767320427.824664:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 876 00000100:00100000:0.0:1767320427.824674:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923864320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320427.824772:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923864320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (6370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320427.824781:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 876 00000100:00080000:1.0:1767320427.825161:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320427.977745:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320429.000820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320429.064916:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320429.064929:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320429.065002:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320429.065006:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320429.065010:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320429.065020:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5670 00000100:00080000:0.0:1767320429.065024:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320429.065032:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320429.065059:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5180 x1853163988933120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320429.065102:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320429.065105:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320429.065107:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320429.065126:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5670 00000100:00080000:0.0:1767320429.065129:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320429.065133:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320429.065148:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6d80 x1853163988933376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320429.065159:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320429.065164:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320429.065167:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320429.065177:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5670 00000100:00080000:0.0:1767320429.065179:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320429.065183:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320429.065199:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4000 x1853163988933504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320429.065241:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320429.065245:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320429.065247:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320429.065251:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5670 00000100:00080000:0.0:1767320429.065257:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320429.065265:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320429.065292:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7100 x1853163988933888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320429.065323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988933760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320429.065362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320429.065404:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320429.065420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988933632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320429.065451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320429.065503:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988933760 00000100:00100000:0.0:1767320429.065509:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988933760 00000100:00100000:0.0:1767320429.065547:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988933632 00000100:00100000:0.0:1767320429.065551:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988933632 00000100:00100000:0.0:1767320429.065622:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:0.0:1767320429.065635:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988933760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320429.065690:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988933760:12345-0@lo:400:kworker.0 Request processed in 59us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320429.065699:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00000100:00100000:0.0:1767320429.065719:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731 00000100:00100000:0.0:1767320429.065732:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988933632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320429.065786:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988933632:12345-0@lo:400:kworker.0 Request processed in 58us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320429.065795:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731 00000100:00100000:0.0:1767320429.065843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988933632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320429.065859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988933760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320429.066220:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988933120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320429.066256:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320429.066288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988933376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320429.066310:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320429.066333:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988933504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320429.066360:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320429.066396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988933888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320429.066418:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320429.066448:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988933120 00000100:00100000:1.0:1767320429.066460:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988933120 00000100:00100000:1.0:1767320429.066479:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988933376 00000100:00100000:1.0:1767320429.066481:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988933376 00000100:00100000:1.0:1767320429.066492:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988933888 00000100:00100000:1.0:1767320429.066494:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988933888 00000100:00100000:1.0:1767320429.066507:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1767320429.066512:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320429.066533:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320429.066567:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933120:12345-0@lo:38:kworker.0 Request processed in 54us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320429.066574:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1767320429.066628:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1767320429.066633:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320429.066644:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320429.066669:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933376:12345-0@lo:38:kworker.0 Request processed in 34us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320429.066675:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1767320429.066686:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:1.0:1767320429.066689:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320429.066697:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320429.066719:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988933888:12345-0@lo:38:kworker.0 Request processed in 27us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320429.066724:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:1.0:1767320429.066750:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320429.066754:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320429.066758:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988933120:0@lo:38:kworker.0 00000100:00080000:1.0:1767320429.066792:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320429.066796:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320429.066799:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988933376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320429.066807:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320429.066809:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320429.066812:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988933888:0@lo:38:kworker.0 00000100:00080000:1.0:1767320429.066836:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320429.066840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320429.066843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320429.068709:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320429.068716:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320429.068721:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988933504:0@lo:38:kworker.0 00010000:00010000:2.0:1767320431.049225:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320431.625181:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934016 00000100:00100000:0.0:1767320431.625190:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934016 00000100:00100000:0.0:1767320431.625261:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767320431.625271:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988934016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320431.625298:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320431.625345:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988934016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320431.625352:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00080000:1.0:1767320431.626039:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320432.075602:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320432.138444:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934144 00000100:00100000:2.0:1767320432.138452:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934144 00000100:00100000:2.0:1767320432.138512:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:2.0:1767320432.138521:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988934144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320432.138567:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767320432.141818:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320432.142342:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988934144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3815us (4027us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320432.142356:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767320432.944143:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864576 00000100:00100000:0.0:1767320432.944169:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864576 00000100:00100000:0.0:1767320432.944320:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864448 00000100:00100000:0.0:1767320432.944324:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864448 00000100:00100000:0.0:1767320432.944353:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 879 00000100:00100000:0.0:1767320432.944365:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923864576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320432.944458:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923864576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (12959us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320432.944467:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 879 00000100:00100000:0.0:1767320432.944493:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1427 00000100:00100000:0.0:1767320432.944497:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923864448:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320432.944520:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320432.944547:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923864448:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (12873us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320432.944553:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1427 00000100:00080000:2.0:1767320432.945077:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320433.097169:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320434.186199:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320434.186209:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320434.186277:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320434.186281:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320434.186284:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320434.186291:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5675 00000100:00080000:2.0:1767320434.186296:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320434.186302:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320434.186321:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988934400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320434.186356:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320434.186359:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320434.186360:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320434.186364:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5675 00000100:00080000:2.0:1767320434.186366:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320434.186369:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320434.186378:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163988934656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320434.186406:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320434.186409:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320434.186412:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320434.186417:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5675 00000100:00080000:2.0:1767320434.186419:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320434.186424:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320434.186433:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988934400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320434.186442:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163988934784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320434.186486:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320434.186489:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320434.186491:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320434.186495:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5675 00000100:00080000:2.0:1767320434.186497:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320434.186501:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320434.186511:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163988935168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320434.186543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988934912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320434.186558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.186652:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988934656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320434.186686:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320434.187733:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988934272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320434.189180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.189278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988934784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320434.189336:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.189360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988935168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320434.189383:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.189431:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934400 00000100:00100000:1.0:1767320434.189438:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934400 00000100:00100000:1.0:1767320434.189497:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934656 00000100:00100000:1.0:1767320434.189500:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934656 00000100:00100000:1.0:1767320434.189514:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935168 00000100:00100000:1.0:1767320434.189517:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935168 00000100:00100000:1.0:1767320434.189537:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767320434.190681:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988934400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320434.190713:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320434.190795:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988934400:12345-0@lo:38:kworker.0 Request processed in 1249us (4249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320434.190804:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767320434.190833:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1767320434.190837:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988934656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320434.190846:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320434.190866:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988934656:12345-0@lo:38:kworker.0 Request processed in 27us (1697us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320434.190872:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1767320434.190880:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1767320434.190884:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988935168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320434.190892:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320434.190911:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988935168:12345-0@lo:38:kworker.0 Request processed in 25us (1528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320434.190917:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1767320434.190955:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.190996:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934528 00000100:00100000:1.0:1767320434.191002:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934528 00000100:00100000:1.0:1767320434.191038:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1767320434.191045:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988934528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320434.191101:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988934528:12345-0@lo:400:kworker.0 Request processed in 57us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320434.191107:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1767320434.191154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988934528:0@lo:400:kworker.0 00000100:00080000:1.0:1767320434.191188:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320434.191193:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320434.191197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988935168:0@lo:38:kworker.0 00000100:00080000:1.0:1767320434.191208:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320434.191211:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320434.191214:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988934400:0@lo:38:kworker.0 00000100:00080000:1.0:1767320434.191223:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320434.191226:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320434.191229:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988934656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320434.191307:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934784 00000100:00100000:1.0:1767320434.191312:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934784 00000100:00100000:1.0:1767320434.191338:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805 00000100:00100000:1.0:1767320434.191343:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988934784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320434.191353:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320434.191385:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988934784:12345-0@lo:38:kworker.0 Request processed in 41us (2048us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320434.191391:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805 00000100:00080000:1.0:1767320434.191408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320434.191413:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320434.191429:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320434.191439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320434.191442:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988934784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320434.191482:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988935040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320434.191520:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.192692:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935040 00000100:00100000:1.0:1767320434.192704:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935040 00000100:00100000:1.0:1767320434.192759:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733 00000100:00100000:1.0:1767320434.192766:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988935040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320434.192828:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988935040:12345-0@lo:400:kworker.0 Request processed in 63us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320434.192940:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733 00000100:00080000:1.0:1767320434.192965:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320434.192996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988935040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320434.195448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988934912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320434.196854:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320434.196966:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988934272 00000100:00100000:2.0:1767320434.196974:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988934272 00000100:00100000:2.0:1767320434.197041:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1767320434.197049:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988934272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320434.197128:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988934272:12345-0@lo:400:kworker.0 Request processed in 81us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320434.197136:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1767320434.197223:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988934272:0@lo:400:kworker.0 00010000:00010000:2.0:1767320435.144857:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320436.168837:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320436.744881:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320436.744905:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988935296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320436.744972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320436.745322:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320436.749984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988935296:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320437.196933:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320437.258462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988935424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320437.258526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320437.258816:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320437.258955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988935424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320438.051249:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320438.051288:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320438.051309:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923864960 offset 0 length 520: 4 00000100:00100000:1.0:1767320438.051333:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864704 00000100:00100000:1.0:1767320438.051343:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864704 00000100:00100000:2.0:1767320438.051443:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923864832 00000100:00100000:2.0:1767320438.051448:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923864832 00000100:00100000:1.0:1767320438.051456:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1431 00000100:00100000:1.0:1767320438.051465:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923864704:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320438.051489:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320438.051502:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 882 00000100:00100000:2.0:1767320438.051513:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923864832:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320438.051574:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923864704:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320438.051574:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923864832:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 57us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320438.051618:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1431 00000100:00080000:0.0:1767320438.051678:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320438.051884:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 882 00010000:00010000:2.0:1767320439.240805:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320439.309040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988935552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320439.309118:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988935680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320439.309251:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988935808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320439.309320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320439.309375:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735 00000100:00100000:2.0:1767320439.309384:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988936320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320439.309421:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988936320:12345-0@lo:400:kworker.0 Request processed in 38us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320439.309428:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735 00000100:00080000:2.0:1767320439.309450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320439.309453:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320439.309468:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935552 00000100:00100000:2.0:1767320439.309472:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935552 00000100:00100000:2.0:1767320439.309511:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1767320439.309517:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988935552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320439.309550:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988935552:12345-0@lo:400:kworker.0 Request processed in 33us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320439.309556:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:2.0:1767320439.309574:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320439.309628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988935552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320439.309665:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988936320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320439.310196:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320439.310283:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988935936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320439.310310:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320439.310656:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320439.310701:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988936064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320439.310727:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320439.310751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988936448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320439.310778:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988936064 00000100:00100000:1.0:1767320439.310782:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988936064 00000100:00100000:1.0:1767320439.310806:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4806 00000100:00100000:1.0:1767320439.310812:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988936064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320439.310830:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320439.310863:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988936064:12345-0@lo:38:kworker.0 Request processed in 51us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320439.310869:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4806 00000100:00100000:2.0:1767320439.310957:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935680 00000100:00100000:2.0:1767320439.310962:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935680 00000100:00100000:2.0:1767320439.310988:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935936 00000100:00100000:2.0:1767320439.310990:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935936 00000100:00100000:2.0:1767320439.311003:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1767320439.311007:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988935680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320439.311017:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320439.311044:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988935680:12345-0@lo:38:kworker.0 Request processed in 35us (849us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320439.311049:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1767320439.311062:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1767320439.311065:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988935936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320439.311073:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320439.311091:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988935936:12345-0@lo:38:kworker.0 Request processed in 25us (781us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320439.311096:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1767320439.311901:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320439.311954:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320439.311960:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320439.311963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988935680:0@lo:38:kworker.0 00000100:00080000:1.0:1767320439.311973:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320439.311976:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320439.311988:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988935936:0@lo:38:kworker.0 00000100:00080000:1.0:1767320439.312001:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320439.312004:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320439.312007:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988936064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320439.312150:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988935808 00000100:00100000:2.0:1767320439.312155:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988935808 00000100:00100000:2.0:1767320439.312215:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988936448 00000100:00100000:2.0:1767320439.312219:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988936448 00000100:00100000:2.0:1767320439.312236:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767320439.312243:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988935808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320439.312289:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988935808:12345-0@lo:400:kworker.0 Request processed in 47us (1633us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320439.312295:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767320439.312309:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1767320439.312312:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988936448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320439.312327:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320439.312352:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988936448:12345-0@lo:38:kworker.0 Request processed in 38us (453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320439.312358:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:1.0:1767320439.312458:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320439.312462:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320439.312466:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988936448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320439.312522:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320439.312548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988935808:0@lo:400:kworker.0 00010000:00010000:1.0:1767320440.266653:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320441.288794:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320441.864861:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320441.864883:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988936576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320441.864952:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320441.865108:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988936576 00000100:00100000:0.0:1767320441.865118:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988936576 00000100:00100000:0.0:1767320441.865186:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:0.0:1767320441.865195:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988936576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320441.865221:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320441.865264:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988936576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320441.865272:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00080000:1.0:1767320441.865410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320441.865446:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988936576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320442.377116:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988936704 00000100:00100000:1.0:1767320442.377125:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988936704 00000100:00100000:1.0:1767320442.377190:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1767320442.377206:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988936704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320442.377232:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320442.377270:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988936704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320442.377277:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00080000:0.0:1767320442.377432:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320443.171203:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320443.171249:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320443.171470:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865216 00000100:00100000:1.0:1767320443.171480:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865216 00000100:00100000:1.0:1767320443.171565:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865088 00000100:00100000:1.0:1767320443.171568:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865088 00000100:00100000:1.0:1767320443.171632:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 885 00000100:00100000:1.0:1767320443.171661:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320443.171740:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320443.171747:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 885 00000100:00100000:1.0:1767320443.171765:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1435 00000100:00100000:1.0:1767320443.171770:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923865088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320443.171791:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320443.171813:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923865088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (564us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320443.171819:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1435 00000100:00080000:0.0:1767320443.171991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320443.336982:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320443.400751:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320418/real 1767320418] req@ffff9e7d3fac4700 x1853163988931328/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320443.400794:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3fac4700 x1853163988931328/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320443.400816:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320443.400995:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320443.401000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988931328:0@lo:250:kworker.0 00000100:00080000:0.0:1767320443.408484:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320443.408495:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320443.408499:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320443.408517:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5665 00000100:00080000:0.0:1767320443.408522:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320443.408530:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320443.408568:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4a80 x1853163988936832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320443.408870:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988936832:0@lo:250:kworker.0 00000400:00000100:2.0:1767320443.408944:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988936832 offset 0 length 520: 4 00000100:00100000:1.0:1767320443.409277:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988936960 00000100:00100000:1.0:1767320443.409285:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988936960 00000100:00100000:1.0:1767320443.409365:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1767320443.409375:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988936960:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320443.409520:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320443.409525:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320443.409527:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320443.409532:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5686 00000100:00080000:0.0:1767320443.409535:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320443.409539:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320443.409566:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163988937088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320443.409624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988937088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320443.409650:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320443.409700:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320443.409720:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937088 00000100:00100000:2.0:1767320443.409724:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937088 00000100:00100000:2.0:1767320443.409747:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767320443.409752:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988937088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320443.409771:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320443.409807:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988937088:12345-0@lo:38:kworker.0 Request processed in 54us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320443.409814:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00080000:2.0:1767320443.409864:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320443.409870:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320443.409873:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988937088:0@lo:38:kworker.0 00000100:00080000:0.0:1767320443.413723:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320443.413731:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320443.413735:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320443.413744:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5686 00000100:00080000:0.0:1767320443.413751:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320443.413758:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320443.413781:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6300 x1853163988937344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320443.413793:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320443.413796:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320443.413798:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320443.413802:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5686 00000100:00080000:0.0:1767320443.413805:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320443.413809:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320443.413822:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163988937472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320443.416041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988937344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320443.416127:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320443.416176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988937472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320443.416205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320443.416262:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937344 00000100:00100000:2.0:1767320443.416270:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937344 00000100:00100000:2.0:1767320443.416323:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1767320443.416330:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988937344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320443.416355:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320443.416397:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988937344:12345-0@lo:38:kworker.0 Request processed in 67us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320443.416419:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00080000:2.0:1767320443.416467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320443.416473:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320443.416478:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988937344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320443.416533:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320443.416543:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988937600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320443.416571:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320443.416631:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937600 00000100:00100000:2.0:1767320443.416635:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937600 00000100:00100000:2.0:1767320443.416673:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:2.0:1767320443.416679:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988937600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320443.416717:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988937600:12345-0@lo:400:kworker.0 Request processed in 37us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320443.416723:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00080000:2.0:1767320443.416740:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320443.416757:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988937600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320443.416786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988937216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320443.416808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320443.416832:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937216 00000100:00100000:2.0:1767320443.416835:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937216 00000100:00100000:2.0:1767320443.417062:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1767320443.417070:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988937216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320443.417106:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988937216:12345-0@lo:400:kworker.0 Request processed in 37us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320443.417112:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1767320443.417148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988937216:0@lo:400:kworker.0 00000100:00080000:2.0:1767320443.417162:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320443.418026:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320443.418032:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320443.418035:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320443.418041:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5686 00000100:00080000:0.0:1767320443.418046:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320443.418051:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320443.418068:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320443.418081:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988937728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320443.418122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320443.418158:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937728 00000100:00100000:0.0:1767320443.418163:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937728 00000100:00100000:0.0:1767320443.418193:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:0.0:1767320443.418199:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988937728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320443.418236:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988937728:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320443.418243:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00000100:00100000:0.0:1767320443.418275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988937728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320443.418444:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ce00 x1853163988937856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320443.418478:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988937856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320443.418517:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320443.418547:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937856 00000100:00100000:0.0:1767320443.418551:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937856 00000100:00100000:0.0:1767320443.418570:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1767320443.418575:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988937856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320443.418612:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320443.418642:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988937856:12345-0@lo:38:kworker.0 Request processed in 66us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320443.418649:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00080000:0.0:1767320443.418674:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320443.418679:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320443.418682:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988937856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320443.418726:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937472 00000100:00100000:0.0:1767320443.418731:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937472 00000100:00100000:0.0:1767320443.418752:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807 00000100:00100000:0.0:1767320443.418756:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988937472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320443.418766:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320443.418797:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988937472:12345-0@lo:38:kworker.0 Request processed in 39us (2592us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320443.418802:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807 00000100:00080000:0.0:1767320443.418826:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320443.418831:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320443.418834:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988937472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320443.419033:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988936960:12345-0@lo:400:kworker.0 Request processed in 9658us (9835us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320443.419041:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00010000:00010000:1.0:1767320444.360978:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320445.385296:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320446.985071:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320446.985094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988937984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320446.985162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320446.985297:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988937984 00000100:00100000:0.0:1767320446.985305:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988937984 00000100:00100000:0.0:1767320446.985367:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:0.0:1767320446.985373:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988937984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320446.985397:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320446.985451:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988937984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320446.985458:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00080000:2.0:1767320446.985592:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320447.435747:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320447.500518:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320447.500552:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988938112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320447.500653:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320447.500873:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938112 00000100:00100000:1.0:1767320447.500881:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938112 00000100:00100000:1.0:1767320447.500953:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:1.0:1767320447.500963:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988938112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320447.500993:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320447.501055:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988938112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320447.501081:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00100000:1.0:1767320447.501133:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988938112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320447.502407:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320448.293362:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320448.293533:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320448.305209:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320448.305469:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 888 00000100:00100000:0.0:1767320448.305484:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320448.305564:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (12212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320448.305572:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 888 00000100:00100000:0.0:1767320448.305611:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1439 00000100:00100000:0.0:1767320448.305628:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923865344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320448.305648:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320448.305671:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923865344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (12139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320448.305677:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1439 00010000:00010000:1.0:1767320448.457102:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320448.522262:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988938368:0@lo:38:kworker.0 00000100:00100000:1.0:1767320448.522289:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988938624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320448.522330:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988938752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320448.522363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522375:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988939136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320448.522390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522430:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938368 00000100:00100000:1.0:1767320448.522437:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938368 00000100:00100000:1.0:1767320448.522462:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938624 00000100:00100000:1.0:1767320448.522464:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938624 00000100:00100000:1.0:1767320448.522475:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939136 00000100:00100000:1.0:1767320448.522477:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939136 00000100:00100000:1.0:1767320448.522491:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1767320448.522496:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988938368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320448.522517:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320448.522549:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988938368:12345-0@lo:38:kworker.0 Request processed in 52us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320448.522566:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1767320448.522611:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1767320448.522615:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988938624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320448.522625:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320448.522647:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988938624:12345-0@lo:38:kworker.0 Request processed in 31us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320448.522652:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1767320448.522661:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1767320448.522664:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988939136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320448.522672:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320448.522687:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988939136:12345-0@lo:38:kworker.0 Request processed in 21us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320448.522692:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:1.0:1767320448.522728:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320448.522733:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320448.522736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988938368:0@lo:38:kworker.0 00000100:00080000:1.0:1767320448.522743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320448.522746:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320448.522749:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988938624:0@lo:38:kworker.0 00000100:00080000:1.0:1767320448.522754:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320448.522757:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320448.522759:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988939136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320448.522803:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988938496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320448.522826:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522846:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320448.522853:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938496 00000100:00100000:1.0:1767320448.522858:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988938240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320448.522860:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938496 00000100:00100000:1.0:1767320448.522880:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.522909:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938240 00000100:00100000:1.0:1767320448.522912:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938240 00000100:00100000:2.0:1767320448.522917:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1767320448.522928:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988938496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320448.522943:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767320448.522951:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988938240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320448.522988:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988938496:12345-0@lo:400:kworker.0 Request processed in 61us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320448.522993:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988938240:12345-0@lo:400:kworker.0 Request processed in 41us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320448.523002:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:2.0:1767320448.523025:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320448.523049:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988938240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320448.523059:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988938496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320448.523083:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1767320448.523279:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938752 00000100:00100000:0.0:1767320448.523285:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938752 00000100:00100000:0.0:1767320448.523313:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808 00000100:00100000:0.0:1767320448.523319:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988938752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320448.523332:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320448.523352:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988938880 00000100:00100000:1.0:1767320448.523358:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988938880 00000100:00100000:0.0:1767320448.523384:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988938752:12345-0@lo:38:kworker.0 Request processed in 62us (1017us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320448.523392:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808 00000100:00100000:1.0:1767320448.523398:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939008 00000100:00100000:1.0:1767320448.523402:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939008 00000100:00100000:0.0:1767320448.523757:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738 00000100:00100000:1.0:1767320448.523766:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739 00000100:00100000:0.0:1767320448.523771:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988938880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320448.523779:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988939008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320448.523820:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988938880:12345-0@lo:400:kworker.0 Request processed in 54us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320448.523826:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988939008:12345-0@lo:400:kworker.0 Request processed in 50us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320448.523834:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738 00000100:00100000:1.0:1767320448.523841:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739 00000100:00080000:0.0:1767320448.523885:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320448.523891:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320448.523895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988938752:0@lo:38:kworker.0 00010000:00010000:2.0:1767320449.480893:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320451.531680:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320452.104862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988939264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320452.104918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.105020:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939264 00000100:00100000:0.0:1767320452.105042:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939264 00000100:00100000:0.0:1767320452.105103:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:0.0:1767320452.105110:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988939264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320452.105145:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320452.105189:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988939264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320452.105194:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1767320452.105744:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988939264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320452.552753:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320452.626956:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939392 00000100:00100000:1.0:1767320452.626969:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939392 00000100:00100000:1.0:1767320452.627261:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:1.0:1767320452.627280:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988939392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320452.627312:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320452.627397:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988939392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320452.627418:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00100000:1.0:1767320453.408844:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320453.408894:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320453.408974:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865728 00000100:00100000:0.0:1767320453.408985:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865728 00000100:00100000:0.0:1767320453.409051:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865600 00000100:00100000:0.0:1767320453.409054:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865600 00000100:00100000:0.0:1767320453.409074:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 891 00000100:00100000:0.0:1767320453.409085:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923865728:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320453.409159:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923865728:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320453.409167:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 891 00000100:00100000:0.0:1767320453.409190:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1443 00000100:00100000:0.0:1767320453.409195:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923865600:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320453.409215:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320453.409242:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923865600:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320453.409248:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1443 00000100:00080000:1.0:1767320453.409447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320453.576820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320453.640979:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320453.641525:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988939648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320453.641628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320453.643427:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939648 00000100:00100000:2.0:1767320453.643443:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939648 00000100:00100000:2.0:1767320453.643518:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1767320453.643526:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988939648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320453.643554:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320453.643664:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988939648:12345-0@lo:38:kworker.0 Request processed in 137us (2035us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320453.643671:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00080000:2.0:1767320453.643720:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320453.643725:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320453.643729:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988939648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320453.645308:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988939776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320453.645672:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320453.645801:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988939520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320453.645826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320453.649554:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939776 00000100:00100000:1.0:1767320453.649564:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939776 00000100:00080000:0.0:1767320453.649744:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320453.649819:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939520 00000100:00100000:2.0:1767320453.649825:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939520 00000100:00100000:2.0:1767320453.649874:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1767320453.649884:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988939776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320453.649964:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988939776:12345-0@lo:400:kworker.0 Request processed in 82us (4385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320453.649972:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1767320453.649988:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1767320453.649994:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988939520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320453.650023:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988939520:12345-0@lo:400:kworker.0 Request processed in 30us (4197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320453.650030:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00080000:0.0:1767320453.650162:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320453.650198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988939776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320453.650210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988939520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320453.650785:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988940032 00000100:00100000:0.0:1767320453.650799:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988940032 00000100:00100000:0.0:1767320453.650832:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4809 00000100:00100000:0.0:1767320453.650836:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988940032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320453.650856:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320453.650894:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988940032:12345-0@lo:38:kworker.0 Request processed in 56us (204us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320453.650899:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4809 00000100:00100000:2.0:1767320453.651172:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988939904 00000100:00100000:2.0:1767320453.651176:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988939904 00000100:00100000:2.0:1767320453.651233:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988940416 00000100:00100000:2.0:1767320453.651243:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988940416 00000100:00100000:1.0:1767320453.651283:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1767320453.651288:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988939904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320453.651299:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320453.651351:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988939904:12345-0@lo:38:kworker.0 Request processed in 62us (1863us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320453.651357:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1767320453.651372:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1767320453.651376:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988940416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320453.651385:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320453.651409:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988940416:12345-0@lo:38:kworker.0 Request processed in 31us (670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320453.651415:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00080000:0.0:1767320453.651553:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320453.651559:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320453.651562:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988939904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320453.651570:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320453.651573:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320453.651575:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988940416:0@lo:38:kworker.0 00010000:00010000:2.0:1767320455.624889:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320456.650211:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320457.224909:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320457.224930:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988940544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320457.224996:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320457.225174:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988940544 00000100:00100000:0.0:1767320457.225182:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988940544 00000100:00100000:0.0:1767320457.225256:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:0.0:1767320457.225265:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988940544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320457.225290:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320457.225330:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988940544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320457.225336:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00080000:1.0:1767320457.225408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320457.225458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988940544:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320457.672807:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320457.741820:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988940672 00000100:00100000:1.0:1767320457.741837:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988940672 00000100:00100000:1.0:1767320457.741918:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:1.0:1767320457.741929:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988940672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320457.741976:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320457.742066:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988940672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (4690us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320457.742073:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767320457.742237:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988940672:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320457.742465:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320458.540818:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320458.540873:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320458.540904:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865984 00000100:00100000:1.0:1767320458.540914:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865984 00000100:00100000:1.0:1767320458.540963:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923865856 00000100:00100000:1.0:1767320458.540966:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923865856 00000100:00100000:1.0:1767320458.540982:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 894 00000100:00100000:1.0:1767320458.540993:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865984:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320458.541061:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923865984:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320458.541069:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 894 00000100:00100000:1.0:1767320458.541088:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1447 00000100:00100000:1.0:1767320458.541092:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923865856:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320458.541110:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320458.541135:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923865856:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320458.541141:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1447 00000100:00080000:0.0:1767320458.541478:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320458.760817:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320458.760829:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320458.760892:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320458.760897:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320458.760901:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320458.760909:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5700 00000100:00080000:0.0:1767320458.760913:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320458.760919:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320458.760942:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f86680 x1853163988940928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320458.760962:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320458.760965:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320458.760966:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320458.760970:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5700 00000100:00080000:0.0:1767320458.760972:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320458.760976:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320458.760987:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f84a80 x1853163988941184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320458.760997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320458.761001:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320458.761002:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320458.761007:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5700 00000100:00080000:0.0:1767320458.761009:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320458.761032:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320458.761047:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1f80 x1853163988941312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320458.761090:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320458.761093:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320458.761095:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320458.761098:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5700 00000100:00080000:0.0:1767320458.761100:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320458.761103:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320458.761112:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163988941696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320458.761143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988941568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.761249:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320458.761308:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320458.761314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988941440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.761337:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320458.761367:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988941568 00000100:00100000:0.0:1767320458.761374:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988941568 00000100:00100000:0.0:1767320458.761413:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988941440 00000100:00100000:0.0:1767320458.761416:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988941440 00000100:00100000:0.0:1767320458.761434:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742 00000100:00100000:0.0:1767320458.761442:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988941568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.761486:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988941568:12345-0@lo:400:kworker.0 Request processed in 44us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320458.761493:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742 00000100:00100000:0.0:1767320458.761511:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743 00000100:00100000:0.0:1767320458.761524:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988941440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.761554:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988941440:12345-0@lo:400:kworker.0 Request processed in 31us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320458.761559:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743 00000100:00100000:0.0:1767320458.761621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988941440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.761632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988941568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.762684:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988941056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.762718:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.762748:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320458.762755:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988940800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.762777:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320458.763008:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988941056 00000100:00100000:0.0:1767320458.763015:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988941056 00000100:00100000:0.0:1767320458.763061:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988940800 00000100:00100000:0.0:1767320458.763064:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988940800 00000100:00100000:0.0:1767320458.763080:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1767320458.763086:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988941056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.763123:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988941056:12345-0@lo:400:kworker.0 Request processed in 37us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320458.763129:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1767320458.763142:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1767320458.763146:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988940800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.763167:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988940800:12345-0@lo:400:kworker.0 Request processed in 21us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320458.763173:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00080000:2.0:1767320458.763413:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320458.763437:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988940800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.763447:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988941056:0@lo:400:kworker.0 00010000:00010000:2.0:1767320459.724831:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320460.744844:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320461.770402:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320462.347917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988941824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320462.347994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320462.349051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320462.351195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988941824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320462.629313:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320462.631637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320462.857449:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988941952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320462.857518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320462.857840:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320462.867991:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988941952:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320463.817032:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320463.880938:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320463.880950:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320463.881019:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320463.881024:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320463.881028:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320463.881052:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5705 00000100:00080000:2.0:1767320463.881058:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320463.881064:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320463.881088:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f800 x1853163988942208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320463.881225:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320463.881229:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320463.881232:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320463.881237:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5705 00000100:00080000:2.0:1767320463.881240:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320463.881244:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320463.881257:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163988942464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320463.881270:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320463.881277:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320463.881279:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320463.881284:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5705 00000100:00080000:2.0:1767320463.881286:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320463.881290:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320463.881304:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d880 x1853163988942592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320463.881346:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320463.881350:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320463.881352:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320463.881367:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5705 00000100:00080000:2.0:1767320463.881370:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320463.881374:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320463.881389:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d180 x1853163988942976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320463.881420:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988942720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320463.881511:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320463.881519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988942848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881545:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320463.881620:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942720 00000100:00100000:2.0:1767320463.881626:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942720 00000100:00100000:2.0:1767320463.881659:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942848 00000100:00100000:2.0:1767320463.881662:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942848 00000100:00100000:2.0:1767320463.881689:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:2.0:1767320463.881702:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988942720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881751:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988942720:12345-0@lo:400:kworker.0 Request processed in 52us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320463.881758:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000100:00100000:2.0:1767320463.881778:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745 00000100:00100000:2.0:1767320463.881786:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988942848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881816:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988942848:12345-0@lo:400:kworker.0 Request processed in 31us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320463.881821:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745 00000100:00100000:2.0:1767320463.881864:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988942848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988942720:0@lo:400:kworker.0 00000100:00080000:2.0:1767320463.881919:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320463.881959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988942080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.881969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988942336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320463.883219:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988942208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.883276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.883315:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988942464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.883334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.883361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988942592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.883384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.883417:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988942976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.883437:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.883472:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942592 00000100:00100000:1.0:1767320463.883489:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942592 00000100:00100000:1.0:1767320463.883523:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811 00000100:00100000:1.0:1767320463.883528:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988942592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.883548:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320463.883777:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942208 00000100:00100000:0.0:1767320463.883782:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942208 00000100:00100000:0.0:1767320463.883805:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942464 00000100:00100000:0.0:1767320463.883808:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942464 00000100:00100000:0.0:1767320463.883821:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988942976 00000100:00100000:0.0:1767320463.883823:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988942976 00000100:00100000:0.0:1767320463.883852:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1767320463.883857:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988942208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320463.883869:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320463.883906:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988942592:12345-0@lo:38:kworker.0 Request processed in 375us (519us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.883914:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811 00000100:00100000:1.0:1767320463.883942:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1767320463.883946:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988942464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.883956:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320463.884023:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1767320463.884028:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988942976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320463.884039:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320463.886436:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988942208:12345-0@lo:38:kworker.0 Request processed in 2568us (3149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320463.886450:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00080000:0.0:1767320463.886532:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320463.886538:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320463.886542:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988942208:0@lo:38:kworker.0 00000100:00080000:0.0:1767320463.886554:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320463.886558:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320463.886561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988942592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.889864:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988942464:12345-0@lo:38:kworker.0 Request processed in 5902us (6513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.889883:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767320463.890104:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988942976:12345-0@lo:38:kworker.0 Request processed in 6073us (6664us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320463.890112:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00080000:0.0:1767320463.890407:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320463.890414:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320463.890418:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988942464:0@lo:38:kworker.0 00000100:00080000:0.0:1767320463.890426:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320463.890430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320463.890433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988942976:0@lo:38:kworker.0 00010000:00010000:1.0:1767320464.840965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320465.865274:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320467.465839:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988943104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320467.465924:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320467.466095:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943104 00000100:00100000:1.0:1767320467.466108:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943104 00000100:00100000:1.0:1767320467.466185:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:1.0:1767320467.466195:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988943104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320467.466227:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320467.466283:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988943104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320467.466291:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00080000:2.0:1767320467.466571:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320467.750670:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923866624 00000100:00100000:1.0:1767320467.750687:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923866624 00000100:00100000:1.0:1767320467.750993:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923866496 00000100:00100000:1.0:1767320467.750998:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923866496 00000100:00100000:1.0:1767320467.751025:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 900 00000100:00100000:1.0:1767320467.751036:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923866624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320467.751149:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923866624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 115us (2514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320467.751168:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 900 00000100:00100000:1.0:1767320467.751188:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1455 00000100:00100000:1.0:1767320467.751193:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923866496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320467.751213:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320467.751238:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923866496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (2544us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320467.751262:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1455 00000100:00080000:0.0:1767320467.753547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320467.913531:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320467.977425:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320467.977647:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988943232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320467.977717:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320467.978253:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943232 00000100:00100000:1.0:1767320467.978262:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943232 00000100:00100000:1.0:1767320467.978324:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:1.0:1767320467.978333:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988943232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320467.978362:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320467.978426:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988943232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320467.978433:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00100000:2.0:1767320467.978625:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988943232:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320467.978812:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320468.939332:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320469.000795:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.000806:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320469.000875:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.000879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320469.000884:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320469.000892:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5710 00000100:00080000:2.0:1767320469.000913:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320469.000920:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320469.000955:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1e300 x1853163988943488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320469.000992:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.000995:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320469.000997:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320469.001000:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5710 00000100:00080000:2.0:1767320469.001003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320469.001007:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320469.001018:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163988943744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320469.001027:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.001058:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320469.001060:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320469.001064:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5710 00000100:00080000:2.0:1767320469.001067:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320469.001071:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320469.001084:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163988943872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320469.001119:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.001123:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320469.001124:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320469.001127:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5710 00000100:00080000:2.0:1767320469.001135:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320469.001139:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320469.001150:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d880 x1853163988944256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320469.001198:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988944000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.001266:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320469.001329:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320469.001335:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988944128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.001358:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320469.001392:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988944000 00000100:00100000:2.0:1767320469.001399:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988944000 00000100:00100000:2.0:1767320469.001446:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988944128 00000100:00100000:2.0:1767320469.001450:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988944128 00000100:00100000:2.0:1767320469.001471:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746 00000100:00100000:2.0:1767320469.001480:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988944000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.001529:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988944000:12345-0@lo:400:kworker.0 Request processed in 50us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320469.001536:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746 00000100:00100000:2.0:1767320469.001556:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747 00000100:00100000:2.0:1767320469.001563:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988944128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.001613:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988944128:12345-0@lo:400:kworker.0 Request processed in 51us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320469.001620:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747 00000100:00100000:2.0:1767320469.001670:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988944128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.001680:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988944000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320469.001762:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988943360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320469.001813:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320469.001840:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320443/real 1767320443] req@ffff9e7d3fac4a80 x1853163988936832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320469.001850:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320469.001855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988943616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320469.001857:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3fac4a80 x1853163988936832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320469.001868:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988943488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320469.001888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320469.001902:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320469.001906:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320469.008264:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320469.010024:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988943744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320469.010101:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320469.010160:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943360 00000100:00100000:2.0:1767320469.010170:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943360 00000100:00100000:2.0:1767320469.010254:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943616 00000100:00100000:2.0:1767320469.010258:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943616 00000100:00100000:2.0:1767320469.010279:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943488 00000100:00100000:2.0:1767320469.010283:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943488 00000100:00100000:2.0:1767320469.010301:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1767320469.010310:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988943360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.010369:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988943360:12345-0@lo:400:kworker.0 Request processed in 61us (8554us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320469.010377:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1767320469.010395:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1767320469.010401:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988943616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.010429:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988943616:12345-0@lo:400:kworker.0 Request processed in 28us (8540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320469.010435:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1767320469.010449:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1767320469.010453:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988943488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320469.012506:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320469.012576:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988943488:12345-0@lo:38:kworker.0 Request processed in 2120us (4320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320469.012598:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00080000:2.0:1767320469.012676:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320469.012734:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988943616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320469.012747:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988943360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320469.015017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988943872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320469.015090:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320469.015126:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988944256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320469.015149:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320469.016453:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988943872 00000100:00100000:2.0:1767320469.016491:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988943872 00000100:00080000:1.0:1767320469.022390:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320469.022391:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4812 00000100:00100000:2.0:1767320469.022403:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988943872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320469.022429:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320469.022522:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320469.022527:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988936832:0@lo:250:kworker.0 00000100:00080000:1.0:1767320469.022572:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320469.022576:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320469.022592:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988943488:0@lo:38:kworker.0 00000100:00080000:1.0:1767320469.022639:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320469.022644:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320469.022646:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320469.022649:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5690 00000100:00080000:1.0:1767320469.022653:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320469.022658:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320469.022874:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163988944384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320469.022993:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988943872:12345-0@lo:38:kworker.0 Request processed in 588us (7900us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320469.023002:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4812 00000100:00100000:0.0:1767320469.030643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988944384:0@lo:250:kworker.0 00000400:00000100:0.0:1767320469.030711:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988944384 offset 0 length 520: 4 00000100:00080000:0.0:1767320469.030775:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320469.030781:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320469.030784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988943744:0@lo:38:kworker.0 00000100:00080000:0.0:1767320469.031950:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320469.031959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320469.031964:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988943872:0@lo:38:kworker.0 00000100:00080000:1.0:1767320469.033108:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320469.033117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320469.033122:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988944256:0@lo:38:kworker.0 00010000:00010000:2.0:1767320469.960787:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320472.010033:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320472.585370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988944512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320472.585447:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320472.585565:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988944512 00000100:00100000:1.0:1767320472.585573:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988944512 00000100:00100000:1.0:1767320472.585672:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767320472.585683:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988944512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320472.585716:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320472.585770:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988944512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320472.585778:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767320472.585847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988944512:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320472.585914:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320472.864975:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320472.865039:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320472.865195:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923866880 00000100:00100000:0.0:1767320472.865207:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923866880 00000100:00100000:2.0:1767320472.865207:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923866752 00000100:00100000:2.0:1767320472.865214:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923866752 00000100:00100000:2.0:1767320472.865283:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1459 00000100:00100000:2.0:1767320472.865292:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923866752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320472.865318:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320472.865329:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 903 00000100:00100000:0.0:1767320472.865340:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923866880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320472.865465:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923866752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 172us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320472.865473:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1459 00000100:00080000:1.0:1767320472.867454:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320472.867624:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923866880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2281us (2673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320472.867722:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 903 00010000:00010000:1.0:1767320473.033881:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320473.097100:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320473.097123:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988944640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320473.097185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320473.097268:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988944640 00000100:00100000:0.0:1767320473.097277:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988944640 00000100:00100000:0.0:1767320473.097347:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:0.0:1767320473.097357:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988944640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320473.097386:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320473.097437:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988944640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320473.097444:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00080000:1.0:1767320473.097653:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320474.056986:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320474.120756:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320474.120767:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320474.120845:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320474.120849:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320474.120853:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320474.120861:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5715 00000100:00080000:2.0:1767320474.120866:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320474.120872:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320474.120895:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1e300 x1853163988944896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320474.120926:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320474.120929:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320474.120931:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320474.120934:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5715 00000100:00080000:2.0:1767320474.120947:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320474.120951:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320474.120963:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c380 x1853163988945152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320474.120972:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320474.120975:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320474.120977:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320474.120980:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5715 00000100:00080000:2.0:1767320474.120983:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320474.120986:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320474.120998:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d180 x1853163988945280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320474.121047:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320474.121050:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320474.121052:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320474.121055:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5715 00000100:00080000:2.0:1767320474.121057:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320474.121061:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320474.121071:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3480 x1853163988945664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320474.121096:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988945408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320474.121169:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320474.121228:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988944768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320474.121290:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988944896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320474.122958:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320474.123200:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320474.123239:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988945152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320474.123268:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320474.123285:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988945280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320474.123306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320474.123321:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988945664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320474.123338:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320474.123375:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1767320474.123379:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988945152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320474.123388:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320474.123409:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988945152:12345-0@lo:38:kworker.0 Request processed in 28us (139us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320474.123597:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320474.123635:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988944768:0@lo:400:kworker.0 00000100:00080000:0.0:1767320474.123672:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320474.123677:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320474.123680:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988944896:0@lo:38:kworker.0 00000100:00080000:0.0:1767320474.123687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320474.123690:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320474.123693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988945152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320474.124599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988945408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320474.124744:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988945280 00000100:00100000:2.0:1767320474.124749:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988945280 00000100:00100000:2.0:1767320474.124783:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4813 00000100:00100000:2.0:1767320474.124789:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988945280:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320474.124832:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1767320474.124853:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1767320474.124857:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988945664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320474.124915:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320474.124981:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988945280:12345-0@lo:38:kworker.0 Request processed in 190us (1672us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320474.124987:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4813 00010000:00020000:1.0:1767320474.125058:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320474.125087:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988945664:12345-0@lo:38:kworker.0 Request processed in 229us (1748us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320474.125108:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00080000:1.0:1767320474.125147:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320474.125152:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320474.125156:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988945280:0@lo:38:kworker.0 00000100:00080000:1.0:1767320474.125164:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320474.125167:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320474.125170:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988945664:0@lo:38:kworker.0 00010000:00010000:2.0:1767320476.104752:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320477.131648:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320477.704784:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988945792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320477.704851:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320477.704932:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988945792 00000100:00100000:2.0:1767320477.704940:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988945792 00000100:00100000:2.0:1767320477.705010:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00080000:0.0:1767320477.705016:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320477.705020:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988945792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320477.705064:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320477.705116:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988945792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320477.705123:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:0.0:1767320477.705165:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988945792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320477.993529:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320477.993573:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320477.993654:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867136 00000100:00100000:0.0:1767320477.993665:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867136 00000100:00100000:0.0:1767320477.993789:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867008 00000100:00100000:0.0:1767320477.993794:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867008 00000100:00100000:0.0:1767320477.993814:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 906 00000100:00100000:0.0:1767320477.993824:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923867136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320477.993908:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1463 00000100:00100000:2.0:1767320477.993915:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923867008:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767320477.993917:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923867136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320477.993923:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 906 00010000:00020000:2.0:1767320477.993935:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320477.993962:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923867008:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320477.993969:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1463 00000100:00080000:1.0:1767320477.994525:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320478.156484:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320478.220357:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988945920 00000100:00100000:1.0:1767320478.220367:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988945920 00000100:00100000:1.0:1767320478.220562:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:1.0:1767320478.220572:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988945920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320478.220623:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320478.220681:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988945920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320478.220688:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1767320478.220763:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988945920:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320478.221171:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320479.177260:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320479.240701:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.240711:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320479.240764:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.240766:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320479.240770:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320479.240776:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5721 00000100:00080000:2.0:1767320479.240780:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320479.240786:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320479.240802:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163988946176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320479.240834:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.240861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320479.240863:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320479.240868:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5721 00000100:00080000:2.0:1767320479.240871:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320479.240875:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320479.240890:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0a80 x1853163988946432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320479.240900:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.240904:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320479.240906:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320479.240915:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5721 00000100:00080000:2.0:1767320479.240919:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320479.240923:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320479.240938:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988946560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320479.240974:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.240978:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320479.240980:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320479.240985:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5721 00000100:00080000:2.0:1767320479.240988:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320479.240991:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320479.241005:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988946944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320479.241043:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988946688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320479.241089:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320479.241126:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320479.241135:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988946816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320479.241164:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320479.241201:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988946688 00000100:00100000:2.0:1767320479.241207:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988946688 00000100:00100000:2.0:1767320479.241240:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988946816 00000100:00100000:2.0:1767320479.241246:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988946816 00000100:00100000:2.0:1767320479.241272:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750 00000100:00100000:2.0:1767320479.241281:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988946688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320479.241322:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988946688:12345-0@lo:400:kworker.0 Request processed in 43us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320479.241332:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750 00000100:00100000:2.0:1767320479.241351:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751 00000100:00100000:2.0:1767320479.241358:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988946816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320479.241692:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988946176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320479.243790:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988946816:12345-0@lo:400:kworker.0 Request processed in 2426us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320479.243802:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751 00000100:00100000:1.0:1767320479.244236:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320479.244326:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988946432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320479.244353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320479.249451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988946560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320479.249516:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320479.249557:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988946944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320479.249603:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320479.249760:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988946176 00000100:00100000:0.0:1767320479.249766:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988946176 00000100:00100000:0.0:1767320479.249793:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988946432 00000100:00100000:0.0:1767320479.249797:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988946432 00000100:00100000:0.0:1767320479.249816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1767320479.249821:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320479.249835:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320479.249884:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946176:12345-0@lo:38:kworker.0 Request processed in 61us (5648us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320479.249891:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1767320479.249913:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1767320479.249917:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320479.249927:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320479.249952:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946432:12345-0@lo:38:kworker.0 Request processed in 33us (5597us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320479.249958:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00080000:1.0:1767320479.255662:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320479.255674:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320479.255679:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988946176:0@lo:38:kworker.0 00000100:00080000:1.0:1767320479.255691:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320479.255695:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320479.255698:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988946432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320479.255708:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320479.255712:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320479.255715:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988946560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320479.256975:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988946944 00000100:00100000:0.0:1767320479.256989:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988946944 00000100:00100000:0.0:1767320479.257048:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1767320479.257056:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320479.257082:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320479.257175:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988946944:12345-0@lo:38:kworker.0 Request processed in 118us (7571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320479.257182:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:1.0:1767320479.257273:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320479.257279:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320479.257282:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988946944:0@lo:38:kworker.0 00010000:00010000:2.0:1767320480.206256:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320481.224836:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320482.250124:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320482.829138:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320482.829161:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988947072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320482.829234:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320482.829377:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988947072 00000100:00100000:1.0:1767320482.829384:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988947072 00000100:00100000:1.0:1767320482.829454:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1767320482.829463:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988947072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320482.829490:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320482.829530:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988947072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320482.829537:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1767320482.829626:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988947072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320482.829640:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320483.106196:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867392 00000100:00100000:2.0:1767320483.106209:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867392 00000100:00100000:2.0:1767320483.106294:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 909 00000100:00100000:2.0:1767320483.106305:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923867392:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320483.106384:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923867392:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320483.106411:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 909 00000100:00100000:0.0:1767320483.113871:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320483.114176:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867264 00000100:00100000:2.0:1767320483.114187:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867264 00000100:00100000:2.0:1767320483.114237:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1467 00000100:00100000:2.0:1767320483.114246:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923867264:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320483.114269:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320483.114342:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923867264:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320483.114350:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1467 00010000:00010000:2.0:1767320483.273276:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320483.337241:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988947200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320483.337318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320483.337525:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988947200 00000100:00100000:1.0:1767320483.337534:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988947200 00000100:00100000:1.0:1767320483.337948:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1767320483.337958:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988947200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320483.337986:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320483.338048:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988947200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320483.338054:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:2.0:1767320483.338163:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988947200:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320484.298614:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320484.360785:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320484.360800:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320484.361304:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988947328 00000100:00100000:0.0:1767320484.361316:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988947328 00000100:00100000:0.0:1767320484.361421:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1767320484.361433:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988947328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320484.361448:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320484.361519:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320484.361526:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320484.361530:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320484.361537:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5726 00000100:00080000:2.0:1767320484.361542:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320484.361549:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320484.361608:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988947456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320484.362498:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988947456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320484.362610:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320484.362663:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988947584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320484.362687:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320484.362722:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988947456 00000100:00100000:1.0:1767320484.362729:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988947456 00000100:00100000:1.0:1767320484.362772:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988947584 00000100:00100000:1.0:1767320484.362776:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988947584 00000100:00100000:1.0:1767320484.362813:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1767320484.362821:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988947584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320484.362875:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988947584:12345-0@lo:400:kworker.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320484.362882:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1767320484.362898:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1767320484.362902:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988947456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320484.362921:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320484.362949:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988947456:12345-0@lo:38:kworker.0 Request processed in 45us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320484.362955:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00080000:1.0:1767320484.362992:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320484.363033:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988947584:0@lo:400:kworker.0 00000100:00080000:1.0:1767320484.363059:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320484.363064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320484.363067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988947456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320484.371280:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988947328:12345-0@lo:400:kworker.0 Request processed in 9833us (10075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320484.371300:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:2.0:1767320484.372951:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320484.372986:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320484.372990:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320484.372998:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5726 00000100:00080000:2.0:1767320484.373003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320484.373011:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320484.373057:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0a80 x1853163988947712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320484.373083:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320484.373087:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320484.373088:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320484.373093:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5726 00000100:00080000:2.0:1767320484.373095:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320484.373100:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320484.373113:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163988947840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320484.373423:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320484.373427:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320484.373429:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320484.373433:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5726 00000100:00080000:2.0:1767320484.373436:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320484.373441:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320484.373453:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0e00 x1853163988948224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320484.373497:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988948096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320484.373612:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320484.373658:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320484.373664:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988947968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320484.373685:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320484.373731:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948096 00000100:00100000:2.0:1767320484.373739:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948096 00000100:00100000:2.0:1767320484.375089:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753 00000100:00100000:2.0:1767320484.375101:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988948096:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320484.375533:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320484.375547:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320484.375552:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988947712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320484.375617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320484.375729:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988948096:12345-0@lo:400:kworker.0 Request processed in 630us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320484.375737:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753 00000100:00080000:1.0:1767320484.377868:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320484.377881:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320484.377891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988947840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320484.377906:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320484.377909:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320484.377912:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988948224:0@lo:38:kworker.0 00010000:00010000:1.0:1767320485.320842:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320486.346191:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320487.368933:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320487.946238:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948352 00000100:00100000:1.0:1767320487.946249:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948352 00000100:00100000:1.0:1767320487.946343:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1767320487.946357:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988948352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320487.946401:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320487.946467:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988948352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320487.946476:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00080000:0.0:1767320487.946546:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320488.228652:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320488.233573:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320488.233805:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867648 00000100:00100000:2.0:1767320488.233819:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867648 00000100:00100000:2.0:1767320488.233891:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1471 00000100:00100000:2.0:1767320488.233900:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923867648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320488.233944:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320488.234038:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923867648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 137us (488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320488.234046:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1471 00000100:00080000:0.0:1767320488.234443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320488.392948:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320488.459206:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948480 00000100:00100000:1.0:1767320488.459217:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948480 00000100:00100000:1.0:1767320488.459312:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:1.0:1767320488.459324:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988948480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320488.459362:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320488.459416:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988948480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320488.459424:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00080000:0.0:1767320488.459738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320489.417128:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320489.481102:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320489.481117:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320489.481205:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320489.481220:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320489.481225:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320489.481236:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5731 00000100:00080000:1.0:1767320489.481241:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320489.481250:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320489.481285:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ac380 x1853163988948736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320489.481320:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320489.481323:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320489.481325:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320489.481329:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5731 00000100:00080000:1.0:1767320489.481332:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320489.481336:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320489.481371:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329aca80 x1853163988948992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320489.481381:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320489.481385:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320489.481387:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320489.481391:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5731 00000100:00080000:1.0:1767320489.481394:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320489.481398:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320489.481409:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988948736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320489.481410:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329adc00 x1853163988949120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320489.481444:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320489.481446:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320489.481448:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320489.481452:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5731 00000100:00080000:1.0:1767320489.481454:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320489.481457:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320489.481466:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ac700 x1853163988949504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320489.481504:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481608:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988948992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320489.481632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481664:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988949120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320489.481695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988949504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320489.481738:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988948864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.481748:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320489.481783:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481787:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949120 00000100:00100000:0.0:1767320489.481804:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949120 00000100:00100000:2.0:1767320489.481812:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320489.481820:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988948608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.481859:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4816 00000100:00100000:2.0:1767320489.481860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481871:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988949120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320489.481897:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320489.481897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988949376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320489.481934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320489.481955:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988949120:12345-0@lo:38:kworker.0 Request processed in 83us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320489.481964:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4816 00000100:00100000:2.0:1767320489.481965:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320489.481973:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988949248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320489.482015:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320489.482021:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320489.482028:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320489.482033:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988949120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320489.482049:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948736 00000100:00100000:2.0:1767320489.482054:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948736 00000100:00100000:2.0:1767320489.482081:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948992 00000100:00100000:2.0:1767320489.482084:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948992 00000100:00100000:2.0:1767320489.482092:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949504 00000100:00100000:2.0:1767320489.482094:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949504 00000100:00100000:2.0:1767320489.482104:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1767320489.482109:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988948736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320489.482121:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320489.482155:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988948736:12345-0@lo:38:kworker.0 Request processed in 45us (652us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320489.482162:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1767320489.482173:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948864 00000100:00100000:2.0:1767320489.482176:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948864 00000100:00100000:2.0:1767320489.482209:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988948608 00000100:00100000:2.0:1767320489.482211:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988948608 00000100:00100000:2.0:1767320489.482225:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1767320489.482229:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988948864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320489.482350:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1767320489.482361:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988948608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.483793:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949376 00000100:00100000:0.0:1767320489.483806:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949376 00000100:00100000:0.0:1767320489.483879:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949248 00000100:00100000:0.0:1767320489.483882:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949248 00000100:00100000:0.0:1767320489.483907:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00000100:00100000:0.0:1767320489.483915:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988949376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.483995:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988949376:12345-0@lo:400:kworker.0 Request processed in 80us (2061us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320489.484003:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:0.0:1767320489.484027:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:0.0:1767320489.484032:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988949248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.484058:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988949248:12345-0@lo:400:kworker.0 Request processed in 27us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320489.484064:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00000100:00080000:0.0:1767320489.484080:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320489.484086:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320489.484124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988949248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320489.484154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988949376:0@lo:400:kworker.0 00000100:00080000:0.0:1767320489.484205:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320489.484211:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320489.484215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988948736:0@lo:38:kworker.0 00000100:00100000:0.0:1767320489.484271:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1767320489.484276:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988948992:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320489.485862:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988948864:12345-0@lo:400:kworker.0 Request processed in 3618us (4066us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320489.485879:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1767320489.485925:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1767320489.485950:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988949504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320489.485979:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767320489.486668:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320489.486757:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988948992:12345-0@lo:38:kworker.0 Request processed in 2478us (5122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320489.486766:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00080000:0.0:1767320489.486842:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320489.486941:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988948608:12345-0@lo:400:kworker.0 Request processed in 4581us (5080us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320489.486951:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00080000:0.0:1767320489.486990:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320489.486995:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988948992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320489.487832:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988948608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320489.487889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988948864:0@lo:400:kworker.0 00000100:00100000:2.0:1767320489.487997:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988949504:12345-0@lo:38:kworker.0 Request processed in 2044us (6247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320489.488017:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00080000:1.0:1767320489.488238:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320489.488245:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320489.488248:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988949504:0@lo:38:kworker.0 00010000:00010000:2.0:1767320490.441384:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320491.465062:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320492.489383:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320493.068936:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949632 00000100:00100000:2.0:1767320493.068944:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949632 00000100:00100000:2.0:1767320493.069037:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:2.0:1767320493.069045:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988949632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320493.069071:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767320493.069186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320493.069240:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988949632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320493.069247:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:1.0:1767320493.359706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320493.359760:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320493.359975:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923867904 00000100:00100000:2.0:1767320493.359985:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923867904 00000100:00100000:2.0:1767320493.360021:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923868032 00000100:00100000:2.0:1767320493.360024:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923868032 00000100:00100000:2.0:1767320493.360062:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 915 00000100:00100000:2.0:1767320493.360068:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923868032:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320493.360131:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923868032:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 63us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320493.360135:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 915 00000100:00100000:2.0:1767320493.360150:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1475 00000100:00100000:2.0:1767320493.360152:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923867904:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320493.360180:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320493.360196:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923867904:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (504us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320493.360201:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1475 00000100:00080000:0.0:1767320493.360530:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320493.513298:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320493.577188:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949760 00000100:00100000:1.0:1767320493.577196:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949760 00000100:00100000:1.0:1767320493.577275:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:1.0:1767320493.577284:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988949760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320493.577311:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320493.577351:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988949760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320493.577357:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00010000:00010000:2.0:1767320494.536979:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320494.600977:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320469/real 1767320469] req@ffff9e7d40022300 x1853163988944384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320494.601055:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320494.601075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988949888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320494.601138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320494.601220:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988949888 00000100:00100000:2.0:1767320494.601227:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988949888 00000100:00100000:2.0:1767320494.601285:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1767320494.601295:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988949888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320494.601362:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988949888:12345-0@lo:400:kworker.0 Request processed in 68us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320494.601370:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1767320494.601413:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988949888:0@lo:400:kworker.0 00000100:00080000:2.0:1767320494.601444:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320494.604623:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320494.604635:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988950144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320494.604669:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320494.605004:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320494.605029:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988950144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320494.605876:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d40022300 x1853163988944384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320494.605897:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988950016:0@lo:38:kworker.0 00000100:00100000:1.0:1767320494.605937:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320494.606023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988950272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320494.606045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320494.610436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988950400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320494.610513:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320494.610547:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988950784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320494.610605:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320494.610612:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988950400 00000100:00100000:0.0:1767320494.610621:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988950400 00000100:00100000:0.0:1767320494.610663:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817 00000100:00100000:0.0:1767320494.610671:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988950400:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320494.610690:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988950016 00000100:00100000:2.0:1767320494.610698:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988950016 00010000:00020000:0.0:1767320494.610701:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320494.610730:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988950272 00000100:00100000:0.0:1767320494.610743:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988950400:12345-0@lo:38:kworker.0 Request processed in 72us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320494.610750:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817 00000100:00100000:0.0:1767320494.610793:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1767320494.610798:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988950016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320494.610807:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320494.610829:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988950016:12345-0@lo:38:kworker.0 Request processed in 31us (4893us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320494.610834:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767320494.618903:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988950272 00000100:00100000:2.0:1767320494.618992:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1767320494.619000:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988950272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320494.619024:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320494.619100:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988950272:12345-0@lo:38:kworker.0 Request processed in 100us (13053us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320494.619125:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00080000:1.0:1767320494.619340:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320494.619365:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320494.619369:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988944384:0@lo:250:kworker.0 00000100:00080000:1.0:1767320494.619412:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320494.619416:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320494.619419:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988950016:0@lo:38:kworker.0 00000100:00080000:1.0:1767320494.619428:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320494.619431:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320494.619434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988950272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320494.619444:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320494.619447:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320494.619449:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988950400:0@lo:38:kworker.0 00000100:00080000:2.0:1767320494.619611:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320494.619617:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320494.619620:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320494.619624:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5715 00000100:00080000:2.0:1767320494.619628:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320494.619633:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320494.619661:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988950912/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320494.619734:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988950784 00000100:00100000:0.0:1767320494.619750:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988950784 00000100:00100000:0.0:1767320494.619780:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1767320494.619785:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988950784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320494.619798:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320494.619832:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988950784:12345-0@lo:38:kworker.0 Request processed in 46us (9227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320494.619839:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767320494.620027:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988950912:0@lo:250:kworker.0 00000400:00000100:1.0:1767320494.620057:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988950912 offset 0 length 520: 4 00000100:00080000:1.0:1767320494.620086:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320494.620090:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320494.620093:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988950784:0@lo:38:kworker.0 00010000:00010000:2.0:1767320495.564718:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320496.584768:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320497.610118:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320498.184857:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320498.184881:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988951040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320498.184942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320498.185000:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951040 00000100:00100000:2.0:1767320498.185007:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951040 00000100:00080000:1.0:1767320498.185037:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320498.185059:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767320498.185067:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988951040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320498.185096:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320498.185152:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988951040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320498.185159:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767320498.465101:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320498.466800:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320498.467699:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767320498.633083:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320498.697174:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320498.697199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988951168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320498.697270:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320498.697369:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951168 00000100:00100000:2.0:1767320498.697377:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951168 00000100:00100000:2.0:1767320498.697449:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767320498.697471:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988951168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320498.697511:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320498.697569:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988951168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320498.697575:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00080000:1.0:1767320498.697696:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320498.697955:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988951168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320499.657530:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320499.720720:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320499.720731:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320499.720808:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320499.720813:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320499.720817:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320499.720825:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5741 00000100:00080000:2.0:1767320499.720829:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320499.720837:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320499.720860:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988951424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320499.720885:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320499.720888:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320499.720889:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320499.720892:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5741 00000100:00080000:2.0:1767320499.720895:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320499.720898:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320499.720908:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163988951680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320499.720936:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320499.720939:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320499.720941:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320499.720945:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5741 00000100:00080000:2.0:1767320499.720947:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320499.720950:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320499.720962:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82300 x1853163988951808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320499.720991:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320499.720994:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320499.720995:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320499.720999:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5741 00000100:00080000:2.0:1767320499.721001:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320499.721004:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320499.721014:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4700 x1853163988952192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320499.721199:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988951552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320499.721322:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320499.721328:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988951296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721350:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320499.721376:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988951936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721401:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320499.721421:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320499.721426:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988952064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721446:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320499.721502:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951936 00000100:00100000:0.0:1767320499.721509:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951936 00000100:00100000:0.0:1767320499.721546:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988952064 00000100:00100000:0.0:1767320499.721549:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988952064 00000100:00100000:0.0:1767320499.721604:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758 00000100:00100000:0.0:1767320499.721613:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988951936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721657:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988951936:12345-0@lo:400:kworker.0 Request processed in 45us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320499.721664:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758 00000100:00100000:0.0:1767320499.721684:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759 00000100:00100000:0.0:1767320499.721690:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988952064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721717:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988952064:12345-0@lo:400:kworker.0 Request processed in 27us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320499.721723:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759 00000100:00100000:0.0:1767320499.721756:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988952064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320499.721766:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988951936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320499.722017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988951424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320499.722047:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320499.722074:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988951680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320499.722092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320499.722106:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988951808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320499.722127:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320499.722140:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988952192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320499.722158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320499.722237:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951552 00000100:00100000:2.0:1767320499.722242:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951552 00000100:00100000:2.0:1767320499.722282:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951296 00000100:00100000:2.0:1767320499.722285:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951296 00000100:00100000:2.0:1767320499.722300:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951424 00000100:00100000:2.0:1767320499.722303:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951424 00000100:00100000:2.0:1767320499.722310:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951680 00000100:00100000:2.0:1767320499.722312:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951680 00000100:00100000:2.0:1767320499.722319:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988952192 00000100:00100000:2.0:1767320499.722321:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988952192 00000100:00100000:2.0:1767320499.722342:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1767320499.722349:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988951552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320499.722390:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988951552:12345-0@lo:400:kworker.0 Request processed in 42us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320499.722396:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1767320499.722412:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1767320499.722418:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988951296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320499.722443:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988951296:12345-0@lo:400:kworker.0 Request processed in 26us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320499.722449:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1767320499.722461:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1767320499.722465:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988951424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320499.722494:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320499.722528:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988951424:12345-0@lo:38:kworker.0 Request processed in 61us (480us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320499.722534:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1767320499.722545:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1767320499.722549:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988951680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320499.722558:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320499.722611:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988951680:12345-0@lo:38:kworker.0 Request processed in 60us (517us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320499.722617:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1767320499.722630:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1767320499.722634:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988952192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320499.722643:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320499.722670:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988952192:12345-0@lo:38:kworker.0 Request processed in 35us (511us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320499.722676:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:2.0:1767320499.722709:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320499.722714:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320499.722717:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988951424:0@lo:38:kworker.0 00000100:00080000:2.0:1767320499.722726:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320499.722729:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320499.722732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988951680:0@lo:38:kworker.0 00000100:00080000:2.0:1767320499.722739:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320499.722742:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320499.722745:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988952192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320499.722775:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988951296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320499.722800:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988951552:0@lo:400:kworker.0 00000100:00080000:1.0:1767320499.722994:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320499.723230:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988951808 00000100:00100000:0.0:1767320499.723236:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988951808 00000100:00100000:0.0:1767320499.723277:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4818 00000100:00100000:0.0:1767320499.723283:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988951808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320499.723296:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320499.723353:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988951808:12345-0@lo:38:kworker.0 Request processed in 69us (1225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320499.723360:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4818 00000100:00080000:2.0:1767320499.723819:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320499.723825:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320499.723828:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988951808:0@lo:38:kworker.0 00010000:00010000:2.0:1767320500.681534:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320501.704995:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320502.729928:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320503.305193:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320503.305225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988952320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320503.305291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320503.305514:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988952320 00000100:00100000:1.0:1767320503.305523:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988952320 00000100:00100000:1.0:1767320503.305617:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1767320503.305627:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988952320:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320503.305646:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767320503.305656:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320503.305723:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988952320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320503.305731:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:0.0:1767320503.305964:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988952320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320503.590445:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320503.590544:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320503.590823:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923868416 00000100:00100000:0.0:1767320503.590833:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923868416 00000100:00100000:0.0:1767320503.590873:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923868544 00000100:00100000:0.0:1767320503.590876:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923868544 00000100:00100000:0.0:1767320503.590922:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 921 00000100:00100000:0.0:1767320503.590931:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923868544:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320503.591006:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923868544:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320503.591013:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 921 00000100:00100000:0.0:1767320503.591042:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1483 00000100:00100000:0.0:1767320503.591046:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923868416:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320503.591065:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320503.591086:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923868416:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 39us (651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320503.591092:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1483 00010000:00010000:2.0:1767320503.753359:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320503.816953:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988952448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320503.817023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320503.817558:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988952448 00000100:00100000:0.0:1767320503.817566:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988952448 00000100:00100000:0.0:1767320503.817666:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:0.0:1767320503.817675:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988952448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320503.817710:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320503.817764:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988952448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320503.817771:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00080000:1.0:1767320503.820013:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320503.820099:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988952448:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320504.776774:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320504.840919:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.840930:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320504.841143:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988952576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320504.841221:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320504.841279:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988952576 00000100:00100000:2.0:1767320504.841288:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988952576 00000100:00100000:2.0:1767320504.841359:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00080000:1.0:1767320504.841364:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320504.841383:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988952576:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320504.841400:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320504.841405:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320504.841411:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5746 00000100:00080000:1.0:1767320504.841416:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320504.841422:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320504.841447:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329af100 x1853163988952704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320504.846201:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988952576:12345-0@lo:400:kworker.0 Request processed in 4820us (4965us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320504.846218:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00080000:1.0:1767320504.848632:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.848644:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320504.848649:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320504.848656:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5746 00000100:00080000:1.0:1767320504.848661:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320504.848668:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320504.848714:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad180 x1853163988952960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320504.848750:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.848754:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320504.848756:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320504.848761:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5746 00000100:00080000:1.0:1767320504.848763:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320504.848768:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320504.848783:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ad500 x1853163988953088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320504.848859:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.848863:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320504.848865:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320504.848869:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5746 00000100:00080000:1.0:1767320504.848871:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320504.848875:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320504.848886:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261c00 x1853163988953472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320504.848926:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988953344:0@lo:400:kworker.0 00000100:00100000:1.0:1767320504.849009:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320504.849050:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320504.849056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988953216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320504.849077:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320504.849106:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953344 00000100:00100000:1.0:1767320504.849112:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953344 00000100:00100000:1.0:1767320504.849150:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953216 00000100:00100000:1.0:1767320504.849152:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953216 00000100:00100000:1.0:1767320504.849171:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760 00000100:00100000:1.0:1767320504.851159:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988953344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320504.851331:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988953344:12345-0@lo:400:kworker.0 Request processed in 192us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320504.851339:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760 00000100:00100000:0.0:1767320504.852115:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988952576:0@lo:400:kworker.0 00010000:00010000:1.0:1767320505.801114:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320506.824919:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320507.849327:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320508.425980:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988953600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320508.426049:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320508.426451:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953600 00000100:00100000:2.0:1767320508.426459:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953600 00000100:00100000:2.0:1767320508.426524:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:2.0:1767320508.426533:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988953600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320508.426562:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767320508.426651:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320508.429645:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988953600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3104us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320508.429660:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:0.0:1767320508.429696:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988953600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320508.706675:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320508.706851:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923868672 00000100:00100000:2.0:1767320508.706862:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923868672 00000100:00100000:2.0:1767320508.706912:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1487 00000100:00100000:2.0:1767320508.706920:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923868672:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320508.706944:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320508.707013:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923868672:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 91us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320508.707021:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1487 00000100:00100000:0.0:1767320508.708372:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320508.710173:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 924 00000100:00100000:2.0:1767320508.710200:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923868800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320508.710317:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923868800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 129us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320508.710325:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 924 00000100:00080000:1.0:1767320508.717137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320508.875273:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320508.937168:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320508.937199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988953728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320508.937291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320508.937410:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953728 00000100:00100000:2.0:1767320508.937422:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953728 00000100:00100000:2.0:1767320508.937509:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:2.0:1767320508.937519:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988953728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320508.937555:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320508.937644:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988953728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320508.937665:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00080000:1.0:1767320508.937972:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320509.898029:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320509.962433:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988954112:0@lo:400:kworker.0 00000100:00100000:1.0:1767320509.962467:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320509.962499:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320509.962504:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988953856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320509.962527:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320509.962711:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988954112 00000100:00100000:2.0:1767320509.962717:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988954112 00000100:00100000:0.0:1767320509.962783:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988953984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320509.962817:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320509.962839:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988954240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320509.962865:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320509.962881:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988954368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320509.962903:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320509.963984:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988954752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320509.964067:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320509.964135:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953856 00000100:00100000:0.0:1767320509.964143:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953856 00000100:00100000:1.0:1767320509.964605:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988953984 00000100:00100000:1.0:1767320509.964612:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988953984 00000100:00100000:1.0:1767320509.964649:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988954240 00000100:00100000:1.0:1767320509.964652:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988954240 00000100:00100000:1.0:1767320509.964660:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988954752 00000100:00100000:1.0:1767320509.964662:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988954752 00000100:00100000:1.0:1767320509.964674:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1767320509.964680:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988953984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320509.964707:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320509.964764:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988953984:12345-0@lo:38:kworker.0 Request processed in 82us (1944us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320509.964771:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1767320509.964788:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1767320509.964792:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988954240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320509.964801:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320509.964822:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988954240:12345-0@lo:38:kworker.0 Request processed in 29us (1957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320509.964827:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1767320509.964837:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1767320509.964841:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988954752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320509.964849:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320509.964881:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988954752:12345-0@lo:38:kworker.0 Request processed in 39us (815us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320509.964887:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00080000:1.0:1767320509.964943:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320509.964949:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320509.964953:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988953984:0@lo:38:kworker.0 00000100:00080000:1.0:1767320509.964966:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320509.964970:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320509.964973:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988954240:0@lo:38:kworker.0 00000100:00080000:1.0:1767320509.964981:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320509.964984:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320509.964987:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988954752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320509.965340:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988954368 00000100:00100000:1.0:1767320509.965347:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988954368 00000100:00100000:1.0:1767320509.965378:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820 00000100:00100000:1.0:1767320509.965383:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988954368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320509.965395:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320509.965431:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988954368:12345-0@lo:38:kworker.0 Request processed in 46us (2526us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320509.965437:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820 00000100:00080000:1.0:1767320509.965460:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320509.965464:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320509.965468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988954368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320509.966725:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1767320509.966741:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988954112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320509.966833:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988954112:12345-0@lo:400:kworker.0 Request processed in 98us (4364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320509.966840:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1767320509.966893:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988954112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320509.967948:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1767320509.967960:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988953856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320509.968042:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988953856:12345-0@lo:400:kworker.0 Request processed in 85us (5513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320509.968061:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1767320509.968113:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988953856:0@lo:400:kworker.0 00000100:00080000:1.0:1767320509.974801:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320510.920857:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320511.945303:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320512.803413:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320512.804318:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320512.808203:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923868928 offset 0 length 520: 4 00000100:00100000:0.0:1767320512.808346:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320512.809067:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869056 00000100:00100000:2.0:1767320512.809082:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869056 00000100:00100000:2.0:1767320512.809203:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1491 00000100:00100000:2.0:1767320512.809214:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923869056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320512.809258:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320512.809353:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923869056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 139us (1006us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320512.809361:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1491 00010000:00010000:2.0:1767320512.970845:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320513.544897:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320513.544932:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988954880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320513.545036:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320513.545189:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988954880 00000100:00100000:1.0:1767320513.545200:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988954880 00000100:00100000:1.0:1767320513.545284:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:1.0:1767320513.545300:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988954880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320513.545343:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320513.545410:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988954880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320513.545576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988954880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320513.547073:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00010000:00010000:1.0:1767320513.997274:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320514.057806:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955008 00000100:00100000:1.0:1767320514.057819:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955008 00000100:00100000:1.0:1767320514.057912:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:1.0:1767320514.057923:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988955008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320514.057962:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320514.058033:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988955008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320514.058041:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1767320514.058125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988955008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320515.019046:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320515.081873:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320515.082146:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320515.082882:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955136 00000100:00100000:0.0:1767320515.082902:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955136 00000100:00100000:0.0:1767320515.083005:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1767320515.083019:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988955136:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320515.083128:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320515.083134:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320515.083139:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320515.083145:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320515.083149:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320515.083155:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320515.083195:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6a00 x1853163988955264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320515.083905:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320515.083977:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988955392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320515.084035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320515.084107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988955264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320515.084136:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320515.084181:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955392 00000100:00100000:1.0:1767320515.084201:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955392 00000100:00100000:1.0:1767320515.084248:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955264 00000100:00100000:1.0:1767320515.084251:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955264 00000100:00100000:1.0:1767320515.084292:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767320515.084312:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988955392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320515.084369:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988955392:12345-0@lo:400:kworker.0 Request processed in 70us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320515.084378:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767320515.084396:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1767320515.084401:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988955264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320515.084423:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320515.084454:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988955264:12345-0@lo:38:kworker.0 Request processed in 52us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320515.084461:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00080000:1.0:1767320515.084482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320515.084515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988955392:0@lo:400:kworker.0 00000100:00080000:1.0:1767320515.084949:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320515.084955:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320515.084968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988955264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320515.085603:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988955136:12345-0@lo:400:kworker.0 Request processed in 2585us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320515.085615:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00080000:2.0:1767320515.085789:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320515.085797:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320515.085800:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320515.085806:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320515.085810:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320515.085831:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320515.085867:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163988955520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320515.085902:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320515.085905:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320515.085907:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320515.085911:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320515.085913:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320515.085917:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320515.085931:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988955648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320515.085997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320515.086001:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320515.086002:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320515.086005:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320515.086008:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320515.086012:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320515.086022:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e352d80 x1853163988956032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320515.086054:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988955904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320515.086566:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320515.086635:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320515.086643:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988955776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320515.086670:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320515.086720:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955904 00000100:00100000:2.0:1767320515.086728:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955904 00000100:00100000:2.0:1767320515.086778:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955776 00000100:00100000:2.0:1767320515.086781:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955776 00000100:00100000:2.0:1767320515.086818:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764 00000100:00100000:2.0:1767320515.086826:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988955904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320515.086875:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988955904:12345-0@lo:400:kworker.0 Request processed in 49us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320515.086890:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764 00000100:00100000:2.0:1767320515.086906:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765 00000100:00100000:2.0:1767320515.086912:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988955776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320515.086958:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988955776:12345-0@lo:400:kworker.0 Request processed in 41us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320515.087495:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765 00000100:00100000:2.0:1767320515.087658:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988955776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320515.087675:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988955904:0@lo:400:kworker.0 00000100:00080000:2.0:1767320515.087728:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320515.087894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988955520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320515.088209:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320515.088265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988955648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320515.088295:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320515.088489:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955520 00000100:00100000:0.0:1767320515.088497:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955520 00000100:00100000:0.0:1767320515.088551:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1767320515.088558:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988955520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320515.088628:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320515.088673:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988955520:12345-0@lo:38:kworker.0 Request processed in 115us (707us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320515.088681:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1767320515.088844:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988956032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320515.088872:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320515.088914:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320515.088919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320515.088931:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988955520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320515.089525:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956032 00000100:00100000:0.0:1767320515.089531:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956032 00000100:00100000:0.0:1767320515.089570:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:0.0:1767320515.089576:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320515.089618:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320515.089665:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956032:12345-0@lo:38:kworker.0 Request processed in 88us (792us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320515.089672:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1767320515.089820:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988955648 00000100:00100000:2.0:1767320515.089826:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988955648 00000100:00100000:2.0:1767320515.089862:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4821 00000100:00100000:2.0:1767320515.089867:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988955648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320515.089885:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320515.089919:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988955648:12345-0@lo:38:kworker.0 Request processed in 52us (1624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320515.089926:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4821 00000100:00080000:1.0:1767320515.090316:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320515.090322:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320515.090326:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988955648:0@lo:38:kworker.0 00000100:00080000:1.0:1767320515.090478:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320515.090483:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320515.090486:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988956032:0@lo:38:kworker.0 00010000:00010000:2.0:1767320516.046607:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320517.065571:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320517.923226:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869440 00000100:00100000:1.0:1767320517.923250:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869440 00000100:00100000:1.0:1767320517.923353:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 930 00000100:00100000:1.0:1767320517.923366:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923869440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767320517.923443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320517.923475:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923869440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320517.923484:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 930 00000100:00100000:1.0:1767320517.925371:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869312 00000100:00100000:1.0:1767320517.925387:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869312 00000100:00100000:1.0:1767320517.925441:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1495 00000100:00100000:1.0:1767320517.925450:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923869312:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320517.925489:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320517.925574:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923869312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 122us (1962us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320517.925601:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1495 00010000:00010000:1.0:1767320518.090197:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320518.665061:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320518.665091:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988956160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320518.665195:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320518.665374:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956160 00000100:00100000:1.0:1767320518.665387:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956160 00000100:00080000:2.0:1767320518.665624:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320518.665691:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1767320518.665703:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988956160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320518.665741:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320518.665806:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988956160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320518.665814:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1767320518.666416:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988956160:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320519.116021:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320519.181266:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320494/real 1767320494] req@ffff9e7d05fc0380 x1853163988950912/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320519 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320519.181319:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d05fc0380 x1853163988950912/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320519 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320519.181345:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320519.181370:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320519.181374:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988950912:0@lo:250:kworker.0 00000100:00080000:2.0:1767320519.181703:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320519.181710:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320519.181715:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320519.181720:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5741 00000100:00080000:2.0:1767320519.181726:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320519.181734:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320519.181783:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e350a80 x1853163988956288/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320519.181855:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320519.181859:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320519.181868:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320519.181873:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5762 00000100:00080000:2.0:1767320519.181875:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320519.181879:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320519.181896:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e350000 x1853163988956544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320519.181926:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320519.181929:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320519.181931:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320519.181952:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5762 00000100:00080000:2.0:1767320519.181955:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320519.181960:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320519.181976:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e352d80 x1853163988956800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320519.181985:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320519.181989:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320519.181990:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320519.181995:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5762 00000100:00080000:2.0:1767320519.181997:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320519.182001:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320519.182016:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988956928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320519.182040:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320519.182043:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320519.182046:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320519.182048:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5762 00000100:00080000:2.0:1767320519.182051:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320519.182054:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320519.182064:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988957312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320519.182099:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988957184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182198:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.182278:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320519.182297:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988956416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182331:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.182369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988956672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182396:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.182416:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320519.182421:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988957056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182444:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.182482:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957184 00000100:00100000:2.0:1767320519.182492:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957184 00000100:00100000:2.0:1767320519.182556:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957056 00000100:00100000:2.0:1767320519.182560:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957056 00000100:00100000:2.0:1767320519.182615:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1767320519.182627:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988957184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182688:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988957184:12345-0@lo:400:kworker.0 Request processed in 62us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320519.182696:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1767320519.182715:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:2.0:1767320519.182721:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988957056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182753:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988957056:12345-0@lo:400:kworker.0 Request processed in 32us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320519.182759:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:2.0:1767320519.182779:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956416 00000100:00100000:2.0:1767320519.182783:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956416 00000100:00100000:2.0:1767320519.182809:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956672 00000100:00100000:2.0:1767320519.182812:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956672 00000100:00100000:2.0:1767320519.182829:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1767320519.182835:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988956416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182878:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988956416:12345-0@lo:400:kworker.0 Request processed in 42us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320519.182886:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1767320519.182898:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767320519.182904:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988956672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182927:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988956672:12345-0@lo:400:kworker.0 Request processed in 24us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320519.182932:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767320519.182983:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988956416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.182993:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988957184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.183044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988957056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320519.183053:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988956672:0@lo:400:kworker.0 00000100:00080000:2.0:1767320519.183071:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320519.183076:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320519.183486:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956544 00000100:00100000:0.0:1767320519.183491:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956544 00000100:00100000:0.0:1767320519.183511:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956800 00000100:00100000:0.0:1767320519.183514:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956800 00000100:00100000:0.0:1767320519.183521:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957312 00000100:00100000:0.0:1767320519.183524:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957312 00000100:00100000:0.0:1767320519.183534:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767320519.183540:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320519.183562:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320519.183629:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956544:12345-0@lo:38:kworker.0 Request processed in 88us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320519.183635:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767320519.183653:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1767320519.183666:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320519.183677:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320519.183704:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988956800:12345-0@lo:38:kworker.0 Request processed in 37us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320519.183710:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1767320519.183722:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1767320519.183726:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988957312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320519.183736:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320519.183760:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988957312:12345-0@lo:38:kworker.0 Request processed in 33us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320519.183766:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1767320519.183785:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988956928 00000100:00100000:0.0:1767320519.183789:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988956928 00000100:00100000:0.0:1767320519.183809:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822 00000100:00100000:0.0:1767320519.183814:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988956928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320519.183823:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320519.183850:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988956928:12345-0@lo:38:kworker.0 Request processed in 35us (509us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320519.183857:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822 00000100:00080000:0.0:1767320519.183888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320519.183893:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320519.183896:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988956544:0@lo:38:kworker.0 00000100:00080000:0.0:1767320519.183904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320519.183908:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320519.183910:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988956800:0@lo:38:kworker.0 00000100:00080000:0.0:1767320519.183929:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320519.183933:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320519.183936:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988956928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320519.183944:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320519.183947:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320519.183951:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988957312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320519.185298:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320519.185427:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988957440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320519.185504:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.193014:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988957440:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320520.137553:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320521.161940:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320522.184911:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320523.042724:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869696 00000100:00100000:1.0:1767320523.042736:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869696 00000100:00100000:1.0:1767320523.042824:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869568 00000100:00100000:1.0:1767320523.042828:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869568 00000100:00100000:1.0:1767320523.042850:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 933 00000100:00100000:1.0:1767320523.042862:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923869696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320523.042962:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923869696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320523.042973:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 933 00000100:00100000:1.0:1767320523.042997:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1499 00000100:00100000:1.0:1767320523.043001:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923869568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320523.043063:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320523.043108:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923869568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320523.043115:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1499 00010000:00010000:2.0:1767320523.208867:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320523.787516:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988957568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320523.787618:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320523.787720:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957568 00000100:00100000:1.0:1767320523.787729:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957568 00000100:00100000:1.0:1767320523.787823:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1767320523.787831:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988957568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320523.787862:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320523.787916:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988957568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320523.787925:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00010000:00010000:2.0:1767320524.233602:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320524.296777:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320524.296789:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320524.297116:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320524.297122:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320524.297126:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320524.297133:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5766 00000100:00080000:2.0:1767320524.297137:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320524.297144:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320524.297172:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163988957952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320524.297316:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957824 00000100:00100000:1.0:1767320524.297327:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957824 00000100:00100000:0.0:1767320524.297347:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957696 00000100:00100000:0.0:1767320524.297354:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957696 00000100:00100000:1.0:1767320524.297402:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1767320524.297406:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1767320524.297419:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988957824:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320524.297420:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988957696:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1767320524.297465:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320524.297492:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988957696:12345-0@lo:400:kworker.0 Request processed in 77us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320524.297501:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1767320524.297549:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988957952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320524.297590:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320524.297617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988958080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320524.297637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320524.297659:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988957952 00000100:00100000:0.0:1767320524.297661:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988957952 00000100:00100000:0.0:1767320524.297676:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958080 00000100:00100000:0.0:1767320524.297678:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958080 00000100:00100000:0.0:1767320524.297697:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767320524.297700:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988958080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320524.297725:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988958080:12345-0@lo:400:kworker.0 Request processed in 24us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320524.297752:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767320524.297761:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1767320524.297764:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988957952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320524.297784:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320524.297811:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988957952:12345-0@lo:38:kworker.0 Request processed in 46us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320524.297818:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1767320524.297856:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988958080:0@lo:400:kworker.0 00000100:00080000:0.0:1767320524.297902:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320524.297905:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320524.297907:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988957952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320524.297923:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988957696:0@lo:400:kworker.0 00000100:00080000:0.0:1767320524.297951:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320524.297954:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320524.298119:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320524.298123:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320524.298125:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320524.298129:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5766 00000100:00080000:2.0:1767320524.298133:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320524.298138:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320524.298157:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163988958208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320524.298177:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320524.298181:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320524.298183:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320524.298188:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5766 00000100:00080000:2.0:1767320524.298191:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320524.298196:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320524.298201:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988957824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 786us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320524.298207:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988958208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320524.298220:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:2.0:1767320524.298221:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988958336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320524.298240:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320524.298252:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320524.298256:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320524.298258:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320524.298261:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988958336:0@lo:38:kworker.0 00000100:00080000:2.0:1767320524.298262:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5766 00000100:00080000:2.0:1767320524.298265:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320524.298270:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320524.298275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988958464:0@lo:400:kworker.0 00000100:00100000:2.0:1767320524.298282:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3100 x1853163988958592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320524.298288:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320524.298313:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988958592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320524.298313:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958336 00000100:00100000:2.0:1767320524.298317:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958336 00000100:00100000:1.0:1767320524.298321:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320524.298346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320524.298349:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823 00000100:00100000:2.0:1767320524.298355:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988958336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320524.298367:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320524.298373:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958464 00000100:00100000:1.0:1767320524.298378:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958464 00000100:00100000:0.0:1767320524.298381:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958208 00000100:00100000:0.0:1767320524.298386:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958208 00000100:00100000:2.0:1767320524.298405:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988958336:12345-0@lo:38:kworker.0 Request processed in 50us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320524.298406:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958592 00000100:00100000:0.0:1767320524.298408:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958592 00000100:00100000:2.0:1767320524.298412:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823 00000100:00100000:1.0:1767320524.298421:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768 00000100:00100000:1.0:1767320524.298431:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988958464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320524.298437:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00080000:2.0:1767320524.298445:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320524.298446:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988958208:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320524.298450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320524.298453:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988958336:0@lo:38:kworker.0 00010000:00020000:0.0:1767320524.298456:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320524.298489:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1767320524.298497:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988958592:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320524.298499:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988958464:12345-0@lo:400:kworker.0 Request processed in 67us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320524.298501:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988958208:12345-0@lo:38:kworker.0 Request processed in 56us (261us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767320524.298510:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320524.298515:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1767320524.298521:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768 00000100:00100000:2.0:1767320524.298548:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988958592:12345-0@lo:38:kworker.0 Request processed in 51us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320524.298555:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1767320524.298562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988958464:0@lo:400:kworker.0 00000100:00080000:2.0:1767320524.298602:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320524.298607:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320524.298611:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988958592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320524.298622:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320524.298626:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320524.298628:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988958208:0@lo:38:kworker.0 00010000:00010000:2.0:1767320525.258176:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320526.280887:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320527.305024:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320528.181895:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869952 00000100:00100000:2.0:1767320528.181910:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869952 00000100:00100000:1.0:1767320528.182122:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923869824 00000100:00100000:1.0:1767320528.182126:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923869824 00000100:00100000:1.0:1767320528.182146:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 936 00000100:00100000:1.0:1767320528.182152:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923869952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320528.182218:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923869952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (17167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320528.182223:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 936 00000100:00100000:1.0:1767320528.182236:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1503 00000100:00100000:1.0:1767320528.182241:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923869824:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320528.182256:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320528.182274:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923869824:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 33us (16989us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320528.182278:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1503 00010000:00010000:2.0:1767320528.328866:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320528.905092:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958720 00000100:00100000:1.0:1767320528.905100:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958720 00000100:00100000:1.0:1767320528.905169:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767320528.905178:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988958720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320528.905206:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320528.905249:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988958720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320528.905267:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:2.0:1767320528.905336:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988958720:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320529.358120:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320529.417370:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988958848 00000100:00100000:1.0:1767320529.417376:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988958848 00000100:00100000:1.0:1767320529.417424:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320529.417430:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988958848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320529.417454:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320529.417489:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988958848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320529.417494:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320529.417528:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988958848:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320529.417752:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320529.417756:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320529.417779:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320529.417782:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320529.417785:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320529.417789:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5771 00000100:00080000:1.0:1767320529.417792:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320529.417795:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320529.417809:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163988959104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320529.417827:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320529.417829:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320529.417830:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320529.417832:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5771 00000100:00080000:1.0:1767320529.417845:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320529.417848:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320529.417856:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d500 x1853163988959360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320529.417861:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320529.417865:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320529.417866:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320529.417870:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5771 00000100:00080000:1.0:1767320529.417872:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320529.417875:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320529.417888:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d180 x1853163988959488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320529.417902:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320529.417905:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320529.417907:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320529.417910:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5771 00000100:00080000:1.0:1767320529.417912:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320529.417915:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320529.417935:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c700 x1853163988959744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320529.418085:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988959104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320529.418112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988959360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320529.418159:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418172:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988959488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320529.418189:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418200:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988959744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320529.418210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418225:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988959232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320529.418246:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418256:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320529.418259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988959616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320529.418272:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.418289:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988959488 00000100:00100000:2.0:1767320529.418292:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988959488 00000100:00100000:2.0:1767320529.418307:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4824 00000100:00100000:2.0:1767320529.418310:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988959488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320529.418323:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320529.418343:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988959488:12345-0@lo:38:kworker.0 Request processed in 32us (152us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320529.418347:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4824 00000100:00080000:2.0:1767320529.418366:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320529.418368:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320529.418370:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988959488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320529.418781:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988959616 00000100:00100000:0.0:1767320529.418786:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988959616 00000100:00100000:0.0:1767320529.418818:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769 00000100:00100000:0.0:1767320529.418823:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988959616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320529.418847:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988959616:12345-0@lo:400:kworker.0 Request processed in 25us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320529.418850:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769 00000100:00080000:2.0:1767320529.419107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320529.419128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988959616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320529.419138:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988959232:0@lo:400:kworker.0 00000100:00080000:2.0:1767320529.419162:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320529.419165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320529.419168:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988959104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320529.419177:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320529.419179:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320529.419180:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988959360:0@lo:38:kworker.0 00000100:00080000:2.0:1767320529.419194:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320529.419197:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320529.419199:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988959744:0@lo:38:kworker.0 00010000:00010000:1.0:1767320530.378772:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320531.400808:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320532.425308:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320533.289728:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870208 00000100:00100000:1.0:1767320533.289738:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870208 00000100:00100000:1.0:1767320533.289818:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 939 00000100:00100000:1.0:1767320533.289828:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870208:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320533.289939:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870208:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320533.289948:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 939 00000100:00080000:2.0:1767320533.290071:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320533.303647:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870080 00000100:00100000:0.0:1767320533.303663:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870080 00000100:00100000:0.0:1767320533.303731:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1507 00000100:00100000:0.0:1767320533.303750:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923870080:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320533.303774:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320533.303862:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923870080:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 121us (11996us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320533.303869:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1507 00010000:00010000:2.0:1767320533.455441:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320534.024934:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320534.029379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988959872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320534.035143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320534.035212:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988959872 00000100:00100000:1.0:1767320534.035221:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988959872 00000100:00080000:2.0:1767320534.035284:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320534.035291:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:1.0:1767320534.035301:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988959872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320534.035331:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320534.035386:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988959872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320534.035393:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:2.0:1767320534.035490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988959872:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320534.473151:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320534.540523:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320534.540530:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320534.540566:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320534.540570:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320534.540574:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320534.540596:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5776 00000100:00080000:2.0:1767320534.540601:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320534.540608:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320534.540628:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e353800 x1853163988960256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320534.540652:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320534.540655:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320534.540657:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320534.540660:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5776 00000100:00080000:2.0:1767320534.540663:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320534.540685:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320534.540696:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163988960512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320534.540705:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320534.540708:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320534.540710:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320534.540713:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5776 00000100:00080000:2.0:1767320534.540715:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320534.540718:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320534.540728:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163988960640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320534.540748:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320534.540751:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320534.540752:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320534.540756:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5776 00000100:00080000:2.0:1767320534.540758:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320534.540761:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320534.540771:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1f80 x1853163988961024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320534.540797:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988960384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.540866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.540900:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320534.540906:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988960128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.540927:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.540963:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988960256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320534.540985:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.541000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988960512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320534.541019:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.541035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988960640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320534.541056:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.541073:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988961024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320534.541091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320534.541124:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960384 00000100:00100000:2.0:1767320534.541131:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960384 00000100:00100000:2.0:1767320534.541174:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960128 00000100:00100000:2.0:1767320534.541177:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960128 00000100:00100000:2.0:1767320534.541190:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960256 00000100:00100000:2.0:1767320534.541192:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960256 00000100:00100000:2.0:1767320534.541200:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960512 00000100:00100000:2.0:1767320534.541202:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960512 00000100:00100000:2.0:1767320534.541208:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988961024 00000100:00100000:2.0:1767320534.541210:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988961024 00000100:00100000:2.0:1767320534.541220:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1767320534.541226:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988960384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.541274:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988960384:12345-0@lo:400:kworker.0 Request processed in 48us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320534.541282:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1767320534.541299:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1767320534.541305:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988960128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.541331:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988960128:12345-0@lo:400:kworker.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320534.541346:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1767320534.541360:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1767320534.541364:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988960256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320534.541380:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320534.541428:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988960256:12345-0@lo:38:kworker.0 Request processed in 63us (441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320534.541434:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1767320534.541445:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1767320534.541449:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988960512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320534.541457:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320534.541477:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988960512:12345-0@lo:38:kworker.0 Request processed in 27us (457us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320534.541483:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1767320534.541494:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1767320534.541498:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988961024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320534.541508:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320534.541534:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988961024:12345-0@lo:38:kworker.0 Request processed in 34us (441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320534.541543:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1767320534.541567:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960640 00000100:00100000:2.0:1767320534.541572:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960640 00000100:00100000:2.0:1767320534.541633:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4825 00000100:00100000:2.0:1767320534.541639:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988960640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320534.541650:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320534.541697:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988960640:12345-0@lo:38:kworker.0 Request processed in 55us (637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320534.541706:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4825 00000100:00080000:2.0:1767320534.541744:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320534.541781:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988960128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.541801:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988960384:0@lo:400:kworker.0 00000100:00080000:2.0:1767320534.541866:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320534.541874:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320534.541881:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988960256:0@lo:38:kworker.0 00000100:00080000:2.0:1767320534.541901:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320534.541907:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320534.541912:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988960512:0@lo:38:kworker.0 00000100:00080000:2.0:1767320534.541926:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320534.541933:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320534.541937:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988960640:0@lo:38:kworker.0 00000100:00080000:2.0:1767320534.541949:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320534.541955:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320534.541963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988961024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320534.542042:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770 00000100:00100000:2.0:1767320534.542056:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988960768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320534.542112:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988960768:12345-0@lo:400:kworker.0 Request processed in 58us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320534.542121:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770 00000100:00100000:2.0:1767320534.542161:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988960000 00000100:00100000:2.0:1767320534.542170:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988960000 00000100:00100000:2.0:1767320534.542211:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:2.0:1767320534.542223:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988960000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320534.542250:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320534.542298:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988960000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320534.542307:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00010000:00010000:2.0:1767320535.498220:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320536.522129:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320537.379867:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870464 00000100:00100000:1.0:1767320537.379881:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870464 00000100:00100000:1.0:1767320537.379950:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870592 00000100:00100000:1.0:1767320537.379954:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870592 00000100:00100000:1.0:1767320537.380010:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 942 00000100:00100000:1.0:1767320537.380021:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320537.380131:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320537.380140:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 942 00000100:00100000:1.0:1767320537.380253:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1511 00000100:00100000:1.0:1767320537.380259:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923870464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320537.380299:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320537.380335:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923870464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 74us (796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320537.380358:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1511 00010000:00010000:2.0:1767320537.545133:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320538.569024:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320539.146665:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988961152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320539.146776:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320539.147160:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988961152 00000100:00100000:1.0:1767320539.147172:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988961152 00000100:00100000:1.0:1767320539.147258:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1767320539.147270:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988961152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320539.147310:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320539.147367:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988961152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320539.147376:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00080000:2.0:1767320539.147887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320539.147947:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988961152:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320539.593294:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320539.656765:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320539.656779:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320539.656870:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320539.656875:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320539.656879:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320539.656888:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320539.656895:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320539.656913:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320539.656940:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163988961408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320539.657003:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320539.657006:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320539.657008:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320539.657012:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320539.657015:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320539.657020:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320539.657033:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1f80 x1853163988961664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320539.657043:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320539.657048:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320539.657050:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320539.657056:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320539.657059:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320539.657063:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320539.657080:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163988961792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320539.657098:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320539.657101:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320539.657103:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320539.657106:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320539.657108:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320539.657112:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320539.657121:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d500 x1853163988962048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320539.657195:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988961536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320539.657429:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988961408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320539.657481:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320539.657529:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988961664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320539.657559:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320539.657628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988961792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320539.657660:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320539.657693:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988962048:0@lo:38:kworker.0 00000100:00100000:0.0:1767320539.657717:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320539.657830:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320539.657843:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988962176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320539.657966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320539.658007:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988962176 00000100:00100000:1.0:1767320539.658013:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988962176 00000100:00100000:1.0:1767320539.658065:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1767320539.658076:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988962176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320539.658113:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320539.658160:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988962176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320539.658168:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1767320539.658261:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988962176:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320539.658321:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320539.658327:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320539.658362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988961920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320539.658396:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320539.664191:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988961792 00000100:00100000:0.0:1767320539.664205:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988961792 00000100:00100000:0.0:1767320539.664248:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826 00000100:00100000:0.0:1767320539.664256:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988961792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320539.664278:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320539.671641:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988961792:12345-0@lo:38:kworker.0 Request processed in 7361us (13956us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320539.671658:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826 00000100:00100000:1.0:1767320539.678311:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320539.678471:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988961536 00000100:00100000:2.0:1767320539.678485:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988961536 00000100:00100000:2.0:1767320539.678593:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1767320539.678606:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988961536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320539.678717:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988961536:12345-0@lo:400:kworker.0 Request processed in 114us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320539.678726:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:0.0:1767320539.678980:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320539.679140:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988961536:0@lo:400:kworker.0 00010000:00010000:2.0:1767320540.620567:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320541.642675:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320542.498938:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320542.499109:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320542.503311:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870848 00000100:00100000:1.0:1767320542.503357:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870848 00000100:00080000:0.0:1767320542.503873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320542.503946:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870720 00000100:00100000:1.0:1767320542.503950:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870720 00000100:00100000:1.0:1767320542.503978:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 945 00000100:00100000:1.0:1767320542.503987:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870848:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320542.504117:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1515 00000100:00100000:0.0:1767320542.504124:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923870720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320542.504150:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320542.504226:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923870720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 101us (5116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320542.504235:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1515 00000100:00100000:1.0:1767320542.504537:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923870848:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 550us (5612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320542.504545:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 945 00010000:00010000:1.0:1767320542.665244:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320543.690859:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320544.275668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988962304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320544.275741:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320544.275950:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988962304 00000100:00100000:1.0:1767320544.275958:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988962304 00000100:00100000:1.0:1767320544.276029:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1767320544.276039:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988962304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320544.276067:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320544.276116:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988962304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320544.276123:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1767320544.276168:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988962304:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320544.276372:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320544.713289:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320544.777131:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320519/real 1767320519] req@ffff9e7d2e350a80 x1853163988956288/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320544 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320544.777206:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2e350a80 x1853163988956288/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320544 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320544.777229:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320544.777253:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320544.777257:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988956288:0@lo:250:kworker.0 00000100:00080000:1.0:1767320544.777479:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320544.777486:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320544.777489:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320544.777494:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5766 00000100:00080000:1.0:1767320544.777499:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320544.777506:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320544.777528:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163988962560/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320544.777573:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320544.777577:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320544.777598:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320544.777602:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5786 00000100:00080000:1.0:1767320544.777605:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320544.777609:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320544.777623:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988962816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320544.777660:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320544.777664:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320544.777666:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320544.777669:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5786 00000100:00080000:1.0:1767320544.777671:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320544.777680:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320544.777690:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988963072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320544.778310:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988962688 00000100:00100000:2.0:1767320544.778319:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988962688 00000100:00080000:1.0:1767320544.778410:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320544.778415:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320544.778416:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320544.778420:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5786 00000100:00080000:1.0:1767320544.778422:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320544.778425:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320544.778444:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163988963200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320544.778460:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320544.778462:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320544.778463:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320544.778465:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5786 00000100:00080000:1.0:1767320544.778467:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320544.778470:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320544.778477:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988963328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320544.778563:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1767320544.778575:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988962688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320544.778674:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988962688:12345-0@lo:400:kworker.0 Request processed in 101us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320544.778684:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1767320544.778739:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988962944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320544.778778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320544.778809:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320544.778819:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988962944 00000100:00100000:2.0:1767320544.778822:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988962944 00000100:00100000:2.0:1767320544.778855:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1767320544.778861:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988962944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320544.778899:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988962944:12345-0@lo:400:kworker.0 Request processed in 39us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320544.778906:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00080000:2.0:1767320544.778919:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320544.778948:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988962944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320544.778991:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988962688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320544.779286:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988962560:0@lo:250:kworker.0 00000400:00000100:0.0:1767320544.779315:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988962560 offset 0 length 520: 4 00000100:00100000:0.0:1767320544.779337:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988962816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320544.779373:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320544.779395:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988963072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320544.779414:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320544.779424:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988963200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320544.779445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320544.779462:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988963328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320544.779479:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320544.779509:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963200 00000100:00100000:0.0:1767320544.779513:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963200 00000100:00100000:0.0:1767320544.779538:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827 00000100:00100000:0.0:1767320544.779542:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988963200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320544.779564:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320544.779613:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988963200:12345-0@lo:38:kworker.0 Request processed in 69us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320544.779619:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827 00000100:00100000:0.0:1767320544.779661:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988962816 00000100:00100000:0.0:1767320544.779665:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988962816 00000100:00100000:0.0:1767320544.779679:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963072 00000100:00100000:0.0:1767320544.779681:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963072 00000100:00100000:0.0:1767320544.779699:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963328 00000100:00100000:0.0:1767320544.779701:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963328 00000100:00100000:0.0:1767320544.779715:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1767320544.779719:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988962816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320544.779733:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320544.779766:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988962816:12345-0@lo:38:kworker.0 Request processed in 46us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320544.779771:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1767320544.779782:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1767320544.779786:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988963072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320544.779794:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320544.779811:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988963072:12345-0@lo:38:kworker.0 Request processed in 24us (397us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320544.779817:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1767320544.779826:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1767320544.779829:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988963328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320544.779837:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320544.779856:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988963328:12345-0@lo:38:kworker.0 Request processed in 25us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320544.779862:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00080000:0.0:1767320544.779892:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320544.779897:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320544.779900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988962816:0@lo:38:kworker.0 00000100:00080000:0.0:1767320544.779916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320544.779919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320544.779922:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988963072:0@lo:38:kworker.0 00000100:00080000:0.0:1767320544.779928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320544.779931:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320544.779934:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988963200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320544.779940:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320544.779942:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320544.779945:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988963328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320544.783068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988962432:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320544.783353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320545.738659:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320546.760946:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320547.623198:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320547.623343:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320547.633703:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923871104 00000100:00100000:1.0:1767320547.633725:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923871104 00000100:00100000:1.0:1767320547.633839:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923870976 00000100:00100000:1.0:1767320547.633843:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923870976 00000100:00100000:1.0:1767320547.633877:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 948 00000100:00100000:1.0:1767320547.633891:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923871104:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320547.634024:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923871104:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 136us (10842us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320547.634033:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 948 00000100:00100000:1.0:1767320547.634055:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1519 00000100:00100000:1.0:1767320547.634060:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923870976:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320547.634086:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320547.634119:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923870976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (10776us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320547.634126:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1519 00010000:00010000:2.0:1767320547.784893:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320548.809973:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320549.385396:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963456 00000100:00100000:1.0:1767320549.385408:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963456 00000100:00100000:1.0:1767320549.385497:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1767320549.385508:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988963456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320549.385549:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320549.385642:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988963456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320549.385651:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00010000:00010000:2.0:1767320549.833187:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320549.896970:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320549.896999:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988963584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320549.897076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320549.898475:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963584 00000100:00100000:1.0:1767320549.898490:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963584 00000100:00100000:1.0:1767320549.898808:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:1.0:1767320549.898819:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988963584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320549.898852:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320549.898926:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988963584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320549.898935:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00080000:0.0:1767320549.899086:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320549.899537:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320549.899555:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320549.899920:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320549.899925:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320549.899929:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320549.899935:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5791 00000100:00080000:2.0:1767320549.899941:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320549.899948:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320549.899989:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681500 x1853163988963840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320549.900027:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320549.900030:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320549.900032:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320549.900035:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5791 00000100:00080000:2.0:1767320549.900038:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320549.900042:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320549.900053:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682d80 x1853163988964096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320549.900062:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320549.900064:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320549.900066:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320549.900071:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5791 00000100:00080000:2.0:1767320549.900073:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320549.900077:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320549.900100:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163988964224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320549.900112:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320549.900116:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320549.900118:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320549.900121:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5791 00000100:00080000:2.0:1767320549.900124:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320549.900129:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320549.900150:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023b80 x1853163988964352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320549.900166:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988963968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320549.900210:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988963840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320549.902232:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320549.909036:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988964096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320549.909132:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320549.909289:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963712 00000100:00100000:0.0:1767320549.909300:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963712 00000100:00100000:0.0:1767320549.911695:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963840 00000100:00100000:0.0:1767320549.911713:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963840 00000100:00100000:0.0:1767320549.911788:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1767320549.911809:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988963712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320549.911962:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988963712:12345-0@lo:400:kworker.0 Request processed in 164us (12207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320549.911972:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1767320549.912014:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1767320549.912019:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988963840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320549.912045:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320549.912078:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988963840:12345-0@lo:38:kworker.0 Request processed in 58us (9855us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320549.912085:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1767320549.912178:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988963712:0@lo:400:kworker.0 00000100:00080000:1.0:1767320549.912266:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320549.913660:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988964224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320549.913663:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964096 00000100:00100000:1.0:1767320549.913675:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964096 00000100:00100000:0.0:1767320549.913700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320549.913836:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320549.913860:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988964352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320549.913889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320549.914690:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988963968 00000100:00100000:0.0:1767320549.914699:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988963968 00000100:00080000:2.0:1767320549.914741:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320549.914750:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320549.914756:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988963840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320549.914797:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964224 00000100:00100000:2.0:1767320549.914802:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964224 00000100:00100000:2.0:1767320549.914832:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4828 00000100:00100000:2.0:1767320549.914839:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988964224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320549.914865:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320549.914938:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988964224:12345-0@lo:38:kworker.0 Request processed in 97us (1102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320549.914946:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4828 00000100:00100000:2.0:1767320549.914984:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1767320549.914993:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988963968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320549.915012:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964352 00000100:00100000:0.0:1767320549.915018:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964352 00000100:00100000:0.0:1767320549.915040:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1767320549.915047:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988964096:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320549.915052:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988963968:12345-0@lo:400:kworker.0 Request processed in 58us (1351us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320549.915062:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320549.915088:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1767320549.915098:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988964096:12345-0@lo:38:kworker.0 Request processed in 51us (5965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320549.915107:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:2.0:1767320549.915115:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:2.0:1767320549.915122:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988964352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320549.915133:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320549.915157:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320549.915164:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988964352:12345-0@lo:38:kworker.0 Request processed in 41us (1273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320549.915171:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00080000:2.0:1767320549.915205:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320549.915206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988963968:0@lo:400:kworker.0 00000100:00080000:2.0:1767320549.915213:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320549.915219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988964096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320549.915230:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320549.915233:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320549.915236:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988964224:0@lo:38:kworker.0 00000100:00080000:2.0:1767320549.915250:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320549.915254:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320549.915258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988964352:0@lo:38:kworker.0 00010000:00010000:1.0:1767320550.857894:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320551.880880:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320552.739317:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320552.739403:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320552.739978:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320552.742165:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1523 00000100:00100000:2.0:1767320552.742180:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923871232:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320552.742210:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320552.742303:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923871232:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 125us (2901us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320552.742309:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1523 00010000:00010000:2.0:1767320552.904855:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320553.928859:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320554.505019:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320554.505043:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988964480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320554.505111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320554.505284:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964480 00000100:00100000:1.0:1767320554.505293:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964480 00000100:00100000:1.0:1767320554.505358:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:1.0:1767320554.505366:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988964480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320554.505393:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320554.505436:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988964480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320554.505449:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00080000:0.0:1767320554.505552:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320554.505604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988964480:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320554.953397:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320555.017488:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.017502:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320555.017572:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.017576:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320555.017599:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320555.017607:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5796 00000100:00080000:2.0:1767320555.017612:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320555.017619:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320555.017645:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023b80 x1853163988964736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320555.017674:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.017676:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320555.017677:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320555.017681:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5796 00000100:00080000:2.0:1767320555.017683:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320555.017687:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320555.017700:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163988964992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320555.017708:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.017711:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320555.017713:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320555.017719:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5796 00000100:00080000:2.0:1767320555.017721:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320555.017739:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320555.017753:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163988965120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320555.017778:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.017781:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320555.017783:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320555.017786:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5796 00000100:00080000:2.0:1767320555.017788:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320555.017791:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320555.017800:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c700 x1853163988965376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320555.017834:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320555.017852:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988965248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320555.017939:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.020317:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988964608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.020347:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.020377:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320555.020383:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988964864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.020402:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.020426:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964608 00000100:00100000:1.0:1767320555.020430:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964608 00000100:00100000:1.0:1767320555.020476:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988964864 00000100:00100000:1.0:1767320555.020479:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988964864 00000100:00100000:1.0:1767320555.020497:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1767320555.020503:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988964608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.020541:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988964608:12345-0@lo:400:kworker.0 Request processed in 38us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320555.020547:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1767320555.020559:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1767320555.020565:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988964864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.020622:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988964864:12345-0@lo:400:kworker.0 Request processed in 58us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320555.020628:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1767320555.020653:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988964864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.020662:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988964608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320555.020788:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988965120 00000100:00100000:0.0:1767320555.020793:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988965120 00000100:00100000:0.0:1767320555.020829:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829 00000100:00100000:0.0:1767320555.020834:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988965120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320555.020848:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320555.020885:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988965120:12345-0@lo:38:kworker.0 Request processed in 49us (1380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320555.020890:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829 00000100:00080000:0.0:1767320555.020914:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320555.020918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320555.020937:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320555.020941:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320555.020944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988965120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320555.023695:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320555.023721:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988965504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320555.023789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.023891:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988965504 00000100:00100000:1.0:1767320555.023899:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988965504 00000100:00100000:1.0:1767320555.023970:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:1.0:1767320555.023979:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988965504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320555.024009:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320555.024067:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988965504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320555.024075:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320555.024166:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988965504:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320555.979474:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320557.001006:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320557.864197:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320557.864338:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320557.864757:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1527 00000100:00100000:0.0:1767320557.864765:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923871488:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320557.864789:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320557.864899:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923871488:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 133us (710us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320557.864903:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320557.864908:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1527 00010000:00010000:2.0:1767320558.025043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320559.049525:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320559.624984:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320559.625006:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988965632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320559.625066:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320559.625107:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988965632 00000100:00100000:1.0:1767320559.625212:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988965632 00000100:00080000:0.0:1767320559.625268:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320559.625285:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:1.0:1767320559.625295:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988965632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320559.625324:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320559.625460:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988965632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320559.625469:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767320559.625499:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988965632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320560.072847:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320560.136990:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320560.136998:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320560.137037:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320560.137042:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320560.137046:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320560.137055:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5801 00000100:00080000:1.0:1767320560.137060:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320560.137067:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320560.137089:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163988966016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320560.137134:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320560.137137:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320560.137139:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320560.137143:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5801 00000100:00080000:1.0:1767320560.137145:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320560.137149:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320560.137160:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163988966272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320560.137169:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320560.137172:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320560.137174:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320560.137178:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5801 00000100:00080000:1.0:1767320560.137180:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320560.137183:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320560.137194:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163988966400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320560.137213:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320560.137215:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320560.137217:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320560.137221:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5801 00000100:00080000:1.0:1767320560.137223:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320560.137227:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320560.137236:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988966784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320560.137322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988965888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.137400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.137446:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320560.137451:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988966144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.137473:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320560.137533:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988965888 00000100:00100000:1.0:1767320560.137540:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988965888 00000100:00100000:1.0:1767320560.137624:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988966144 00000100:00100000:1.0:1767320560.137628:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988966144 00000100:00100000:0.0:1767320560.137640:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1767320560.137654:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988965888:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320560.137675:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320560.137702:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988965760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320560.137714:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988965888:12345-0@lo:400:kworker.0 Request processed in 62us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.137741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.137765:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988966656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.137791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.137829:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988965760 00000100:00100000:2.0:1767320560.137834:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988965760 00000100:00100000:2.0:1767320560.137894:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:2.0:1767320560.137904:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988965760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320560.137930:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320560.137976:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7012:x1853163988965760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.137984:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00100000:2.0:1767320560.138017:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775 00000100:00100000:2.0:1767320560.138028:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988966528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.138067:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988966528:12345-0@lo:400:kworker.0 Request processed in 42us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.138074:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775 00000100:00100000:2.0:1767320560.138111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988965760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320560.138126:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988966656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.138181:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988965888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.138210:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988966016 00000100:00100000:2.0:1767320560.138216:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988966016 00000100:00100000:1.0:1767320560.146771:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988966784 00000100:00100000:1.0:1767320560.146789:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988966784 00000100:00100000:1.0:1767320560.146820:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1767320560.146845:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988966144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320560.146935:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988966144:12345-0@lo:400:kworker.0 Request processed in 98us (9461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320560.146941:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1767320560.146959:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1767320560.146964:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988966784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320560.146984:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320560.147021:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988966784:12345-0@lo:38:kworker.0 Request processed in 55us (8056us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320560.147041:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1767320560.147063:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988966400 00000100:00100000:1.0:1767320560.147066:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988966400 00000100:00100000:1.0:1767320560.147081:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4830 00000100:00100000:1.0:1767320560.147085:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988966400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320560.147092:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320560.147113:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988966400:12345-0@lo:38:kworker.0 Request processed in 26us (8843us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320560.147119:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4830 00000100:00100000:1.0:1767320560.147368:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988966144:0@lo:400:kworker.0 00000100:00080000:1.0:1767320560.147437:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320560.147443:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320560.147447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988966400:0@lo:38:kworker.0 00000100:00080000:1.0:1767320560.147458:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320560.147462:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320560.147464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988966784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320560.149691:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1767320560.150290:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1767320560.150303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988966016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320560.150323:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320560.150441:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988966016:12345-0@lo:38:kworker.0 Request processed in 137us (12278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320560.150446:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00080000:1.0:1767320560.150747:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320560.150753:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320560.150757:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988966016:0@lo:38:kworker.0 00000100:00080000:1.0:1767320560.151202:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320560.151208:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320560.151211:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988966272:0@lo:38:kworker.0 00010000:00010000:2.0:1767320561.097145:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320562.120773:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320562.978069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767320562.978114:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923871744 offset 0 length 520: 4 00000100:00100000:2.0:1767320562.978138:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320562.978377:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872000 00000100:00100000:0.0:1767320562.978393:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872000 00000100:00100000:0.0:1767320562.978490:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923871872 00000100:00100000:0.0:1767320562.978494:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923871872 00000100:00100000:0.0:1767320562.978520:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 957 00000100:00100000:0.0:1767320562.978532:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923872000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320562.978663:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923872000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 134us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320562.978672:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 957 00000100:00100000:0.0:1767320562.978691:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1531 00000100:00100000:0.0:1767320562.978695:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923871872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320562.978714:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320562.978736:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923871872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 40us (597us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320562.978741:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1531 00000100:00080000:2.0:1767320562.978899:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320563.144880:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320564.168965:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320564.745097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988966912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320564.745173:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320564.745345:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988966912 00000100:00100000:0.0:1767320564.745353:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988966912 00000100:00100000:0.0:1767320564.745426:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320564.745436:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988966912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320564.745464:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320564.745523:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988966912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320564.745538:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320564.745605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988966912:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320564.745734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320565.195421:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320565.257459:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320565.257478:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320565.257560:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320565.257566:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320565.257573:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320565.257698:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320565.257783:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320565.257794:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320565.257832:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988967296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320565.257898:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320565.257902:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320565.257904:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320565.257908:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320565.257911:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320565.257915:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320565.257927:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163988967552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320565.257935:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320565.257938:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320565.257940:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320565.257945:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320565.257947:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320565.257950:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320565.257962:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163988967680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320565.257986:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320565.257990:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320565.257992:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320565.257995:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320565.257997:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320565.258000:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320565.258011:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988968064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320565.258043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988967808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.258080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320565.258108:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320565.258117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988967424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.258142:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320565.258271:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320565.258312:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988967424 00000100:00100000:2.0:1767320565.258320:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988967424 00000100:00100000:2.0:1767320565.258384:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767320565.258392:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988967424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.258474:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988967424:12345-0@lo:400:kworker.0 Request processed in 83us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.258480:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:2.0:1767320565.258497:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320565.258521:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988967040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320565.258553:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.258597:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320565.258602:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988967936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.258637:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.258662:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988967040 00000100:00100000:2.0:1767320565.258665:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988967040 00000100:00100000:2.0:1767320565.258692:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1767320565.258697:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988967040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320565.258716:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320565.258746:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988967040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.258751:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00080000:2.0:1767320565.258762:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320565.258790:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988967040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320565.258842:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988967808 00000100:00100000:2.0:1767320565.258846:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988967808 00000100:00100000:2.0:1767320565.258946:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776 00000100:00100000:2.0:1767320565.258963:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988967808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.259023:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988967808:12345-0@lo:400:kworker.0 Request processed in 61us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.259031:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776 00000100:00100000:2.0:1767320565.259079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988967168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.259121:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988967296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320565.260035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.260106:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988967296 00000100:00100000:0.0:1767320565.260115:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988967296 00000100:00100000:0.0:1767320565.260159:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:1.0:1767320565.260279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988967424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.260296:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988967808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.260344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988967552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320565.260380:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.260404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988967680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.260424:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988967296:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320565.260437:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767320565.260461:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320565.260479:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988968064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320565.260527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.260538:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988967296:12345-0@lo:38:kworker.0 Request processed in 116us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320565.260552:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1767320565.260576:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988968064 00000100:00080000:2.0:1767320565.260615:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320565.260625:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320565.260639:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988967296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.260820:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988968064 00000100:00100000:0.0:1767320565.260848:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:0.0:1767320565.260853:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988968064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320565.260868:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320565.260944:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988967680 00000100:00100000:1.0:1767320565.260949:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988967680 00000100:00100000:1.0:1767320565.260974:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831 00000100:00100000:1.0:1767320565.260979:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988967680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320565.260990:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320565.261010:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320565.261017:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320565.261020:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988967552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.261037:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988968064:12345-0@lo:38:kworker.0 Request processed in 181us (508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320565.261043:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1767320565.261819:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988967680:12345-0@lo:38:kworker.0 Request processed in 837us (1391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320565.261828:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831 00010000:00010000:2.0:1767320566.222177:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320567.240833:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320568.098864:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320568.099277:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320568.099797:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872256 00000100:00100000:1.0:1767320568.099813:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872256 00000100:00100000:1.0:1767320568.100293:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872128 00000100:00100000:1.0:1767320568.100298:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872128 00000100:00100000:1.0:1767320568.100329:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 960 00000100:00100000:1.0:1767320568.100341:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923872256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320568.100465:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923872256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 126us (1627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320568.100492:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 960 00000100:00100000:1.0:1767320568.100518:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1535 00000100:00100000:1.0:1767320568.100524:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923872128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320568.100552:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320568.100611:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923872128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 85us (1334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320568.100618:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1535 00010000:00010000:2.0:1767320568.265190:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320569.288971:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320569.352928:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320569.352937:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320569.352941:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320569.352946:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5791 00000100:00080000:2.0:1767320569.352951:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320569.352959:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320569.352994:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ed80 x1853163988968192/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320569.353064:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320569.353069:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320569.353071:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320569.353074:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5812 00000100:00080000:2.0:1767320569.353076:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320569.353080:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320569.353108:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c380 x1853163988968448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320569.353123:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320569.353126:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320569.353128:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320569.353131:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5812 00000100:00080000:2.0:1767320569.353134:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320569.353138:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320569.353146:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45fb80 x1853163988968704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320569.353154:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320569.353157:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320569.353159:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320569.353162:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5812 00000100:00080000:2.0:1767320569.353165:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320569.353168:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320569.353199:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f100 x1853163988968832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320569.353242:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320569.353246:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320569.353247:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320569.353250:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5812 00000100:00080000:2.0:1767320569.353253:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320569.353257:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320569.353273:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163988969216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320569.354180:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988969088 00000100:00100000:2.0:1767320569.354184:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988969088 00000100:00100000:2.0:1767320569.354243:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988968960 00000100:00100000:2.0:1767320569.354247:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988968960 00000100:00100000:2.0:1767320569.354269:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:2.0:1767320569.354275:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988969088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320569.354320:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988969088:12345-0@lo:400:kworker.0 Request processed in 45us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320569.354325:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00000100:00100000:2.0:1767320569.354339:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:2.0:1767320569.354345:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988968960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320569.354371:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988968960:12345-0@lo:400:kworker.0 Request processed in 27us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320569.354377:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00100000:2.0:1767320569.354413:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988968960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320569.354424:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988969088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354528:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988968320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354560:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320569.354613:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320569.354619:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988968576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354641:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320569.354674:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988968320 00000100:00100000:0.0:1767320569.354678:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988968320 00000100:00100000:0.0:1767320569.354703:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988968576 00000100:00100000:0.0:1767320569.354706:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988968576 00000100:00100000:0.0:1767320569.354723:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1767320569.354729:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988968320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354762:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988968320:12345-0@lo:400:kworker.0 Request processed in 33us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320569.354768:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1767320569.354782:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1767320569.354788:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988968576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354813:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988968576:12345-0@lo:400:kworker.0 Request processed in 26us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320569.354819:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1767320569.354842:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988968576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320569.354851:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988968320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320569.355071:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988968832 00000100:00100000:1.0:1767320569.355076:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988968832 00000100:00100000:1.0:1767320569.355110:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832 00000100:00100000:1.0:1767320569.355115:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988968832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320569.355129:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320569.355162:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988968832:12345-0@lo:38:kworker.0 Request processed in 46us (1469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320569.355168:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832 00000100:00080000:1.0:1767320569.355214:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320569.355228:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320569.355232:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988968832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320569.865898:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320569.865922:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988969344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320569.865989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320569.866320:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988969344 00000100:00100000:1.0:1767320569.866330:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988969344 00000100:00100000:1.0:1767320569.866376:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:1.0:1767320569.866386:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988969344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320569.866415:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320569.866465:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988969344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320569.866481:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:1.0:1767320569.866526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988969344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320570.313228:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320570.378049:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988969472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320570.378182:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320570.380164:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988969472:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320571.336845:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320572.360940:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320573.218200:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320573.218254:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320573.219044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320573.386056:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320574.408977:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320574.475229:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320574.475240:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320574.475305:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320574.475309:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320574.475314:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320574.475322:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5816 00000100:00080000:1.0:1767320574.475327:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320574.475334:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320574.475354:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163988969728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320574.475385:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320574.475387:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320574.475389:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320574.475392:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5816 00000100:00080000:1.0:1767320574.475395:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320574.475398:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320574.475416:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988969600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320574.475422:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163988969984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320574.475431:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320574.475434:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320574.475435:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320574.475439:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5816 00000100:00080000:1.0:1767320574.475441:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320574.475444:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320574.475452:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163988970112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320574.475483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320574.475484:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320574.475487:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320574.475489:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320574.475492:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5816 00000100:00080000:1.0:1767320574.475494:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320574.475497:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320574.475507:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163988970496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320574.475521:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320574.475529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988969856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320574.475529:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988970240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320574.475557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320574.475557:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320574.475647:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320574.475654:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988970368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320574.475677:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320574.475742:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988970240 00000100:00100000:2.0:1767320574.475750:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988970240 00000100:00100000:2.0:1767320574.475794:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988970368 00000100:00100000:2.0:1767320574.475797:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988970368 00000100:00100000:2.0:1767320574.475820:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1767320574.475827:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988970240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320574.475876:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988970240:12345-0@lo:400:kworker.0 Request processed in 49us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320574.475884:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1767320574.475899:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781 00000100:00100000:2.0:1767320574.475905:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988970368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320574.475927:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988970368:12345-0@lo:400:kworker.0 Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320574.475933:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781 00000100:00080000:2.0:1767320574.475948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320574.475953:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320574.490173:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988970368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320574.490210:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988970240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320574.491659:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988969600 00000100:00100000:2.0:1767320574.491671:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988969600 00000100:00100000:2.0:1767320574.491731:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988969856 00000100:00100000:2.0:1767320574.491734:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988969856 00000100:00100000:2.0:1767320574.491752:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988969728 00000100:00100000:2.0:1767320574.491755:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988969728 00000100:00100000:2.0:1767320574.491772:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1767320574.491780:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988969600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320574.491853:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988969600:12345-0@lo:400:kworker.0 Request processed in 73us (16369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320574.491860:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1767320574.491874:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1767320574.491880:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988969856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320574.491915:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988969856:12345-0@lo:400:kworker.0 Request processed in 36us (16359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320574.491921:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1767320574.491932:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:2.0:1767320574.491936:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988969728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320574.491955:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320574.491979:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988969728:12345-0@lo:38:kworker.0 Request processed in 41us (9355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320574.491984:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00080000:0.0:1767320574.493471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320574.493546:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988969856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320574.493750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988969600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320574.985125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988970624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320574.985193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320574.985876:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988970624 00000100:00100000:1.0:1767320574.985885:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988970624 00000100:00100000:1.0:1767320574.985949:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:1.0:1767320574.985960:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988970624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320574.985989:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320574.986042:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988970624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320574.986050:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:0.0:1767320574.986330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988970624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320575.433065:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320575.496880:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320575.496909:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988970752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320575.496983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320575.497102:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988970752 00000100:00100000:1.0:1767320575.497111:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988970752 00000100:00100000:1.0:1767320575.497165:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:1.0:1767320575.497175:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988970752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320575.497205:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320575.497258:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988970752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320575.497266:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767320575.497671:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988970752:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320576.456902:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320578.341926:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872768 00000100:00100000:1.0:1767320578.341942:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872768 00000100:00100000:1.0:1767320578.342038:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872640 00000100:00100000:1.0:1767320578.342043:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872640 00000100:00100000:1.0:1767320578.342071:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 966 00000100:00100000:1.0:1767320578.342081:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923872768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320578.342163:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923872768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320578.342188:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 966 00000100:00100000:1.0:1767320578.342209:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1543 00000100:00100000:1.0:1767320578.342215:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923872640:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320578.342235:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320578.342263:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923872640:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320578.342273:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1543 00000100:00080000:0.0:1767320578.342515:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320578.505268:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320579.528817:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320579.592913:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320579.592925:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320579.593091:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320579.593096:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320579.593100:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320579.593107:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5821 00000100:00080000:2.0:1767320579.593112:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320579.593119:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320579.593155:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163988971008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320579.593221:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988971008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320579.593297:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320579.593390:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971008 00000100:00100000:1.0:1767320579.593398:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971008 00000100:00100000:1.0:1767320579.593442:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1767320579.593450:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320579.593471:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320579.593516:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971008:12345-0@lo:38:kworker.0 Request processed in 66us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320579.593523:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00080000:1.0:1767320579.593570:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320579.593575:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320579.593596:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988971008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320579.595429:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971136 00000100:00100000:0.0:1767320579.595437:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971136 00000100:00100000:0.0:1767320579.595510:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1767320579.595520:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988971136:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320579.595693:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320579.595699:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320579.595702:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320579.595724:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5821 00000100:00080000:2.0:1767320579.595728:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320579.595734:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320579.595763:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ea00 x1853163988971264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320579.595782:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320579.595786:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320579.595787:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320579.595791:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5821 00000100:00080000:2.0:1767320579.595794:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320579.595797:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320579.595808:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f480 x1853163988971392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320579.595841:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320579.595844:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320579.595846:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320579.595849:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5821 00000100:00080000:2.0:1767320579.595851:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320579.595854:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320579.595864:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163988971776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320579.595902:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988971648:0@lo:400:kworker.0 00000100:00080000:1.0:1767320579.595968:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320579.595992:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988971264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320579.602630:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988971136:12345-0@lo:400:kworker.0 Request processed in 7100us (7358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320579.602648:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1767320579.602703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988971520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320579.602769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320579.602828:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971520 00000100:00100000:0.0:1767320579.602836:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971520 00000100:00100000:0.0:1767320579.602894:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782 00000100:00100000:0.0:1767320579.602903:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988971520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320579.602951:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988971520:12345-0@lo:400:kworker.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320579.602957:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782 00000100:00100000:0.0:1767320579.602995:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988971520:0@lo:400:kworker.0 00000100:00080000:0.0:1767320579.603063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320579.608323:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320579.608693:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988970880 00000100:00100000:0.0:1767320579.608702:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988970880 00000100:00100000:0.0:1767320579.608781:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1767320579.608790:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988970880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320579.608854:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988970880:12345-0@lo:400:kworker.0 Request processed in 65us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320579.608861:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00080000:2.0:1767320579.608951:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320579.610063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320579.610088:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988971648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320579.615544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320579.615619:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988971392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320579.615661:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320579.615703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988971776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320579.615728:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320579.616505:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971264 00000100:00100000:0.0:1767320579.616515:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971264 00000100:00100000:0.0:1767320579.616553:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971776 00000100:00100000:0.0:1767320579.616556:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971776 00000100:00100000:0.0:1767320579.616575:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1767320579.616603:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320579.616627:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320579.616678:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971264:12345-0@lo:38:kworker.0 Request processed in 75us (1140us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320579.616685:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1767320579.616713:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:0.0:1767320579.616717:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320579.616726:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320579.616750:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988971776:12345-0@lo:38:kworker.0 Request processed in 31us (1022us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320579.616755:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00080000:1.0:1767320579.619496:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320579.619503:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320579.619507:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988971264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320579.619518:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320579.619522:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320579.619524:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988971392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320579.619532:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320579.619535:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320579.619538:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988971776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320580.104982:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988971904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320580.105067:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320580.105169:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988971904 00000100:00100000:1.0:1767320580.105177:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988971904 00000100:00100000:1.0:1767320580.105228:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1767320580.105238:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988971904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320580.105268:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320580.105317:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988971904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320580.105324:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1767320580.105369:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988971904:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320580.552849:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320580.619473:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320580.619495:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988972032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320580.619571:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320580.620083:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972032 00000100:00100000:2.0:1767320580.620093:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972032 00000100:00100000:2.0:1767320580.620150:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1767320580.620159:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988972032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320580.620188:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320580.620247:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988972032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320580.620254:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00010000:00010000:2.0:1767320582.600785:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320583.458045:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923873024 00000100:00100000:2.0:1767320583.458057:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923873024 00000100:00100000:2.0:1767320583.458156:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 969 00000100:00100000:2.0:1767320583.458165:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923873024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320583.458241:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923873024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320583.458249:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 969 00000100:00080000:0.0:1767320583.458373:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320583.460732:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923872896 00000100:00100000:0.0:1767320583.460746:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923872896 00000100:00100000:0.0:1767320583.460802:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1547 00000100:00100000:0.0:1767320583.460821:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923872896:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320583.460847:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320583.460909:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923872896:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 89us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320583.460916:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1547 00010000:00010000:1.0:1767320583.625187:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320584.649337:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320584.712889:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988972160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320584.712971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320584.713199:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972160 00000100:00100000:2.0:1767320584.713206:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972160 00000100:00100000:2.0:1767320584.713272:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1767320584.713281:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988972160:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320584.713378:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320584.714148:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988972416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320584.714179:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320584.714206:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972416 00000100:00100000:1.0:1767320584.714209:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972416 00000100:00100000:1.0:1767320584.714233:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767320584.714238:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988972416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320584.714272:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988972416:12345-0@lo:400:kworker.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320584.714280:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00080000:1.0:1767320584.714301:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320584.714305:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320584.714307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320584.714316:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988972288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320584.714341:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320584.714355:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988972544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320584.714384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320584.714398:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988972672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320584.714418:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320584.714434:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988973056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320584.714452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320584.714480:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972672 00000100:00100000:1.0:1767320584.714484:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972672 00000100:00100000:1.0:1767320584.714504:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835 00000100:00100000:1.0:1767320584.714509:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988972672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320584.714526:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320584.714557:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988972672:12345-0@lo:38:kworker.0 Request processed in 46us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320584.714570:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835 00000100:00100000:1.0:1767320584.714605:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972288 00000100:00100000:1.0:1767320584.714609:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972288 00000100:00100000:1.0:1767320584.714626:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988972544 00000100:00100000:1.0:1767320584.714628:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988972544 00000100:00100000:1.0:1767320584.714637:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973056 00000100:00100000:1.0:1767320584.714639:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973056 00000100:00100000:1.0:1767320584.714647:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1767320584.714650:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988972288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320584.714659:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320584.714683:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988972288:12345-0@lo:38:kworker.0 Request processed in 31us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320584.714688:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1767320584.714696:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1767320584.714699:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988972544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320584.714706:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320584.714721:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988972544:12345-0@lo:38:kworker.0 Request processed in 21us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320584.714725:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1767320584.714732:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767320584.714735:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988973056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320584.714743:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320584.714755:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988973056:12345-0@lo:38:kworker.0 Request processed in 19us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320584.714760:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767320584.714789:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988972416:0@lo:400:kworker.0 00000100:00080000:1.0:1767320584.714819:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320584.714823:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320584.714826:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988972288:0@lo:38:kworker.0 00000100:00080000:1.0:1767320584.714832:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320584.714834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320584.714836:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988972544:0@lo:38:kworker.0 00000100:00080000:1.0:1767320584.714842:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320584.714844:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320584.714846:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988972672:0@lo:38:kworker.0 00000100:00080000:1.0:1767320584.714851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320584.714853:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320584.714855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988973056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320584.714901:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785 00000100:00100000:1.0:1767320584.714920:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988972800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320584.714956:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988972800:12345-0@lo:400:kworker.0 Request processed in 39us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320584.714963:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785 00000100:00100000:1.0:1767320584.715143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988972800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320584.720674:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988972928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320584.720806:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988972160:12345-0@lo:400:kworker.0 Request processed in 7523us (7831us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320584.720833:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1767320584.721170:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988972160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320585.224836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988973184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320585.224924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320585.225045:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973184 00000100:00100000:1.0:1767320585.225053:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973184 00000100:00100000:1.0:1767320585.225105:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:1.0:1767320585.225114:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988973184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320585.225153:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320585.225200:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988973184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320585.225208:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:1.0:1767320585.225272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988973184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320585.736966:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320585.736991:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988973312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320585.737072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320585.737287:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973312 00000100:00100000:2.0:1767320585.737296:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973312 00000100:00100000:2.0:1767320585.737357:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:2.0:1767320585.737367:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988973312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320585.737399:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320585.737461:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988973312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320585.737468:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1767320585.737881:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988973312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320586.697253:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320587.556421:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767320587.556464:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923873152 offset 0 length 520: 4 00000100:00100000:1.0:1767320587.556502:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320587.557870:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320587.721452:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320588.744918:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320589.833989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988973696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320589.834024:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320589.834063:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320589.834070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988973440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320589.834090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320589.834120:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973696 00000100:00100000:2.0:1767320589.834124:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973696 00000100:00100000:2.0:1767320589.834147:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973440 00000100:00100000:2.0:1767320589.834149:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973440 00000100:00100000:2.0:1767320589.834170:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320589.834177:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988973696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320589.834213:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988973696:12345-0@lo:400:kworker.0 Request processed in 37us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320589.834219:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320589.834233:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1767320589.834239:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988973440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320589.834274:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988973440:12345-0@lo:400:kworker.0 Request processed in 35us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320589.834280:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1767320589.834308:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988973440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320589.834318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988973696:0@lo:400:kworker.0 00000100:00080000:1.0:1767320589.834539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320589.834545:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320589.834547:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320589.834731:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988973568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320589.834777:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320589.834808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988973824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320589.834839:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320589.834863:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988973952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320589.834885:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320589.834907:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988974336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320589.834925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320589.834951:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973568 00000100:00100000:0.0:1767320589.834955:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973568 00000100:00100000:0.0:1767320589.834972:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973824 00000100:00100000:0.0:1767320589.834974:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973824 00000100:00100000:0.0:1767320589.834980:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988974336 00000100:00100000:0.0:1767320589.834982:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988974336 00000100:00100000:0.0:1767320589.834991:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767320589.834995:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988973568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320589.835013:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320589.835044:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988973568:12345-0@lo:38:kworker.0 Request processed in 47us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320589.835050:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767320589.835063:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767320589.835067:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988973824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320589.835075:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320589.835095:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988973824:12345-0@lo:38:kworker.0 Request processed in 27us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320589.835100:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767320589.835114:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1767320589.835129:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988974336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320589.835139:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320589.835161:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988974336:12345-0@lo:38:kworker.0 Request processed in 32us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320589.835167:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00080000:0.0:1767320589.835191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320589.835195:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320589.835199:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988973568:0@lo:38:kworker.0 00000100:00080000:0.0:1767320589.835206:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320589.835208:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320589.835211:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988973824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320589.835217:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320589.835220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320589.835223:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988974336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320589.835296:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988973952 00000100:00100000:1.0:1767320589.835300:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988973952 00000100:00100000:1.0:1767320589.835341:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4836 00000100:00100000:1.0:1767320589.835346:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988973952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320589.835356:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320589.835400:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988973952:12345-0@lo:38:kworker.0 Request processed in 52us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320589.835405:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4836 00000100:00080000:1.0:1767320589.835435:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320589.835438:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320589.835441:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988973952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320590.345000:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320590.345050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988974464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320590.345177:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320590.345662:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988974464 00000100:00100000:1.0:1767320590.345673:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988974464 00000100:00100000:1.0:1767320590.345759:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:1.0:1767320590.345769:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988974464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320590.345819:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320590.345880:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988974464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320590.345889:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:1.0:1767320590.345947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988974464:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320590.793410:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320590.857918:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988974592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320590.858012:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320590.858628:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988974592 00000100:00100000:2.0:1767320590.858641:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988974592 00000100:00100000:2.0:1767320590.858707:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1767320590.858718:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988974592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320590.858759:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320590.858943:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988974592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 226us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320590.858952:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1767320590.864206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988974592:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320591.817201:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320592.673380:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320592.673653:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923873664 00000100:00100000:2.0:1767320592.673667:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923873664 00000100:00100000:2.0:1767320592.673898:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 975 00000100:00100000:2.0:1767320592.673911:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923873664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320592.674031:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923873664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 123us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320592.674039:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 975 00000100:00100000:2.0:1767320592.685811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320592.690611:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320592.841551:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320594.888974:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320594.952760:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320569/real 1767320569] req@ffff9e7c0c45ed80 x1853163988968192/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320594.952811:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45ed80 x1853163988968192/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320594.952833:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320594.952864:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320594.952869:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988968192:0@lo:250:kworker.0 00000100:00080000:2.0:1767320594.952986:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320594.952992:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320594.952995:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320594.953000:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5816 00000100:00080000:2.0:1767320594.953005:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320594.953011:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320594.953049:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163988974720/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320594.953102:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320594.953106:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320594.953108:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320594.953111:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5836 00000100:00080000:2.0:1767320594.953113:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320594.953116:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320594.953128:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ea00 x1853163988974976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320594.953143:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320594.953156:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320594.953157:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320594.953160:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5836 00000100:00080000:2.0:1767320594.953163:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320594.953166:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320594.953176:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c000 x1853163988975232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320594.953198:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320594.953201:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320594.953202:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320594.953207:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5836 00000100:00080000:2.0:1767320594.953209:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320594.953212:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320594.953222:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163988975360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320594.953248:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320594.953251:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320594.953253:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320594.953256:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5836 00000100:00080000:2.0:1767320594.953258:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320594.953262:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320594.953285:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67480 x1853163988975744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320594.953360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988974720:0@lo:250:kworker.0 00000400:00000100:1.0:1767320594.953421:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988974720 offset 0 length 520: 4 00000100:00100000:1.0:1767320594.953465:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988974976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320594.953497:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320594.953524:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988975232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320594.953545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320594.953570:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988975360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320594.953618:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320594.953648:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988975744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320594.953671:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320594.953708:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988974976 00000100:00100000:1.0:1767320594.953715:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988974976 00000100:00100000:1.0:1767320594.953759:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975232 00000100:00100000:1.0:1767320594.953761:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975232 00000100:00100000:1.0:1767320594.953773:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975744 00000100:00100000:1.0:1767320594.953776:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975744 00000100:00100000:1.0:1767320594.953792:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1767320594.953799:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988974976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320594.953820:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320594.953858:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988974976:12345-0@lo:38:kworker.0 Request processed in 58us (360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320594.953864:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1767320594.953879:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1767320594.953883:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988975232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320594.953892:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320594.953914:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988975232:12345-0@lo:38:kworker.0 Request processed in 29us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320594.953919:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1767320594.953930:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1767320594.953934:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988975744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320594.953943:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320594.953964:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988975744:12345-0@lo:38:kworker.0 Request processed in 29us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320594.953976:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00080000:1.0:1767320594.954016:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320594.954021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320594.954024:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988974976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320594.954032:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320594.954035:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320594.954038:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988975232:0@lo:38:kworker.0 00000100:00080000:1.0:1767320594.954044:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320594.954046:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320594.954049:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988975744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320594.954446:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988975104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320594.954503:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320594.954508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988974848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954524:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320594.954543:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988975616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954566:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320594.954609:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320594.954614:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988975488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320594.954656:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975360 00000100:00100000:0.0:1767320594.954660:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975360 00000100:00100000:0.0:1767320594.954679:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4837 00000100:00100000:0.0:1767320594.954684:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988975360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320594.954695:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320594.954731:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988975360:12345-0@lo:38:kworker.0 Request processed in 46us (1113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320594.954737:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4837 00000100:00100000:0.0:1767320594.954756:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975104 00000100:00100000:0.0:1767320594.954764:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975104 00000100:00100000:0.0:1767320594.954796:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988974848 00000100:00100000:0.0:1767320594.954798:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988974848 00000100:00100000:0.0:1767320594.954813:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1767320594.954818:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988975104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954854:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988975104:12345-0@lo:400:kworker.0 Request processed in 36us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320594.954860:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1767320594.954870:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320594.954875:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988974848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954894:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988974848:12345-0@lo:400:kworker.0 Request processed in 19us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320594.954899:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320594.954914:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975616 00000100:00100000:0.0:1767320594.954917:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975616 00000100:00100000:0.0:1767320594.954945:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975488 00000100:00100000:0.0:1767320594.954948:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975488 00000100:00100000:0.0:1767320594.954962:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788 00000100:00100000:0.0:1767320594.954967:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988975616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.954993:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988975616:12345-0@lo:400:kworker.0 Request processed in 27us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320594.954999:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788 00000100:00100000:0.0:1767320594.955008:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789 00000100:00100000:0.0:1767320594.955013:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988975488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.955031:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988975488:12345-0@lo:400:kworker.0 Request processed in 18us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320594.955036:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789 00000100:00080000:0.0:1767320594.955055:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320594.955059:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320594.955061:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320594.955078:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988974848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.955087:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988975104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.955129:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988975488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320594.955137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988975616:0@lo:400:kworker.0 00000100:00080000:0.0:1767320594.955160:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320594.955164:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320594.955166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988975360:0@lo:38:kworker.0 00000100:00100000:0.0:1767320595.464919:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320595.464944:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988975872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320595.465013:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320595.465252:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988975872 00000100:00100000:2.0:1767320595.465261:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988975872 00000100:00100000:2.0:1767320595.465564:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1767320595.465574:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988975872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320595.465634:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320595.465691:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988975872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320595.465699:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:0.0:1767320595.465815:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988975872:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320595.913605:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320595.977655:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976000 00000100:00100000:1.0:1767320595.977663:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976000 00000100:00100000:1.0:1767320595.977750:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767320595.977760:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988976000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320595.977791:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320595.977845:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988976000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320595.977853:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00010000:00010000:2.0:1767320596.940352:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320597.795150:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320597.795618:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320597.796196:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320597.796250:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923873792 00000100:00100000:1.0:1767320597.796264:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923873792 00000100:00100000:1.0:1767320597.797605:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1559 00000100:00100000:1.0:1767320597.797616:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923873792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320597.797642:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320597.797752:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923873792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 135us (1556us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320597.797761:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1559 00010000:00010000:2.0:1767320598.985181:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320600.010258:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320600.074644:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988976384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.074683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320600.074719:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320600.074726:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988976128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.074749:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320600.074782:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976384 00000100:00100000:1.0:1767320600.074786:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976384 00000100:00100000:1.0:1767320600.074819:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976128 00000100:00100000:1.0:1767320600.074822:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976128 00000100:00100000:1.0:1767320600.074844:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1767320600.074851:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988976384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.074890:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988976384:12345-0@lo:400:kworker.0 Request processed in 40us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320600.074897:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1767320600.074912:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1767320600.074918:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988976128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.074946:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988976128:12345-0@lo:400:kworker.0 Request processed in 28us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320600.074952:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1767320600.074979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988976128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.074989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988976384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320600.075170:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988976256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.075209:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.075239:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988976512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.075262:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.075281:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988976640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.075309:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.075340:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988977024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.075364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.075394:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976256 00000100:00100000:2.0:1767320600.075398:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976256 00000100:00100000:2.0:1767320600.075416:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976512 00000100:00100000:2.0:1767320600.075419:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976512 00000100:00100000:2.0:1767320600.075426:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977024 00000100:00100000:2.0:1767320600.075429:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977024 00000100:00100000:2.0:1767320600.075439:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1767320600.075444:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988976256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320600.075465:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320600.075498:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988976256:12345-0@lo:38:kworker.0 Request processed in 53us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320600.075504:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1767320600.075518:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1767320600.075521:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988976512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320600.075529:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320600.075550:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988976512:12345-0@lo:38:kworker.0 Request processed in 27us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320600.075563:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1767320600.075575:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1767320600.075608:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988977024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320600.075619:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320600.075654:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988977024:12345-0@lo:38:kworker.0 Request processed in 46us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320600.075660:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00080000:2.0:1767320600.075685:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.075690:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.075693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988976256:0@lo:38:kworker.0 00000100:00080000:2.0:1767320600.075701:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.075703:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.075706:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988976512:0@lo:38:kworker.0 00000100:00080000:2.0:1767320600.075712:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.075715:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.075717:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988977024:0@lo:38:kworker.0 00000100:00080000:0.0:1767320600.076657:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320600.076665:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320600.076668:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320600.076698:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988976640 00000100:00100000:0.0:1767320600.076705:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988976640 00000100:00100000:0.0:1767320600.076748:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838 00000100:00100000:0.0:1767320600.076755:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988976640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320600.076771:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320600.076839:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988976640:12345-0@lo:38:kworker.0 Request processed in 83us (1528us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320600.076846:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838 00000100:00100000:2.0:1767320600.585214:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320600.585250:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988977152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320600.585346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.585928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988977152:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320601.037492:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320601.100401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988977280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320601.100500:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320601.101109:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988977280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320602.916164:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320602.916277:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320602.916908:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874176 00000100:00100000:1.0:1767320602.916922:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874176 00000100:00100000:1.0:1767320602.917022:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874048 00000100:00100000:1.0:1767320602.917026:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874048 00000100:00100000:1.0:1767320602.917048:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 981 00000100:00100000:1.0:1767320602.917059:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923874176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320602.917166:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923874176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320602.917176:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 981 00000100:00100000:1.0:1767320602.917199:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1563 00000100:00100000:1.0:1767320602.917205:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923874048:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320602.917231:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320602.917260:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923874048:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (984us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320602.917267:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1563 00000100:00080000:2.0:1767320602.917337:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320603.081201:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320604.105002:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320605.130363:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320605.194354:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793 00000100:00100000:0.0:1767320605.194367:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988978176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194411:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988978176:12345-0@lo:400:kworker.0 Request processed in 48us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320605.194417:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793 00000100:00100000:0.0:1767320605.194446:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988977408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320605.194512:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320605.194520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988977664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194553:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320605.194618:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977408 00000100:00100000:0.0:1767320605.194623:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977408 00000100:00100000:0.0:1767320605.194667:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977664 00000100:00100000:0.0:1767320605.194671:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977664 00000100:00100000:0.0:1767320605.194694:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1767320605.194700:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988977408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194738:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988977408:12345-0@lo:400:kworker.0 Request processed in 38us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320605.194745:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1767320605.194763:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1767320605.194769:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988977664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194793:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163988977664:12345-0@lo:400:kworker.0 Request processed in 25us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320605.194799:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1767320605.194858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988977664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194871:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988977408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194943:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988978176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320605.194956:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988978048:0@lo:400:kworker.0 00000100:00080000:2.0:1767320605.195285:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320605.195302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320605.195306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320605.195331:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988977536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320605.195370:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.195401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988977792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320605.195423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.195442:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988977920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320605.195467:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.195486:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988978304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320605.195506:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.195550:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977920 00000100:00100000:2.0:1767320605.195554:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977920 00000100:00100000:2.0:1767320605.195609:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4839 00000100:00100000:2.0:1767320605.195615:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988977920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.195638:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.195677:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988977920:12345-0@lo:38:kworker.0 Request processed in 61us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.195685:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4839 00000100:00100000:2.0:1767320605.195711:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977536 00000100:00100000:2.0:1767320605.195715:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977536 00000100:00100000:2.0:1767320605.195736:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988977792 00000100:00100000:2.0:1767320605.195739:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988977792 00000100:00100000:2.0:1767320605.195752:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988978304 00000100:00100000:2.0:1767320605.195754:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988978304 00000100:00100000:2.0:1767320605.195764:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1767320605.195781:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988977536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.195791:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.195817:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988977536:12345-0@lo:38:kworker.0 Request processed in 36us (446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.195822:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1767320605.195834:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:2.0:1767320605.195837:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988977792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.195845:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.195865:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988977792:12345-0@lo:38:kworker.0 Request processed in 26us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.195870:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:2.0:1767320605.195880:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1767320605.195884:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988978304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.195893:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.195915:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988978304:12345-0@lo:38:kworker.0 Request processed in 28us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.195921:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00080000:2.0:1767320605.195965:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.195983:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.195987:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988977536:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.195997:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.196000:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.196003:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988977792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.196011:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.196021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.196024:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988977920:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.196035:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.196039:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.196041:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988978304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320605.705943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988978432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320605.706056:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320605.706576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988978432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320606.217504:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988978560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320606.217637:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320606.228182:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988978560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320607.177149:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320608.038005:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320608.038516:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874432 00000100:00100000:1.0:1767320608.038529:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874432 00000100:00100000:1.0:1767320608.038702:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 984 00000100:00100000:1.0:1767320608.038714:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923874432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320608.040667:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923874432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1939us (2661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320608.040686:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 984 00000100:00100000:2.0:1767320608.042166:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320608.043446:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874304 00000100:00100000:1.0:1767320608.043464:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874304 00000100:00100000:1.0:1767320608.043543:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1567 00000100:00100000:1.0:1767320608.043554:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923874304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320608.043634:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320608.043726:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923874304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 172us (1569us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320608.043734:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1567 00010000:00010000:1.0:1767320608.201115:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320609.226073:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320610.312769:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.312781:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320610.312861:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.312865:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.312869:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.312879:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5852 00000100:00080000:1.0:1767320610.312885:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.312892:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320610.312915:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f100 x1853163988978816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320610.312945:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.312966:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.312968:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.312971:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5852 00000100:00080000:1.0:1767320610.312974:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.312979:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320610.312994:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163988979072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320610.313003:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.313007:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.313013:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.313017:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5852 00000100:00080000:1.0:1767320610.313021:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.313025:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320610.313042:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163988979200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320610.313084:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.313087:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.313088:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.313091:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5852 00000100:00080000:1.0:1767320610.313093:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.313095:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320610.313104:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329aed80 x1853163988979584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320610.313134:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988979328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.313216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.313234:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988978944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.313258:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320610.313264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988979456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.313285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320610.313291:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.313322:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320610.313332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988978688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.313358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320610.313404:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979328 00000100:00100000:0.0:1767320610.313415:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979328 00000100:00100000:0.0:1767320610.313492:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979456 00000100:00100000:0.0:1767320610.313495:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979456 00000100:00100000:0.0:1767320610.313518:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794 00000100:00100000:0.0:1767320610.313532:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988979328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.313549:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795 00000100:00100000:2.0:1767320610.313562:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988979456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320610.313604:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988979328:12345-0@lo:400:kworker.0 Request processed in 73us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320610.313611:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794 00000100:00100000:0.0:1767320610.313734:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988979328:0@lo:400:kworker.0 00000100:00080000:0.0:1767320610.313773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320610.313777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320610.313787:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988978944 00000100:00100000:0.0:1767320610.313790:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988978944 00000100:00100000:0.0:1767320610.313813:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988978688 00000100:00100000:0.0:1767320610.313815:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988978688 00000100:00100000:0.0:1767320610.313828:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1767320610.313832:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988978944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.313879:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1767320610.313885:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988978688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.314547:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988979456:12345-0@lo:400:kworker.0 Request processed in 985us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320610.314557:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795 00000100:00100000:2.0:1767320610.314805:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988978816 00000100:00100000:2.0:1767320610.314813:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988978816 00000100:00100000:2.0:1767320610.314849:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979072 00000100:00100000:2.0:1767320610.314853:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979072 00000100:00100000:2.0:1767320610.314878:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1767320610.314887:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988978816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320610.314915:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320610.314968:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988978816:12345-0@lo:38:kworker.0 Request processed in 81us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320610.314992:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1767320610.315010:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979584 00000100:00100000:2.0:1767320610.315014:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979584 00000100:00100000:2.0:1767320610.315114:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:2.0:1767320610.315124:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988979072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320610.315136:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320610.315169:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988979072:12345-0@lo:38:kworker.0 Request processed in 45us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320610.315181:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00080000:2.0:1767320610.315239:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320610.315245:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320610.315250:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988979072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320610.315266:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320610.315270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320610.315276:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988979200:0@lo:38:kworker.0 00000100:00080000:2.0:1767320610.315291:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320610.315296:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320610.315299:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988979584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320610.315496:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988978944:12345-0@lo:400:kworker.0 Request processed in 1661us (2210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320610.315505:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1767320610.315746:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988978944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.316674:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988978688:12345-0@lo:400:kworker.0 Request processed in 2774us (3300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320610.316688:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1767320610.316906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988978688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.825645:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979712 00000100:00100000:1.0:1767320610.825658:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979712 00000100:00100000:1.0:1767320610.825726:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1767320610.825738:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988979712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320610.825781:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320610.825850:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988979712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320610.825858:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:2.0:1767320610.826309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988979712:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320611.273033:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320611.337142:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320611.337167:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988979840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320611.337270:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320611.338072:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988979840:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320612.297303:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320613.155439:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923874560 offset 0 length 520: 4 00000100:00100000:0.0:1767320613.157707:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320613.157831:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874816 00000100:00100000:1.0:1767320613.157850:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874816 00000100:00100000:1.0:1767320613.157977:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 987 00000100:00100000:1.0:1767320613.157989:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923874816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320613.158109:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923874816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320613.158136:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 987 00000100:00100000:2.0:1767320613.160725:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320613.161216:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874688 00000100:00100000:0.0:1767320613.161229:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874688 00000100:00100000:0.0:1767320613.161293:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1571 00000100:00100000:0.0:1767320613.161304:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923874688:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320613.161329:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320613.161418:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923874688:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 115us (704us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320613.161436:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1571 00010000:00010000:2.0:1767320613.321033:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320615.371460:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320615.435682:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320615.435726:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320615.435802:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320615.435807:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320615.435811:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320615.435822:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320615.435828:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320615.435838:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320615.435870:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163988980096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320615.435915:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320615.435920:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320615.435922:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320615.435927:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320615.435930:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320615.435935:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320615.435949:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163988980352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320615.435962:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320615.435964:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988980224:0@lo:400:kworker.0 00000100:00080000:0.0:1767320615.435967:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320615.435973:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320615.435985:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320615.435989:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320615.435993:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320615.436016:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163988980480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320615.436089:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320615.436176:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320615.436185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988979968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.436213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320615.436279:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980224 00000100:00100000:1.0:1767320615.436287:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980224 00000100:00100000:1.0:1767320615.436360:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988979968 00000100:00100000:1.0:1767320615.436364:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988979968 00000100:00100000:1.0:1767320615.436397:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1767320615.436405:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988980224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.436456:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988980224:12345-0@lo:400:kworker.0 Request processed in 52us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320615.436464:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1767320615.436481:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767320615.436487:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988979968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.436514:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988979968:12345-0@lo:400:kworker.0 Request processed in 27us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320615.436520:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767320615.436562:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988979968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.436574:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988980224:0@lo:400:kworker.0 00000100:00080000:0.0:1767320615.440545:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320615.440550:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320615.440554:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320615.440560:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320615.440565:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320615.440573:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320615.440613:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18a80 x1853163988980864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320615.440660:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980480 00000100:00100000:0.0:1767320615.440668:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980480 00000100:00100000:0.0:1767320615.440706:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841 00000100:00100000:0.0:1767320615.440713:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988980480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320615.440734:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320615.440794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988980608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.440820:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988980736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320615.442030:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988980480:12345-0@lo:38:kworker.0 Request processed in 1310us (1389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320615.442041:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841 00000100:00100000:2.0:1767320615.460575:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320615.460702:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980608 00000100:00100000:0.0:1767320615.460718:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980608 00000100:00100000:0.0:1767320615.460812:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796 00000100:00100000:0.0:1767320615.460824:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988980608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320615.460914:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988980608:12345-0@lo:400:kworker.0 Request processed in 93us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320615.460921:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796 00000100:00080000:0.0:1767320615.460948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320615.461834:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320615.462286:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988980608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320615.462434:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980736 00000100:00100000:0.0:1767320615.462451:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980736 00000100:00100000:0.0:1767320615.462515:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797 00000100:00100000:0.0:1767320615.462524:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988980736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320615.462613:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988980736:12345-0@lo:400:kworker.0 Request processed in 91us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320615.462620:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797 00000100:00080000:1.0:1767320615.462987:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320615.463104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988980736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320615.466005:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980864 00000100:00100000:1.0:1767320615.466013:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980864 00000100:00100000:1.0:1767320615.466068:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:1.0:1767320615.466075:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988980864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320615.466097:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320615.466146:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988980864:12345-0@lo:38:kworker.0 Request processed in 71us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320615.466153:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1767320615.945164:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320615.945185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988980992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320615.945247:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320615.945413:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988980992 00000100:00100000:1.0:1767320615.945432:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988980992 00000100:00100000:1.0:1767320615.945485:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:1.0:1767320615.945494:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988980992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320615.945522:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320615.945908:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988980992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320615.945916:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:2.0:1767320615.948603:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988980992:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320616.392813:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320616.456964:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988981120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320616.457085:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320616.460423:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988981120 00000100:00100000:2.0:1767320616.460441:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988981120 00000100:00100000:2.0:1767320616.460517:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:2.0:1767320616.460528:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988981120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320616.460563:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320616.460686:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988981120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (3601us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320616.460694:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:1.0:1767320616.461573:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988981120:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320617.416810:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320618.273765:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320618.273876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320618.274053:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923874944 00000100:00100000:0.0:1767320618.274065:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923874944 00000100:00100000:0.0:1767320618.274156:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923875072 00000100:00100000:0.0:1767320618.274160:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923875072 00000100:00100000:2.0:1767320618.274510:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 990 00000100:00100000:2.0:1767320618.274522:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923875072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320618.275114:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923875072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320618.275137:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 990 00000100:00100000:2.0:1767320618.275164:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1575 00000100:00100000:2.0:1767320618.275169:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923874944:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320618.275189:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320618.275233:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923874944:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (1479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320618.275240:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1575 00010000:00010000:2.0:1767320619.468149:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320619.592832:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320619.592838:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320619.592841:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320619.592846:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5841 00000100:00080000:0.0:1767320619.592850:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320619.592855:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320619.592887:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19c00 x1853163988981248/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320619.592946:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320619.592950:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320619.592952:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320619.592956:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5862 00000100:00080000:0.0:1767320619.592959:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320619.592962:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320619.592977:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163988981504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320619.593006:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320619.593010:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320619.593012:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320619.593016:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5862 00000100:00080000:0.0:1767320619.593018:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320619.593022:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320619.593035:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c700 x1853163988981760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320619.593043:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320619.593046:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320619.593048:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320619.593052:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5862 00000100:00080000:0.0:1767320619.593054:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320619.593057:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320619.593068:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9880 x1853163988981888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320619.593099:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320619.593102:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320619.593104:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320619.593107:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5862 00000100:00080000:0.0:1767320619.593110:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320619.593113:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320619.593124:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163988982272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320619.593154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988982016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320619.593211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320619.593273:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320619.593279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988982144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320619.593300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320619.593348:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982016 00000100:00100000:0.0:1767320619.593356:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982016 00000100:00100000:0.0:1767320619.593397:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982144 00000100:00100000:0.0:1767320619.593400:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982144 00000100:00100000:0.0:1767320619.593421:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798 00000100:00100000:0.0:1767320619.593429:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988982016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320619.593474:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988982016:12345-0@lo:400:kworker.0 Request processed in 45us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320619.593481:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798 00000100:00100000:0.0:1767320619.593501:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799 00000100:00100000:0.0:1767320619.593507:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988982144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320619.593531:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988982144:12345-0@lo:400:kworker.0 Request processed in 25us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320619.593536:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799 00000100:00100000:0.0:1767320619.593571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988982144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320619.593603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988982016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.593855:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988981632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.593886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320619.593920:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320619.593926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988981376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.593949:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320619.593989:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988981632 00000100:00100000:1.0:1767320619.593993:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988981632 00000100:00100000:1.0:1767320619.594019:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988981376 00000100:00100000:1.0:1767320619.594022:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988981376 00000100:00100000:1.0:1767320619.594038:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1767320619.594044:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988981632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.594075:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988981632:12345-0@lo:400:kworker.0 Request processed in 32us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320619.594081:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1767320619.594092:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1767320619.594097:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988981376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.594116:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988981376:12345-0@lo:400:kworker.0 Request processed in 20us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320619.594121:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1767320619.594140:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988981376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320619.594147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988981632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320619.594923:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988981504 00000100:00100000:2.0:1767320619.594927:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988981504 00000100:00100000:2.0:1767320619.594953:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988981760 00000100:00100000:2.0:1767320619.594957:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988981760 00000100:00100000:2.0:1767320619.594969:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982272 00000100:00100000:2.0:1767320619.594972:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982272 00000100:00100000:2.0:1767320619.594981:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1767320619.594986:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988981504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320619.594996:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320619.595029:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988981504:12345-0@lo:38:kworker.0 Request processed in 42us (468us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320619.595035:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1767320619.595048:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:2.0:1767320619.595051:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988981760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320619.595060:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320619.595084:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988981760:12345-0@lo:38:kworker.0 Request processed in 31us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320619.595099:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:2.0:1767320619.595111:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1767320619.595115:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988982272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320619.595124:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320619.595146:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988982272:12345-0@lo:38:kworker.0 Request processed in 29us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320619.595151:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00080000:2.0:1767320619.595174:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320619.595178:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320619.595181:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988981504:0@lo:38:kworker.0 00000100:00080000:2.0:1767320619.595188:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320619.595191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320619.595193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988981760:0@lo:38:kworker.0 00000100:00080000:2.0:1767320619.595201:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320619.595203:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320619.595205:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988982272:0@lo:38:kworker.0 00010000:00010000:1.0:1767320620.489387:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320621.066412:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988982400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320621.066482:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320621.066608:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982400 00000100:00100000:0.0:1767320621.066617:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982400 00000100:00100000:0.0:1767320621.066688:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:0.0:1767320621.066697:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988982400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320621.066741:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320621.066787:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988982400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320621.066794:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:2.0:1767320621.066896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988982400:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320621.067105:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320621.514064:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320621.579729:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320621.579757:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988982528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320621.579828:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320621.580015:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982528 00000100:00100000:2.0:1767320621.580023:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982528 00000100:00100000:2.0:1767320621.580096:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:2.0:1767320621.580106:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988982528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320621.580147:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320621.580200:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988982528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320621.580208:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00080000:1.0:1767320621.580280:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320623.400643:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320623.400748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320623.400827:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 993 00000100:00100000:2.0:1767320623.400843:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923875328:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320623.400920:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923875328:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320623.400935:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 993 00000100:00080000:1.0:1767320623.401027:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320623.560922:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320624.586201:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320624.648885:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320624.648895:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320624.648959:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320624.648963:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320624.648967:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320624.648973:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5866 00000100:00080000:0.0:1767320624.648978:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320624.648984:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320624.649003:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8a80 x1853163988982784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320624.649030:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320624.649033:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320624.649035:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320624.649038:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5866 00000100:00080000:0.0:1767320624.649041:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320624.649044:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320624.649053:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8700 x1853163988983040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320624.649073:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320624.649076:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320624.649078:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320624.649082:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5866 00000100:00080000:0.0:1767320624.649084:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320624.649087:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320624.649099:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163988983168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320624.649122:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320624.649125:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320624.649126:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320624.649129:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5866 00000100:00080000:0.0:1767320624.649131:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320624.649134:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320624.649142:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abaa00 x1853163988983552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320624.649229:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988982912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320624.649293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988982656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320624.655414:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320624.655460:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320624.655466:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320624.655481:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982912 00000100:00100000:1.0:1767320624.655486:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982912 00000100:00100000:1.0:1767320624.655533:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982784 00000100:00100000:1.0:1767320624.655540:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982784 00000100:00100000:1.0:1767320624.655562:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988983040 00000100:00100000:1.0:1767320624.655566:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988983040 00000100:00100000:1.0:1767320624.655608:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1767320624.655618:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988982912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320624.655676:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988982912:12345-0@lo:400:kworker.0 Request processed in 59us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320624.655687:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1767320624.655710:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1767320624.655719:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988983040:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320624.655812:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:0.0:1767320624.655818:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988983552:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320624.655966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320624.655995:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988982656 00000100:00100000:2.0:1767320624.655998:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988982656 00000100:00100000:2.0:1767320624.656015:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767320624.656021:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988982656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320624.656048:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988982656:12345-0@lo:400:kworker.0 Request processed in 28us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320624.656053:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767320624.656082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988982656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320624.656112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988983424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320624.656120:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988983296:0@lo:400:kworker.0 00000100:00080000:2.0:1767320624.656146:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320624.656150:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320624.656154:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988982784:0@lo:38:kworker.0 00000100:00080000:2.0:1767320624.656197:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767320624.656241:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320624.658313:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988983040:12345-0@lo:38:kworker.0 Request processed in 2584us (2766us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320624.658327:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1767320624.658445:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988982912:0@lo:400:kworker.0 00000100:00080000:2.0:1767320624.658881:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320624.658887:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320624.658891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988983040:0@lo:38:kworker.0 00010000:00020000:0.0:1767320624.669820:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320624.669936:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988983552:12345-0@lo:38:kworker.0 Request processed in 14114us (14283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320624.669953:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00080000:2.0:1767320624.674491:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320624.674505:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320624.674510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988983552:0@lo:38:kworker.0 00000100:00080000:2.0:1767320624.686262:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320624.686269:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320624.686274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988983168:0@lo:38:kworker.0 00010000:00010000:2.0:1767320625.608813:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320626.185543:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988983680 00000100:00100000:0.0:1767320626.185570:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988983680 00000100:00100000:0.0:1767320626.185663:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767320626.185673:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988983680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320626.185705:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320626.185758:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988983680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320626.185776:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00080000:2.0:1767320626.185905:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320626.697232:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988983808 00000100:00100000:2.0:1767320626.697241:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988983808 00000100:00080000:1.0:1767320626.697380:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320626.697542:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:2.0:1767320626.697553:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988983808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320626.697603:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320626.697657:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988983808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320626.697665:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00010000:00010000:2.0:1767320627.662047:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320628.513552:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320628.513687:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923875584 00000100:00100000:0.0:1767320628.513697:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923875584 00000100:00100000:0.0:1767320628.513780:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 996 00000100:00100000:0.0:1767320628.513790:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923875584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320628.513872:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923875584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320628.513880:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 996 00000100:00080000:1.0:1767320628.514365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320628.517444:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320628.517654:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923875456 00000100:00100000:1.0:1767320628.517673:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923875456 00000100:00100000:1.0:1767320628.517741:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1583 00000100:00100000:1.0:1767320628.517751:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923875456:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320628.517777:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320628.517858:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923875456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 106us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320628.517875:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1583 00010000:00010000:1.0:1767320628.680856:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320629.704829:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320629.768800:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320629.768812:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320629.768881:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320629.768885:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320629.768889:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320629.768895:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5871 00000100:00080000:0.0:1767320629.768900:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320629.768908:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320629.768932:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163988984064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320629.768975:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320629.768993:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320629.768996:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320629.769000:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5871 00000100:00080000:0.0:1767320629.769003:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320629.769008:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320629.769023:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8700 x1853163988984320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320629.769044:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320629.769048:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320629.769050:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320629.769055:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5871 00000100:00080000:0.0:1767320629.769057:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320629.769060:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320629.769087:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb800 x1853163988984448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320629.769162:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320629.769166:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320629.769168:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320629.769171:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5871 00000100:00080000:0.0:1767320629.769174:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320629.769177:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320629.769187:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb100 x1853163988984832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320629.769297:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988983936 00000100:00100000:1.0:1767320629.769306:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988983936 00000100:00100000:1.0:1767320629.769369:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984192 00000100:00100000:1.0:1767320629.769373:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984192 00000100:00100000:1.0:1767320629.769396:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1767320629.769406:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988983936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320629.769460:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988983936:12345-0@lo:400:kworker.0 Request processed in 55us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320629.769467:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1767320629.769483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1767320629.769489:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988984192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320629.769531:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988984192:12345-0@lo:400:kworker.0 Request processed in 28us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320629.769536:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:1.0:1767320629.769554:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320629.769607:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988984192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320629.769618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988983936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320629.769646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988984064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320629.769670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320629.769688:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988984320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320629.769708:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320629.769723:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988984448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320629.769757:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320629.769780:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988984832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320629.769799:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320629.769829:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984448 00000100:00100000:1.0:1767320629.769833:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984448 00000100:00100000:1.0:1767320629.769852:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844 00000100:00100000:1.0:1767320629.769857:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988984448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320629.769876:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320629.769908:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988984448:12345-0@lo:38:kworker.0 Request processed in 50us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320629.769914:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844 00000100:00100000:1.0:1767320629.769930:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984064 00000100:00100000:1.0:1767320629.769933:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984064 00000100:00100000:1.0:1767320629.769944:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984320 00000100:00100000:1.0:1767320629.769947:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984320 00000100:00100000:1.0:1767320629.769953:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984832 00000100:00100000:1.0:1767320629.769955:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984832 00000100:00100000:1.0:1767320629.769963:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1767320629.769967:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320629.769977:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320629.769999:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984064:12345-0@lo:38:kworker.0 Request processed in 30us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320629.770005:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1767320629.770016:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767320629.770019:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320629.770027:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320629.770063:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984320:12345-0@lo:38:kworker.0 Request processed in 42us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320629.770069:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767320629.770093:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1767320629.770097:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320629.770107:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320629.770129:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988984832:12345-0@lo:38:kworker.0 Request processed in 30us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320629.770135:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00080000:1.0:1767320629.770170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320629.770175:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320629.770178:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988984064:0@lo:38:kworker.0 00000100:00080000:1.0:1767320629.770186:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320629.770189:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320629.770191:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988984320:0@lo:38:kworker.0 00000100:00080000:1.0:1767320629.770198:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320629.770201:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320629.770204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988984448:0@lo:38:kworker.0 00000100:00080000:1.0:1767320629.770210:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320629.770213:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320629.770216:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988984832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320629.770799:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988984704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320629.770848:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320629.770893:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984576 00000100:00100000:0.0:1767320629.770899:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984576 00000100:00100000:0.0:1767320629.770951:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984704 00000100:00100000:0.0:1767320629.770955:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984704 00000100:00100000:0.0:1767320629.770989:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803 00000100:00100000:0.0:1767320629.770999:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988984704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320629.771057:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988984704:12345-0@lo:400:kworker.0 Request processed in 59us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320629.771065:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803 00000100:00100000:0.0:1767320629.771110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988984704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320631.310015:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988984960 00000100:00100000:0.0:1767320631.310031:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988984960 00000100:00100000:0.0:1767320631.310137:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:0.0:1767320631.310147:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988984960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320631.310181:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320631.310275:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988984960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (5228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320631.310283:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:2.0:1767320631.310883:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988984960:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320631.752836:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320631.816925:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988985088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320631.817000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320631.817348:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985088 00000100:00100000:0.0:1767320631.817357:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985088 00000100:00100000:0.0:1767320631.817429:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:0.0:1767320631.817439:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988985088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320631.817467:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320631.817692:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988985088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 254us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320631.817700:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1767320631.818228:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988985088:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320632.777768:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320633.633044:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923875712 00000100:00100000:2.0:1767320633.633055:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923875712 00000100:00100000:2.0:1767320633.633106:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1587 00000100:00100000:2.0:1767320633.633115:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923875712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320633.633142:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320633.633229:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923875712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 113us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320633.633236:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1587 00000100:00100000:0.0:1767320633.633668:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320633.633945:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320633.800864:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320634.889808:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320634.889819:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320634.889874:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320634.889877:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320634.889881:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320634.889889:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5876 00000100:00080000:1.0:1767320634.889893:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320634.889900:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320634.889920:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163988985344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320634.889937:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320634.889941:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320634.889943:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320634.889946:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5876 00000100:00080000:1.0:1767320634.889949:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320634.889953:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320634.889964:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163988985600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320634.889971:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320634.889974:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320634.889976:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320634.889979:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5876 00000100:00080000:1.0:1767320634.890006:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320634.890010:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320634.890022:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988985728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320634.890076:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320634.890079:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320634.890081:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320634.890086:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5876 00000100:00080000:1.0:1767320634.890089:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320634.890093:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320634.890106:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed880 x1853163988986112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320634.890139:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988985856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320634.890213:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320634.890256:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320634.890262:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988985984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320634.890286:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320634.890380:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988985472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890418:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320634.890455:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320634.890461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988985216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320634.890521:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985856 00000100:00100000:0.0:1767320634.890528:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985856 00000100:00100000:0.0:1767320634.890603:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985984 00000100:00100000:0.0:1767320634.890607:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985984 00000100:00100000:0.0:1767320634.890631:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804 00000100:00100000:0.0:1767320634.890640:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988985856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890703:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988985856:12345-0@lo:400:kworker.0 Request processed in 63us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320634.890711:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804 00000100:00100000:0.0:1767320634.890728:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805 00000100:00100000:0.0:1767320634.890734:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988985984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890756:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988985984:12345-0@lo:400:kworker.0 Request processed in 23us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320634.890761:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805 00000100:00100000:0.0:1767320634.890780:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985472 00000100:00100000:0.0:1767320634.890783:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985472 00000100:00100000:0.0:1767320634.890807:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985216 00000100:00100000:0.0:1767320634.890810:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985216 00000100:00100000:0.0:1767320634.890830:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1767320634.890836:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988985472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890866:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988985472:12345-0@lo:400:kworker.0 Request processed in 31us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320634.890879:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1767320634.890890:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1767320634.890895:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988985216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.890927:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988985216:12345-0@lo:400:kworker.0 Request processed in 32us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320634.890932:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:0.0:1767320634.890948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320634.890953:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320634.890955:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320634.891008:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988985216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.891020:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988985472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.891051:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988985984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320634.891059:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988985856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320634.891799:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988985344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320634.891841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320634.891880:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988985600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320634.891902:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320634.891926:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988985728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320634.891965:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320634.892004:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988986112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320634.892027:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320634.892062:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985344 00000100:00100000:2.0:1767320634.892068:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985344 00000100:00100000:2.0:1767320634.892090:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988985600 00000100:00100000:2.0:1767320634.892093:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988985600 00000100:00100000:2.0:1767320634.892106:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986112 00000100:00100000:2.0:1767320634.892109:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986112 00000100:00100000:2.0:1767320634.892134:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1767320634.892139:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988985344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320634.892160:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320634.892197:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988985344:12345-0@lo:38:kworker.0 Request processed in 57us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320634.892203:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1767320634.892220:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1767320634.892225:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988985600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320634.892234:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320634.892256:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988985600:12345-0@lo:38:kworker.0 Request processed in 30us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320634.892262:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1767320634.892273:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1767320634.892277:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988986112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320634.892286:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320634.892306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988986112:12345-0@lo:38:kworker.0 Request processed in 28us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320634.892311:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00080000:2.0:1767320634.892343:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320634.892348:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320634.892351:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988985344:0@lo:38:kworker.0 00000100:00080000:2.0:1767320634.892357:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320634.892360:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320634.892362:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988985600:0@lo:38:kworker.0 00000100:00080000:2.0:1767320634.892377:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320634.892380:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320634.892383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988986112:0@lo:38:kworker.0 00000100:00080000:2.0:1767320634.892612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320634.892616:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320634.892619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988985728:0@lo:38:kworker.0 00010000:00010000:2.0:1767320635.853805:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320636.426470:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986240 00000100:00100000:2.0:1767320636.426482:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986240 00000100:00100000:2.0:1767320636.427653:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:2.0:1767320636.427669:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988986240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320636.427719:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320636.427841:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988986240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 175us (1828us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320636.427850:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00080000:0.0:1767320636.431611:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320636.872908:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320636.938047:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986368 00000100:00100000:1.0:1767320636.938057:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986368 00000100:00100000:1.0:1767320636.938557:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767320636.938569:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988986368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320636.938637:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320636.938707:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988986368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320636.938716:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00080000:0.0:1767320636.939168:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320637.730449:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320637.730531:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923875968 offset 0 length 520: 4 00000100:00100000:0.0:1767320637.730557:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320637.731614:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320637.898725:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320639.944812:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320640.008698:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320640.008711:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320640.008790:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320640.008795:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320640.008799:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320640.008808:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5881 00000100:00080000:1.0:1767320640.008812:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320640.008819:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320640.008844:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec380 x1853163988986624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320640.008898:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320640.008901:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988986496:0@lo:400:kworker.0 00000100:00080000:1.0:1767320640.008902:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320640.008904:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320640.008907:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5881 00000100:00080000:1.0:1767320640.008909:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320640.008914:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320640.008924:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409eca80 x1853163988986880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320640.008933:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320640.008936:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320640.008938:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320640.008941:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5881 00000100:00080000:1.0:1767320640.008943:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320640.008947:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320640.008973:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ee300 x1853163988987008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320640.008977:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320640.009006:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320640.009009:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320640.009011:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320640.009014:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5881 00000100:00080000:1.0:1767320640.009016:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320640.009020:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320640.009029:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec700 x1853163988987392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320640.009051:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320640.009051:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988987264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.009056:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988986752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.009076:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320640.009079:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320640.009102:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320640.009107:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988987136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.009128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320640.009130:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986496 00000100:00100000:0.0:1767320640.009140:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986496 00000100:00100000:1.0:1767320640.009161:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988987264 00000100:00100000:1.0:1767320640.009165:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988987264 00000100:00100000:0.0:1767320640.009199:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986752 00000100:00100000:1.0:1767320640.009199:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988987136 00000100:00100000:0.0:1767320640.009202:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986752 00000100:00100000:1.0:1767320640.009202:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988987136 00000100:00100000:0.0:1767320640.009223:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1767320640.009223:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806 00000100:00100000:0.0:1767320640.009231:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988986496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.009231:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988987264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.009278:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988986496:12345-0@lo:400:kworker.0 Request processed in 47us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.009278:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988987264:12345-0@lo:400:kworker.0 Request processed in 47us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320640.009285:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1767320640.009285:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806 00000100:00100000:1.0:1767320640.009300:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807 00000100:00100000:0.0:1767320640.009302:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1767320640.009307:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988986752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.009307:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988987136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.009330:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988986752:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.009332:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988987136:12345-0@lo:400:kworker.0 Request processed in 27us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.009338:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807 00000100:00100000:0.0:1767320640.009350:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:0.0:1767320640.009363:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320640.009367:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320640.009369:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320640.009386:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988986752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.009386:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988987136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.009396:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988986496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.009396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988987264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320640.009674:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986624 00000100:00100000:2.0:1767320640.009679:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986624 00000100:00100000:2.0:1767320640.013413:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988986880 00000100:00100000:2.0:1767320640.013432:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988986880 00000100:00100000:2.0:1767320640.013484:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1767320640.015012:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988986624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320640.015082:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.015146:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988986624:12345-0@lo:38:kworker.0 Request processed in 1654us (5630us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.015167:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00010000:00010000:1.0:1767320640.974420:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320641.545904:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988987520 00000100:00100000:2.0:1767320641.545919:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988987520 00000100:00100000:2.0:1767320641.546038:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1767320641.546047:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988987520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320641.546092:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320641.546217:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988987520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320641.546223:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00010000:00010000:2.0:1767320641.994552:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320642.057444:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320642.057464:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988987648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320642.057543:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320642.057727:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988987648 00000100:00100000:2.0:1767320642.057736:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988987648 00000100:00100000:2.0:1767320642.057811:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767320642.057820:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988987648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320642.057860:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320642.057914:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988987648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320642.057922:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767320642.057967:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988987648:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320642.058046:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320642.855109:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320642.855160:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320642.855240:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923876352 00000100:00100000:2.0:1767320642.855249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923876352 00000100:00100000:2.0:1767320642.855284:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923876480 00000100:00100000:2.0:1767320642.855286:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923876480 00000100:00100000:2.0:1767320642.855321:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1005 00000100:00100000:2.0:1767320642.855329:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923876480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320642.855409:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923876480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320642.855431:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1005 00000100:00100000:2.0:1767320642.855452:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1595 00000100:00100000:2.0:1767320642.855457:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923876352:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320642.855474:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320642.855494:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923876352:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 38us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320642.855499:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1595 00000100:00080000:2.0:1767320642.855704:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320644.040997:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320644.105015:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320644.105021:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320644.105025:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320644.105031:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5866 00000100:00080000:2.0:1767320644.105036:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320644.105043:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320644.105081:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6cb800 x1853163988987776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320644.105145:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320644.105149:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320644.105151:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320644.105154:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5886 00000100:00080000:2.0:1767320644.105157:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320644.105160:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320644.105174:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9880 x1853163988988032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320644.105204:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320644.105208:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320644.105209:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320644.105212:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5886 00000100:00080000:2.0:1767320644.105215:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320644.105219:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320644.105229:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9500 x1853163988988288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320644.105237:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320644.105240:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320644.105242:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320644.105246:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5886 00000100:00080000:2.0:1767320644.105248:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320644.105251:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320644.105262:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9f80 x1853163988988416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320644.105293:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320644.105295:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320644.105297:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320644.105300:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5886 00000100:00080000:2.0:1767320644.105302:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320644.105305:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320644.105314:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6ca680 x1853163988988800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320644.105345:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988988544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320644.105404:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320644.105473:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320644.105479:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988988672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320644.105500:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320644.106439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988987904:0@lo:400:kworker.0 00000100:00100000:0.0:1767320644.106467:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320644.106496:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320644.106503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988988160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320644.106531:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320644.106631:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988987904 00000100:00100000:2.0:1767320644.106636:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988987904 00000100:00100000:2.0:1767320644.106673:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988988160 00000100:00100000:2.0:1767320644.106676:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988988160 00000100:00100000:2.0:1767320644.106693:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1767320644.106699:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988987904:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320644.106876:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320644.107061:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988988544 00000100:00100000:1.0:1767320644.107067:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988988544 00000100:00100000:1.0:1767320644.107105:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988988672 00000100:00100000:1.0:1767320644.107108:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988988672 00000100:00100000:1.0:1767320644.107128:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808 00000100:00100000:1.0:1767320644.107135:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988988544:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320644.107184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320644.107187:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320644.107206:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809 00000100:00100000:0.0:1767320644.107214:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988988672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320644.107277:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988987904:12345-0@lo:400:kworker.0 Request processed in 577us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320644.107283:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1767320644.107698:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988988544:12345-0@lo:400:kworker.0 Request processed in 564us (2293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320644.107706:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808 00000100:00100000:2.0:1767320644.107766:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988988544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320644.107847:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988988672:12345-0@lo:400:kworker.0 Request processed in 634us (2346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320644.107854:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809 00000100:00100000:2.0:1767320644.107910:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988988672:0@lo:400:kworker.0 00010000:00010000:1.0:1767320645.065263:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320646.089408:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320646.665129:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988988928 00000100:00100000:0.0:1767320646.665146:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988988928 00000100:00080000:2.0:1767320646.665210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320646.665243:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:0.0:1767320646.665261:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988988928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320646.665298:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320646.675462:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988988928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10197us (10451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320646.675477:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:0.0:1767320647.178978:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989056 00000100:00100000:0.0:1767320647.178990:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989056 00000100:00100000:0.0:1767320647.179124:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1767320647.179136:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988989056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320647.179178:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320647.179300:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988989056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320647.179309:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00080000:2.0:1767320647.183245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320647.975448:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320647.977475:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320647.981700:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767320648.138602:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320649.161558:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320649.231063:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320649.231077:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320649.234158:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320649.234166:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320649.234170:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320649.234177:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5891 00000100:00080000:1.0:1767320649.234197:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320649.234204:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320649.234419:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988989312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320649.234523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988989312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320649.234613:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320649.234992:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989312 00000100:00100000:2.0:1767320649.235001:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989312 00000100:00100000:2.0:1767320649.235048:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1767320649.235056:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988989312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320649.235094:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320649.235154:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988989312:12345-0@lo:38:kworker.0 Request processed in 98us (541us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320649.235161:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00080000:2.0:1767320649.235200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320649.235204:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320649.235208:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988989312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320649.240290:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320649.240296:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320649.240300:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320649.240306:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5891 00000100:00080000:0.0:1767320649.240310:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320649.240317:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320649.240989:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163988989568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320649.241011:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320649.241014:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320649.241017:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320649.241031:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5891 00000100:00080000:0.0:1767320649.241033:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320649.241038:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320649.241051:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0700 x1853163988989696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320649.241085:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320649.241088:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320649.241090:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320649.241093:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5891 00000100:00080000:0.0:1767320649.241095:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320649.241098:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320649.241106:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2d80 x1853163988990080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320649.241427:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988989952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320649.241490:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320649.241528:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320649.241533:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988989824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320649.241551:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320649.241596:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989952 00000100:00100000:0.0:1767320649.241603:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989952 00000100:00100000:0.0:1767320649.241643:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989824 00000100:00100000:0.0:1767320649.241645:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989824 00000100:00100000:0.0:1767320649.241663:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810 00000100:00100000:0.0:1767320649.241671:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988989952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320649.241716:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988989952:12345-0@lo:400:kworker.0 Request processed in 45us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320649.241752:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810 00000100:00100000:0.0:1767320649.241768:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1767320649.241774:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988989824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320649.241799:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988989824:12345-0@lo:400:kworker.0 Request processed in 25us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320649.241803:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1767320649.241837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988989824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320649.241845:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988989952:0@lo:400:kworker.0 00000100:00080000:2.0:1767320649.241968:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320649.241972:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320649.241983:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988989568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320649.253801:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320649.253861:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989440 00000100:00100000:1.0:1767320649.253872:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989440 00000100:00100000:1.0:1767320649.253938:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989184 00000100:00100000:1.0:1767320649.253943:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989184 00000100:00100000:1.0:1767320649.253982:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1767320649.253990:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988989440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320649.256734:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988989440:12345-0@lo:400:kworker.0 Request processed in 2721us (17657us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320649.256750:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1767320649.256783:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1767320649.256793:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988989184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320649.256827:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988989184:12345-0@lo:400:kworker.0 Request processed in 38us (17613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320649.256833:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1767320649.260081:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988989696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320649.260144:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320649.260189:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988990080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320649.260213:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320649.260314:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988989568 00000100:00100000:2.0:1767320649.260323:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988989568 00000100:00100000:2.0:1767320649.260362:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990080 00000100:00100000:2.0:1767320649.260365:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990080 00000100:00100000:2.0:1767320649.260382:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1767320649.260390:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988989568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320649.260411:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320649.260456:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988989568:12345-0@lo:38:kworker.0 Request processed in 65us (6661us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320649.260463:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1767320649.260496:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1767320649.260501:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988990080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320649.260511:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320649.260534:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988990080:12345-0@lo:38:kworker.0 Request processed in 32us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320649.260551:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00080000:2.0:1767320649.260605:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320649.260610:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320649.260613:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988989568:0@lo:38:kworker.0 00000100:00080000:2.0:1767320649.260624:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320649.260627:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320649.260630:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988990080:0@lo:38:kworker.0 00000100:00080000:1.0:1767320649.260956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320649.260962:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320649.260966:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988989696:0@lo:38:kworker.0 00010000:00010000:2.0:1767320650.189568:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320651.785284:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990208 00000100:00100000:1.0:1767320651.785293:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990208 00000100:00100000:1.0:1767320651.785368:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:1.0:1767320651.785378:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988990208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320651.785410:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320651.785492:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988990208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320651.785501:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1767320651.785536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988990208:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320652.233160:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320652.298939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988990336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320652.299008:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320652.299106:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990336 00000100:00100000:0.0:1767320652.299115:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990336 00000100:00100000:0.0:1767320652.299182:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1767320652.299191:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988990336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320652.299220:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320652.299320:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988990336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320652.299329:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767320652.300891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988990336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320653.090176:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320653.090224:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320653.090327:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923876864 00000100:00100000:1.0:1767320653.090338:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923876864 00000100:00100000:1.0:1767320653.090382:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923876992 00000100:00100000:1.0:1767320653.090385:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923876992 00000100:00100000:1.0:1767320653.090455:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1011 00000100:00100000:1.0:1767320653.090466:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923876992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320653.090555:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923876992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320653.090564:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1011 00000100:00080000:0.0:1767320653.091212:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320653.256837:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320654.281034:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320654.345635:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320654.345646:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320654.345703:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320654.345707:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320654.345710:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320654.345718:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5896 00000100:00080000:1.0:1767320654.345722:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320654.345729:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320654.345757:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409eca80 x1853163988990592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320654.345789:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320654.345792:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320654.345815:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320654.345818:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5896 00000100:00080000:1.0:1767320654.345821:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320654.345824:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320654.345836:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ee680 x1853163988990848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320654.345844:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320654.345847:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320654.345849:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320654.345852:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5896 00000100:00080000:1.0:1767320654.345854:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320654.345857:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320654.345867:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409edf80 x1853163988990976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320654.345903:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320654.345906:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320654.345907:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320654.345911:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5896 00000100:00080000:1.0:1767320654.345913:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320654.345916:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320654.345925:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec700 x1853163988991360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320654.345954:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988991104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320654.346015:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320654.346067:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320654.346073:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988991232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320654.346094:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320654.346129:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988991104 00000100:00100000:1.0:1767320654.346137:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988991104 00000100:00100000:1.0:1767320654.346184:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988991232 00000100:00100000:1.0:1767320654.346188:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988991232 00000100:00100000:1.0:1767320654.346206:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812 00000100:00100000:1.0:1767320654.346213:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988991104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320654.346259:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988991104:12345-0@lo:400:kworker.0 Request processed in 46us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320654.346266:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812 00000100:00100000:1.0:1767320654.346280:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813 00000100:00100000:1.0:1767320654.346285:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988991232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320654.346307:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988991232:12345-0@lo:400:kworker.0 Request processed in 23us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320654.346312:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813 00000100:00100000:1.0:1767320654.346346:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988991232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320654.346355:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988991104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988990720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348552:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320654.348638:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320654.348645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988990464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348666:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320654.348694:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320654.348699:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320654.348722:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990720 00000100:00100000:0.0:1767320654.348728:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990720 00000100:00100000:0.0:1767320654.348781:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990464 00000100:00100000:0.0:1767320654.348784:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990464 00000100:00100000:0.0:1767320654.348817:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1767320654.348824:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988990720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348871:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163988990720:12345-0@lo:400:kworker.0 Request processed in 47us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320654.348894:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1767320654.348913:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1767320654.348920:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988990464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348945:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988990464:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320654.348950:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:0.0:1767320654.348963:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320654.348983:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988990464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320654.348992:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988990720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320654.349355:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988990976 00000100:00100000:2.0:1767320654.349360:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988990976 00000100:00100000:2.0:1767320654.349398:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849 00000100:00100000:2.0:1767320654.349404:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988990976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320654.349423:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320654.349463:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988990976:12345-0@lo:38:kworker.0 Request processed in 58us (2792us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320654.349469:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849 00010000:00010000:2.0:1767320656.328791:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320656.905001:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320656.905026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988991488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320656.905093:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.905225:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988991488 00000100:00100000:1.0:1767320656.905234:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988991488 00000100:00100000:1.0:1767320656.905301:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1767320656.905311:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988991488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320656.905339:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320656.905391:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988991488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320656.905414:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00080000:0.0:1767320656.905471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320657.352931:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320657.417155:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988991616 00000100:00100000:0.0:1767320657.417164:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988991616 00000100:00100000:0.0:1767320657.417233:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:0.0:1767320657.417243:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988991616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320657.417275:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320657.417319:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988991616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320657.417327:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00080000:1.0:1767320657.417621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320658.210498:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320658.210919:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320658.215372:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767320658.376965:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320659.465301:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320659.465315:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320659.465392:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320659.465416:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320659.465421:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320659.465430:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5901 00000100:00080000:0.0:1767320659.465435:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320659.465443:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320659.465468:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06d81c00 x1853163988991872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320659.465508:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320659.465511:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320659.465513:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320659.465518:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5901 00000100:00080000:0.0:1767320659.465520:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320659.465524:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320659.465568:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06d80700 x1853163988992128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320659.465578:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320659.465609:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320659.465611:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320659.465615:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5901 00000100:00080000:0.0:1767320659.465618:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320659.465622:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320659.465640:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06d82a00 x1853163988992256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320659.465672:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320659.465681:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320659.465683:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320659.465687:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5901 00000100:00080000:0.0:1767320659.465689:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320659.465693:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320659.465705:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d06d81180 x1853163988992640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320659.465801:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988991744:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.465913:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320659.465966:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320659.465973:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988992000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.465997:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320659.466033:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988991744 00000100:00100000:1.0:1767320659.466041:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988991744 00000100:00100000:1.0:1767320659.466096:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992000 00000100:00100000:1.0:1767320659.466099:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992000 00000100:00100000:1.0:1767320659.466130:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1767320659.466141:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988991744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320659.466141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988992384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320659.466202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320659.466210:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988991744:12345-0@lo:400:kworker.0 Request processed in 71us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320659.466219:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1767320659.466232:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320659.466240:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767320659.466242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d06d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988992512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.466251:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988992000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320659.466269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320659.466295:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163988992000:12345-0@lo:400:kworker.0 Request processed in 45us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320659.466302:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767320659.466303:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992384 00000100:00100000:2.0:1767320659.466307:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992384 00000100:00080000:1.0:1767320659.466324:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320659.466330:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320659.466339:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992512 00000100:00100000:2.0:1767320659.466343:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992512 00000100:00100000:1.0:1767320659.466351:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814 00000100:00100000:1.0:1767320659.466367:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988992384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.466406:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988992384:12345-0@lo:400:kworker.0 Request processed in 41us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320659.466460:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815 00000100:00100000:2.0:1767320659.466470:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988992512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320659.466500:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988992512:12345-0@lo:400:kworker.0 Request processed in 33us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320659.467058:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814 00000100:00100000:1.0:1767320659.467107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988992512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.467119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988992384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.467152:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163988992000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320659.467161:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988991744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320659.474804:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815 00000100:00080000:2.0:1767320659.474857:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320659.474884:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992128 00000100:00100000:2.0:1767320659.474892:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992128 00000100:00100000:0.0:1767320659.477442:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992640 00000100:00100000:0.0:1767320659.477459:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992640 00000100:00100000:0.0:1767320659.477505:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:0.0:1767320659.477515:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988991872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320659.477554:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320659.477662:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988991872:12345-0@lo:38:kworker.0 Request processed in 147us (10887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320659.477670:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:0.0:1767320659.477688:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1767320659.477692:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988992128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320659.477702:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320659.477725:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988992128:12345-0@lo:38:kworker.0 Request processed in 31us (10906us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320659.477731:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1767320659.477743:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1767320659.477747:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988992640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320659.477755:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320659.477787:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163988992640:12345-0@lo:38:kworker.0 Request processed in 39us (10874us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320659.477805:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00080000:0.0:1767320659.477873:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320659.477878:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320659.477882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988991872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320659.477894:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320659.477897:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320659.477900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988992128:0@lo:38:kworker.0 00000100:00080000:0.0:1767320659.477908:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320659.477910:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320659.477913:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988992640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320659.478007:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992256 00000100:00100000:0.0:1767320659.478012:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992256 00000100:00100000:0.0:1767320659.478043:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850 00000100:00100000:0.0:1767320659.478047:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988992256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320659.478056:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320659.478085:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988992256:12345-0@lo:38:kworker.0 Request processed in 37us (11226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320659.478090:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850 00000100:00080000:0.0:1767320659.478110:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320659.478113:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320659.478116:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d06d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988992256:0@lo:38:kworker.0 00010000:00010000:2.0:1767320660.425196:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320661.448892:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320662.025039:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988992768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320662.025154:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320662.025299:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992768 00000100:00100000:1.0:1767320662.025310:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992768 00000100:00100000:1.0:1767320662.025386:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:1.0:1767320662.025398:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988992768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320662.025439:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320662.025505:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988992768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320662.025513:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00080000:2.0:1767320662.034010:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320662.034332:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988992768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320662.306083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320662.306599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320662.307955:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923877376 offset 0 length 520: 4 00000100:00100000:2.0:1767320662.308768:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320662.309638:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923877504 00000100:00100000:0.0:1767320662.309653:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923877504 00000100:00100000:0.0:1767320662.309717:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1611 00000100:00100000:0.0:1767320662.309748:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923877504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320662.309781:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320662.309894:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923877504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 147us (1132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320662.309902:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1611 00010000:00010000:2.0:1767320662.472871:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320662.537006:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320662.537044:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988992896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320662.537148:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320662.537389:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988992896 00000100:00100000:0.0:1767320662.537401:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988992896 00000100:00100000:0.0:1767320662.537500:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:0.0:1767320662.537511:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988992896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320662.537553:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320662.537630:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988992896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320662.537640:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00080000:2.0:1767320662.537861:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320662.537908:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988992896:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320664.520865:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320664.584825:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320664.584841:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320664.584917:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320664.584922:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320664.584928:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320664.584939:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5906 00000100:00080000:2.0:1767320664.584945:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320664.584954:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320664.584984:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9500 x1853163988993152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320664.585028:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320664.585032:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320664.585034:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320664.585038:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5906 00000100:00080000:2.0:1767320664.585041:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320664.585045:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320664.585057:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9180 x1853163988993408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320664.585155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320664.585181:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320664.585183:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320664.585189:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5906 00000100:00080000:2.0:1767320664.585193:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320664.585197:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320664.585238:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39786d80 x1853163988993536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320664.585285:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320664.585289:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320664.585291:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320664.585295:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5906 00000100:00080000:2.0:1767320664.585298:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320664.585303:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320664.585314:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39785500 x1853163988993920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320664.585354:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988993664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320664.586218:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1767320664.586229:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988993024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320664.586267:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163988993024:12345-0@lo:400:kworker.0 Request processed in 41us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320664.586273:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1767320664.586476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163988993024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320664.586492:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988993280:0@lo:400:kworker.0 00000100:00080000:1.0:1767320664.586560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320664.586601:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993792 00000100:00100000:1.0:1767320664.586605:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993792 00000100:00100000:1.0:1767320664.586643:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816 00000100:00100000:1.0:1767320664.586650:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988993792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320664.586691:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988993792:12345-0@lo:400:kworker.0 Request processed in 41us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320664.586698:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816 00000100:00080000:1.0:1767320664.586718:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320664.586743:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988993792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320664.586939:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.587067:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988993152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320664.587116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.587145:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988993408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320664.587168:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.587189:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988993536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320664.587219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.587247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988993920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320664.587271:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.587303:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993536 00000100:00100000:0.0:1767320664.587307:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993536 00000100:00100000:0.0:1767320664.587332:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4851 00000100:00100000:0.0:1767320664.587337:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988993536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320664.587382:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320664.587417:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988993536:12345-0@lo:38:kworker.0 Request processed in 78us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320664.587423:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4851 00000100:00100000:0.0:1767320664.587459:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993152 00000100:00100000:0.0:1767320664.587463:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993152 00000100:00100000:0.0:1767320664.587484:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993408 00000100:00100000:0.0:1767320664.587487:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993408 00000100:00100000:0.0:1767320664.587496:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993920 00000100:00100000:0.0:1767320664.587498:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993920 00000100:00100000:0.0:1767320664.587506:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1767320664.587511:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320664.587521:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320664.587549:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993152:12345-0@lo:38:kworker.0 Request processed in 37us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320664.587556:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1767320664.587569:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1767320664.587572:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320664.587602:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320664.587626:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993408:12345-0@lo:38:kworker.0 Request processed in 52us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320664.587632:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1767320664.587645:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1767320664.587649:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320664.587659:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320664.587682:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988993920:12345-0@lo:38:kworker.0 Request processed in 31us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320664.587695:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00080000:0.0:1767320664.587734:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320664.587740:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320664.587744:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988993152:0@lo:38:kworker.0 00000100:00080000:0.0:1767320664.587752:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320664.587756:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320664.587759:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988993408:0@lo:38:kworker.0 00000100:00080000:0.0:1767320664.587767:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320664.587770:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320664.587773:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988993536:0@lo:38:kworker.0 00000100:00080000:0.0:1767320664.587779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320664.587783:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320664.587785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988993920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320664.589710:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988993664 00000100:00100000:1.0:1767320664.589731:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988993664 00000100:00100000:1.0:1767320664.589838:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817 00000100:00100000:1.0:1767320664.589851:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988993664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320664.589974:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988993664:12345-0@lo:400:kworker.0 Request processed in 127us (3034us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320664.589982:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817 00000100:00100000:0.0:1767320664.590294:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988993664:0@lo:400:kworker.0 00000100:00080000:2.0:1767320664.591473:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320665.544884:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320666.575744:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320667.145008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320667.145120:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320667.145525:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320667.164329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320667.429552:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320667.429711:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923877888 00000100:00100000:0.0:1767320667.429727:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923877888 00000100:00100000:0.0:1767320667.429834:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1020 00000100:00100000:0.0:1767320667.429846:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923877888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767320667.429949:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320667.434745:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923877888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 4878us (5184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320667.434765:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1020 00000100:00100000:2.0:1767320667.435097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320667.435662:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923877760 00000100:00100000:0.0:1767320667.435693:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923877760 00000100:00100000:0.0:1767320667.435751:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1615 00000100:00100000:0.0:1767320667.435760:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923877760:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320667.435788:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320667.435857:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923877760:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (761us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320667.435864:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1615 00000100:00100000:2.0:1767320667.657100:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320667.657150:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320667.657251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320667.658214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320667.658353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320669.641127:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320669.704966:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320669.704991:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320669.705079:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320669.705085:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320669.705089:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320669.705100:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5911 00000100:00080000:2.0:1767320669.705105:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320669.705113:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320669.705141:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39786300 x1853163988994432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320669.705162:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320669.705165:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320669.705167:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320669.705171:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5911 00000100:00080000:2.0:1767320669.705173:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320669.705178:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320669.705188:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39787100 x1853163988994688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320669.705196:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320669.705200:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320669.705202:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320669.705229:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5911 00000100:00080000:2.0:1767320669.705231:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320669.705236:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320669.705250:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39784700 x1853163988994816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320669.705304:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320669.705308:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320669.705310:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320669.705313:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5911 00000100:00080000:2.0:1767320669.705316:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320669.705320:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320669.705331:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39784e00 x1853163988995200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320669.705377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320669.705458:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320644/real 1767320644] req@ffff9e7d3a6cb800 x1853163988987776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320669 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320669.705516:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988994304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320669.713676:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a6cb800 x1853163988987776/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320669 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320669.713742:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988994432:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.713824:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.713884:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988994688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.713909:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.713941:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988994432 00000100:00100000:0.0:1767320669.713949:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988994432 00000100:00100000:0.0:1767320669.713994:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988994688 00000100:00100000:0.0:1767320669.713998:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988994688 00000100:00100000:0.0:1767320669.714016:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1767320669.714024:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988994432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320669.714051:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320669.714092:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988994432:12345-0@lo:38:kworker.0 Request processed in 67us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320669.716438:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00080000:0.0:1767320669.716613:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320669.716623:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320669.716629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988994688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.716646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988994816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.716743:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.716817:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988995200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.716846:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.716881:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988995200 00000100:00100000:0.0:1767320669.716890:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988995200 00000100:00100000:0.0:1767320669.716931:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1767320669.716939:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988995200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320669.716967:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320669.717549:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163988995200:12345-0@lo:38:kworker.0 Request processed in 608us (701us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320669.717557:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00080000:0.0:1767320669.717627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320669.717634:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320669.717638:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988995200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320669.717644:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320669.717662:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320669.717666:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988987776:0@lo:250:kworker.0 00000100:00080000:0.0:1767320669.717712:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320669.717717:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320669.717720:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988994432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320669.717743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320669.717747:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320669.717750:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163988994816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320669.721480:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988995328:0@lo:250:kworker.0 00000400:00000100:0.0:1767320669.721570:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163988995328 offset 0 length 520: 4 00000100:00100000:1.0:1767320669.722193:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.724174:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988994304 00000100:00100000:0.0:1767320669.724195:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988994304 00000100:00100000:0.0:1767320669.725617:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1767320669.725633:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988994304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320669.725782:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988994304:12345-0@lo:400:kworker.0 Request processed in 153us (3591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320669.725790:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1767320669.726999:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.728027:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988994944 00000100:00100000:0.0:1767320669.728045:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988994944 00000100:00100000:1.0:1767320669.728186:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988994304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320669.737485:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819 00000100:00100000:0.0:1767320669.737509:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988994944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320669.737660:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988994944:12345-0@lo:400:kworker.0 Request processed in 162us (10666us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320669.737668:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819 00000100:00100000:2.0:1767320669.737798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988994944:0@lo:400:kworker.0 00010000:00010000:2.0:1767320670.664868:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320672.266488:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988995456 00000100:00100000:0.0:1767320672.266499:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988995456 00000100:00100000:0.0:1767320672.266653:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767320672.266665:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988995456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320672.266708:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320672.266775:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988995456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320672.266804:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00080000:1.0:1767320672.268018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320672.545658:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320672.545792:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320672.546471:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878144 00000100:00100000:1.0:1767320672.546497:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878144 00000100:00100000:1.0:1767320672.546643:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878016 00000100:00100000:1.0:1767320672.546647:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878016 00000100:00100000:2.0:1767320672.547047:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1023 00000100:00100000:2.0:1767320672.547060:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923878144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320672.547187:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923878144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 129us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320672.547195:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1023 00000100:00100000:2.0:1767320672.547225:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1619 00000100:00100000:2.0:1767320672.547230:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923878016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320672.547252:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320672.547279:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923878016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (1488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320672.547286:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1619 00000100:00100000:2.0:1767320672.779774:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320672.779800:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988995584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320672.779876:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320672.780107:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988995584 00000100:00100000:0.0:1767320672.780115:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988995584 00000100:00100000:0.0:1767320672.780240:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1767320672.780252:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988995584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320672.780299:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320672.780356:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163988995584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320672.780365:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:1.0:1767320672.780455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988995584:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320673.737059:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320674.761300:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320674.824778:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320674.824789:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320674.824848:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320674.824852:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320674.824856:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320674.824864:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5916 00000100:00080000:1.0:1767320674.824869:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320674.824876:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320674.824895:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988995712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320674.824897:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ee300 x1853163988995840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320674.824924:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320674.824928:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320674.824929:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320674.824933:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5916 00000100:00080000:1.0:1767320674.824935:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320674.824938:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320674.824948:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ee680 x1853163988996096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320674.824956:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320674.824959:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320674.824962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320674.824973:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320674.824977:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5916 00000100:00080000:1.0:1767320674.824979:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320674.824982:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320674.824995:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6cb800 x1853163988996224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320674.825000:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320674.825005:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988995968:0@lo:400:kworker.0 00000100:00080000:1.0:1767320674.825023:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320674.825024:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320674.825026:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320674.825028:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320674.825031:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5916 00000100:00080000:1.0:1767320674.825033:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320674.825037:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320674.825046:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6ca680 x1853163988996608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320674.825076:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988995712 00000100:00100000:2.0:1767320674.825083:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988995712 00000100:00100000:2.0:1767320674.825131:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988995968 00000100:00100000:2.0:1767320674.825134:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988995968 00000100:00100000:2.0:1767320674.825157:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1767320674.825165:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988995712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.825210:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988995712:12345-0@lo:400:kworker.0 Request processed in 45us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320674.825218:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1767320674.825281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988995712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320674.825483:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988996480 00000100:00100000:0.0:1767320674.825488:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988996480 00000100:00100000:0.0:1767320674.825524:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988996352 00000100:00100000:0.0:1767320674.825528:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988996352 00000100:00100000:0.0:1767320674.825547:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820 00000100:00100000:0.0:1767320674.825553:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988996480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.829414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163988995968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320674.829626:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988996480:12345-0@lo:400:kworker.0 Request processed in 4072us (4490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320674.829637:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820 00000100:00100000:0.0:1767320674.829668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988996480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.832920:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767320674.832932:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988996096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320674.832958:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320674.833056:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988996096:12345-0@lo:38:kworker.0 Request processed in 112us (4374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320674.833064:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767320674.833088:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:2.0:1767320674.833093:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988996608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320674.833102:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320674.833125:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163988996608:12345-0@lo:38:kworker.0 Request processed in 32us (4289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320674.833131:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00080000:2.0:1767320674.833226:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320674.833231:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320674.833235:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988995840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320674.833256:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320674.833260:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320674.833264:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988996096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320674.835665:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320674.835689:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320674.835695:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163988996608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320677.386074:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988996736 00000100:00100000:1.0:1767320677.386086:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988996736 00000100:00100000:1.0:1767320677.386194:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:1.0:1767320677.386220:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988996736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320677.386264:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320677.386346:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988996736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320677.386357:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:2.0:1767320677.668743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320677.668920:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320677.675862:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878400 00000100:00100000:1.0:1767320677.675884:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878400 00000100:00100000:1.0:1767320677.676234:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1026 00000100:00100000:1.0:1767320677.676250:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923878400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320677.677165:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923878400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 915us (8433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320677.677176:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1026 00000100:00080000:2.0:1767320677.679846:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320677.833745:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320677.898514:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988996864 00000100:00100000:2.0:1767320677.898529:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988996864 00000100:00100000:2.0:1767320677.898637:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:2.0:1767320677.898646:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988996864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320677.898696:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320677.898752:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988996864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320677.898759:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:2.0:1767320677.898823:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988996864:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320678.857350:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320679.944781:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320679.944797:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320679.944893:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320679.944897:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320679.944902:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320679.944919:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5921 00000100:00080000:1.0:1767320679.944926:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320679.944934:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320679.944960:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9f80 x1853163988997120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320679.944999:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320679.945002:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320679.945004:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320679.945007:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5921 00000100:00080000:1.0:1767320679.945010:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320679.945014:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320679.945025:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9180 x1853163988997376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320679.945034:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320679.945037:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320679.945068:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320679.945074:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5921 00000100:00080000:1.0:1767320679.945077:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320679.945081:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320679.945097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6ca680 x1853163988997504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320679.945131:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320679.945134:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320679.945136:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320679.945139:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5921 00000100:00080000:1.0:1767320679.945141:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320679.945145:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320679.945165:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9c00 x1853163988997888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320679.945274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988997632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320679.945432:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320679.945450:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988997760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945476:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320679.945506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988997248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320679.945571:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320679.945577:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988996992:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320679.945671:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997248 00000100:00100000:0.0:1767320679.945680:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997248 00000100:00100000:0.0:1767320679.945747:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988996992 00000100:00100000:0.0:1767320679.945751:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988996992 00000100:00100000:0.0:1767320679.945780:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1767320679.945789:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988997248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945847:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988997248:12345-0@lo:400:kworker.0 Request processed in 58us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320679.945855:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1767320679.945877:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1767320679.945883:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988996992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945909:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163988996992:12345-0@lo:400:kworker.0 Request processed in 26us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320679.945915:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:0.0:1767320679.945938:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320679.945977:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163988996992:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.945987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988997248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320679.946405:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997632 00000100:00100000:1.0:1767320679.946412:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997632 00000100:00100000:1.0:1767320679.946464:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997760 00000100:00100000:1.0:1767320679.946467:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997760 00000100:00100000:1.0:1767320679.946489:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822 00000100:00100000:1.0:1767320679.946496:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d06d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988997632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320679.946541:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d06d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988997632:12345-0@lo:400:kworker.0 Request processed in 46us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320679.946548:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822 00000100:00100000:1.0:1767320679.946561:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823 00000100:00100000:1.0:1767320679.946566:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988997760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320679.946615:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988997760:12345-0@lo:400:kworker.0 Request processed in 49us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320679.946632:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823 00000100:00100000:2.0:1767320679.947777:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997120 00000100:00100000:2.0:1767320679.947782:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997120 00000100:00100000:2.0:1767320679.947814:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997376 00000100:00100000:2.0:1767320679.947817:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997376 00000100:00100000:2.0:1767320679.947831:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988997888 00000100:00100000:2.0:1767320679.947834:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988997888 00000100:00100000:2.0:1767320679.947848:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767320679.947853:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320679.947865:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320679.947902:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997120:12345-0@lo:38:kworker.0 Request processed in 48us (619us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320679.947923:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767320679.947938:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1767320679.947942:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320679.947952:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320679.947977:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997376:12345-0@lo:38:kworker.0 Request processed in 33us (624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320679.947994:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1767320679.948007:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:2.0:1767320679.948012:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320679.948022:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320679.948049:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988997888:12345-0@lo:38:kworker.0 Request processed in 36us (609us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320679.948055:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00080000:0.0:1767320679.949471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320679.949480:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320679.949517:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988997760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320679.949531:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988997632:0@lo:400:kworker.0 00010000:00010000:1.0:1767320681.929024:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320682.505315:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988998016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320682.505399:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320682.505599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320682.506174:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163988998016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320682.788477:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320682.788524:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320682.788656:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878656 00000100:00100000:1.0:1767320682.788674:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878656 00000100:00100000:1.0:1767320682.788786:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878528 00000100:00100000:1.0:1767320682.788789:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878528 00000100:00100000:1.0:1767320682.788828:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1029 00000100:00100000:1.0:1767320682.788846:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923878656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320682.789045:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923878656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 197us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320682.789058:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1029 00010000:00010000:2.0:1767320682.953504:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320683.017169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988998144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320683.017275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320683.018093:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320683.018213:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988998144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320685.065114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988998272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.065225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988998528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320685.065279:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988999040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320685.066748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320685.066790:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988998400 00000100:00100000:0.0:1767320685.066793:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988998400 00000100:00100000:0.0:1767320685.066811:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988998656 00000100:00100000:0.0:1767320685.066813:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988998656 00000100:00100000:0.0:1767320685.066828:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988998272 00000100:00100000:0.0:1767320685.066830:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988998272 00000100:00100000:0.0:1767320685.066853:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1767320685.066860:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988998272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320685.066895:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163988998272:12345-0@lo:400:kworker.0 Request processed in 36us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320685.066901:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1767320685.066914:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1767320685.066918:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988998400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320685.066935:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320685.066961:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988998400:12345-0@lo:38:kworker.0 Request processed in 42us (335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320685.066967:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1767320685.066979:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:0.0:1767320685.066983:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988998656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320685.066992:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320685.067013:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163988998656:12345-0@lo:38:kworker.0 Request processed in 29us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320685.067031:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:0.0:1767320685.067069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163988998272:0@lo:400:kworker.0 00000100:00080000:0.0:1767320685.067096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320685.067100:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320685.067145:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988998784 00000100:00100000:0.0:1767320685.067148:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988998784 00000100:00100000:0.0:1767320685.067164:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855 00000100:00100000:0.0:1767320685.067167:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988998784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320685.067174:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320685.067196:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163988998784:12345-0@lo:38:kworker.0 Request processed in 28us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320685.067202:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855 00000100:00100000:0.0:1767320685.067709:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999168 00000100:00100000:0.0:1767320685.067714:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999168 00000100:00100000:0.0:1767320685.067743:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1767320685.067748:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988999168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320685.067759:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320685.067785:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988999168:12345-0@lo:38:kworker.0 Request processed in 36us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320685.067790:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:2.0:1767320685.068096:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320685.069107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320685.069179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320685.069266:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999040 00000100:00100000:0.0:1767320685.069270:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999040 00000100:00100000:0.0:1767320685.069307:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825 00000100:00100000:0.0:1767320685.069314:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988999040:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320685.069317:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320685.069351:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163988999040:12345-0@lo:400:kworker.0 Request processed in 37us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320685.069368:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825 00000100:00100000:1.0:1767320685.069371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163988999040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.070555:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163988998528:0@lo:400:kworker.0 00010000:00010000:1.0:1767320686.024842:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320687.048916:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320687.625756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988999296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320687.625826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320687.626064:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999296 00000100:00100000:1.0:1767320687.626074:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999296 00000100:00100000:1.0:1767320687.626143:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:1.0:1767320687.626153:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988999296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320687.626184:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320687.626249:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163988999296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320687.626256:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1767320687.626680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163988999296:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320687.626753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320687.905797:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320687.907388:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320687.911489:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923878784 00000100:00100000:2.0:1767320687.911503:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923878784 00000100:00100000:2.0:1767320687.911570:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1631 00000100:00100000:2.0:1767320687.911631:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923878784:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320687.911663:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320687.911772:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923878784:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 191us (501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320687.911782:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1631 00000100:00100000:2.0:1767320688.137166:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988999424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320688.137241:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320688.137384:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999424 00000100:00100000:0.0:1767320688.137392:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999424 00000100:00100000:0.0:1767320688.137452:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:0.0:1767320688.137460:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988999424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320688.137490:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767320688.137570:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320688.141415:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163988999424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3941us (4160us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320688.141430:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767320688.148107:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163988999424:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320690.121367:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320690.185004:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988999552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320690.185103:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988999680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320690.185167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988999808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320690.186471:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320690.186511:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988999936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320690.186545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320690.186563:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989000064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320690.186604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320690.187061:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320690.187160:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989000064 00000100:00100000:1.0:1767320690.187169:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989000064 00000100:00100000:1.0:1767320690.187206:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856 00000100:00100000:2.0:1767320690.187208:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999680 00000100:00100000:1.0:1767320690.187214:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989000064:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320690.187214:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999680 00010000:00020000:1.0:1767320690.187237:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320690.187240:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999936 00000100:00100000:2.0:1767320690.187245:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999936 00000100:00100000:2.0:1767320690.187258:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999552 00000100:00100000:2.0:1767320690.187261:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999552 00000100:00100000:1.0:1767320690.187282:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989000064:12345-0@lo:38:kworker.0 Request processed in 67us (676us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320690.187290:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856 00000100:00100000:2.0:1767320690.187303:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1767320690.187314:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988999552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320690.187318:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1767320690.187325:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988999680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320690.187332:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320690.187361:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163988999552:12345-0@lo:400:kworker.0 Request processed in 50us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320690.187368:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1767320690.187384:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1767320690.187388:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988999936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320690.187409:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320690.187432:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163988999936:12345-0@lo:38:kworker.0 Request processed in 43us (887us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320690.187438:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1767320690.187489:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163988999552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320690.187601:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989000448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320690.187632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320690.187667:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320690.187671:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320690.187673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163988999936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320690.187701:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989000448 00000100:00100000:2.0:1767320690.187707:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989000448 00000100:00100000:1.0:1767320690.187732:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163988999680:12345-0@lo:38:kworker.0 Request processed in 403us (1258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320690.187733:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:2.0:1767320690.187741:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989000448:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320690.187746:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00010000:00020000:2.0:1767320690.187756:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320690.187772:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320690.187795:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989000448:12345-0@lo:38:kworker.0 Request processed in 53us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320690.187803:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1767320690.187804:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163988999808 00000100:00100000:1.0:1767320690.187808:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163988999808 00000100:00100000:2.0:1767320690.187832:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1767320690.187841:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988999808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320690.187984:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163988999808:12345-0@lo:400:kworker.0 Request processed in 144us (211us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320690.188197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320690.188211:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320690.188215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989000064:0@lo:38:kworker.0 00000100:00080000:0.0:1767320690.188293:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320690.188296:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320690.188299:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989000448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320690.188326:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320690.188330:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320690.188333:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163988999680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320690.188425:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163988999808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320690.188482:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00010000:00010000:2.0:1767320691.145802:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320692.745225:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989000576 00000100:00100000:0.0:1767320692.745233:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989000576 00000100:00100000:0.0:1767320692.745298:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:0.0:1767320692.745308:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989000576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320692.745336:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320692.745377:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989000576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320692.745385:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:1.0:1767320693.029289:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320693.029337:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320693.029424:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879168 00000100:00100000:2.0:1767320693.029435:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879168 00000100:00100000:2.0:1767320693.029496:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879296 00000100:00100000:2.0:1767320693.029499:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879296 00000100:00100000:2.0:1767320693.029558:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1035 00000100:00100000:2.0:1767320693.029569:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923879296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320693.029691:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923879296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 124us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320693.029699:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1035 00000100:00100000:2.0:1767320693.029719:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1635 00000100:00100000:2.0:1767320693.029723:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923879168:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320693.029762:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320693.029787:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923879168:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (509us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320693.029793:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1635 00000100:00080000:1.0:1767320693.030107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320693.258214:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989000704 00000100:00100000:1.0:1767320693.258224:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989000704 00000100:00100000:1.0:1767320693.258294:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:1.0:1767320693.258320:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989000704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320693.258359:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320693.258426:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989000704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320693.258433:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:2.0:1767320693.258606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989000704:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320694.216919:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320694.281084:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320669/real 1767320669] req@ffff9e7d39a02300 x1853163988995328/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320694 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320694.281120:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d39a02300 x1853163988995328/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320694 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320694.281141:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320694.281175:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320694.281180:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163988995328:0@lo:250:kworker.0 00000100:00080000:1.0:1767320694.281349:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320694.281355:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320694.281357:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320694.281362:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5916 00000100:00080000:1.0:1767320694.281366:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320694.281372:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320694.281402:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9180 x1853163989000832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320694.281462:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320694.281466:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320694.281467:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320694.281471:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5937 00000100:00080000:1.0:1767320694.281474:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320694.281477:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320694.281495:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8380 x1853163989001088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320694.281511:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320694.281526:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320694.281528:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320694.281547:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5937 00000100:00080000:1.0:1767320694.281550:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320694.281554:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320694.281567:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3100 x1853163989001344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320694.281576:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320694.281607:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320694.281609:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320694.281614:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5937 00000100:00080000:1.0:1767320694.281616:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320694.281620:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320694.281632:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989001472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320694.281671:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320694.281675:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320694.281677:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320694.281680:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5937 00000100:00080000:1.0:1767320694.281682:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320694.281686:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320694.281696:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163989001856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320694.281723:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989001600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320694.281785:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320694.281847:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320694.281859:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989001728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320694.281883:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320694.281930:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001600 00000100:00100000:1.0:1767320694.281937:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001600 00000100:00100000:1.0:1767320694.281982:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001728 00000100:00100000:1.0:1767320694.281985:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001728 00000100:00100000:1.0:1767320694.282004:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828 00000100:00100000:1.0:1767320694.282011:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989001600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320694.282058:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989001600:12345-0@lo:400:kworker.0 Request processed in 47us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320694.282066:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828 00000100:00100000:1.0:1767320694.282082:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829 00000100:00100000:1.0:1767320694.282089:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989001728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320694.282115:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989001728:12345-0@lo:400:kworker.0 Request processed in 27us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320694.282120:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829 00000100:00100000:1.0:1767320694.282154:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989001728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320694.282180:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989001600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989001216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282554:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320694.282617:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320694.282624:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989000960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282646:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320694.282680:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001216 00000100:00100000:2.0:1767320694.282684:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001216 00000100:00100000:2.0:1767320694.282716:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989000960 00000100:00100000:2.0:1767320694.282719:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989000960 00000100:00100000:2.0:1767320694.282738:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1767320694.282745:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989001216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282782:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989001216:12345-0@lo:400:kworker.0 Request processed in 38us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320694.282788:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1767320694.282801:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1767320694.282807:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989000960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282831:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989000960:12345-0@lo:400:kworker.0 Request processed in 24us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320694.282837:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1767320694.282867:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989000960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320694.282888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989001216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320694.284091:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989000832:0@lo:250:kworker.0 00000400:00000100:0.0:1767320694.284140:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989000832 offset 0 length 520: 4 00000100:00100000:0.0:1767320694.284185:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989001088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320694.284212:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320694.284241:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989001344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320694.284262:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320694.284287:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989001472:0@lo:38:kworker.0 00000100:00100000:0.0:1767320694.284311:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320694.284351:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989001856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320694.284385:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320694.284921:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001088 00000100:00100000:1.0:1767320694.284926:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001088 00000100:00100000:1.0:1767320694.284957:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001344 00000100:00100000:1.0:1767320694.284960:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001344 00000100:00100000:1.0:1767320694.284972:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001856 00000100:00100000:1.0:1767320694.284974:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001856 00000100:00100000:1.0:1767320694.284986:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:1.0:1767320694.284991:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320694.285002:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320694.285037:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001088:12345-0@lo:38:kworker.0 Request processed in 45us (824us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320694.285043:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:1.0:1767320694.285056:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:1.0:1767320694.285060:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320694.285069:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320694.285091:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001344:12345-0@lo:38:kworker.0 Request processed in 29us (828us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320694.285096:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:1.0:1767320694.285106:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1767320694.285110:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320694.285118:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320694.285138:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989001856:12345-0@lo:38:kworker.0 Request processed in 26us (753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320694.285143:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00080000:0.0:1767320694.285465:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320694.285471:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320694.285474:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989001088:0@lo:38:kworker.0 00000100:00080000:0.0:1767320694.285485:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320694.285489:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320694.285492:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989001344:0@lo:38:kworker.0 00000100:00080000:0.0:1767320694.285500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320694.285504:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320694.285506:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989001472:0@lo:38:kworker.0 00000100:00080000:0.0:1767320694.285770:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320694.285775:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320694.285778:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989001856:0@lo:38:kworker.0 00010000:00010000:2.0:1767320695.240814:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320697.865180:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320697.865212:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989001984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320697.865282:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320697.865386:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989001984 00000100:00100000:0.0:1767320697.865394:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989001984 00000100:00100000:0.0:1767320697.865518:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1767320697.865526:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989001984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320697.865557:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320697.865632:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989001984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320697.865650:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1767320697.865935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989001984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320698.156761:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320698.156856:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320698.157569:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879552 00000100:00100000:2.0:1767320698.157606:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879552 00000100:00100000:2.0:1767320698.159814:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1038 00000100:00100000:2.0:1767320698.159837:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923879552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320698.159908:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923879552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (3050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320698.159915:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1038 00000100:00080000:1.0:1767320698.160617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320698.312883:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320698.376892:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989002112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320698.376966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.377119:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002112 00000100:00100000:1.0:1767320698.377128:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002112 00000100:00100000:1.0:1767320698.377206:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:1.0:1767320698.377215:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989002112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320698.377257:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320698.377684:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989002112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 468us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320698.377692:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:1.0:1767320698.377741:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989002112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320698.377839:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320699.340115:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320699.401629:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989002496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320699.401690:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989002368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320699.401728:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320699.401812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989002240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320699.401855:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320699.401915:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002496 00000100:00100000:2.0:1767320699.401924:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002496 00000100:00100000:0.0:1767320699.401962:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320699.401991:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989002624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320699.402010:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320699.402070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989002752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320699.402091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320699.402105:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989003136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320699.402122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320699.402184:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002240 00000100:00100000:0.0:1767320699.402185:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002368 00000100:00100000:2.0:1767320699.402193:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002240 00000100:00100000:0.0:1767320699.402194:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002368 00000100:00100000:0.0:1767320699.402225:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002624 00000100:00100000:2.0:1767320699.402229:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989003136 00000100:00100000:0.0:1767320699.402230:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002624 00000100:00100000:2.0:1767320699.402238:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989003136 00000100:00100000:0.0:1767320699.402260:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1767320699.402278:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989002496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320699.402323:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989002496:12345-0@lo:400:kworker.0 Request processed in 55us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320699.405394:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1767320699.405469:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989002240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320699.405944:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989002240:12345-0@lo:400:kworker.0 Request processed in 200us (3794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320699.406036:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1767320699.406093:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:2.0:1767320699.406100:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989002368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320699.406130:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320699.406193:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989002368:12345-0@lo:38:kworker.0 Request processed in 92us (4231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320699.406200:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:2.0:1767320699.406220:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:2.0:1767320699.406224:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989002624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320699.406234:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320699.406264:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989002624:12345-0@lo:38:kworker.0 Request processed in 38us (4252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320699.406270:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:2.0:1767320699.406282:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:2.0:1767320699.406287:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989003136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320699.406295:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320699.406322:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989003136:12345-0@lo:38:kworker.0 Request processed in 34us (4199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320699.406328:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00080000:2.0:1767320699.406363:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320699.408922:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989002752 00000100:00100000:2.0:1767320699.409060:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989002752 00000100:00100000:2.0:1767320699.409171:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858 00000100:00100000:2.0:1767320699.409184:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989002752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320699.409220:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320699.409358:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989002752:12345-0@lo:38:kworker.0 Request processed in 175us (7263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320699.409367:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858 00000100:00100000:2.0:1767320699.409456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989002496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320699.410550:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989002240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320699.410632:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00080000:2.0:1767320699.414644:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320699.414668:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320699.414674:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989002368:0@lo:38:kworker.0 00000100:00080000:2.0:1767320699.414693:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320699.414698:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320699.414700:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989002624:0@lo:38:kworker.0 00000100:00080000:2.0:1767320699.414713:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320699.414717:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320699.414721:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989002752:0@lo:38:kworker.0 00000100:00080000:2.0:1767320699.414734:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320699.414737:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320699.414741:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989003136:0@lo:38:kworker.0 00010000:00010000:1.0:1767320702.408829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320702.984893:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989003264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320702.984988:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320702.985143:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989003264 00000100:00100000:0.0:1767320702.985173:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989003264 00000100:00100000:0.0:1767320702.985264:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1767320702.985274:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989003264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320702.985309:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320702.989911:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989003264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4618us (4903us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320702.989926:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:2.0:1767320702.990097:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989003264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320703.269239:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879680 00000100:00100000:2.0:1767320703.269250:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879680 00000100:00100000:2.0:1767320703.269380:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879808 00000100:00100000:2.0:1767320703.269385:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879808 00000100:00100000:1.0:1767320703.269563:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1041 00000100:00100000:1.0:1767320703.269575:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923879808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320703.269785:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923879808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 212us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320703.269794:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1041 00000100:00100000:1.0:1767320703.269816:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1643 00000100:00100000:1.0:1767320703.269820:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923879680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320703.269852:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320703.269879:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923879680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (827us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320703.269886:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1643 00010000:00010000:2.0:1767320703.436022:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320703.497061:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320703.497088:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989003392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320703.497225:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320703.497388:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989003392 00000100:00100000:1.0:1767320703.497398:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989003392 00000100:00100000:1.0:1767320703.497474:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:1.0:1767320703.497484:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989003392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320703.497516:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320703.497570:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989003392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320703.497598:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:1.0:1767320703.497644:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989003392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320704.520770:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320704.520785:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989003520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.520852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320704.520903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989003776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.520924:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320704.520959:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989003520 00000100:00100000:0.0:1767320704.520968:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989003520 00000100:00100000:0.0:1767320704.521016:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989003776 00000100:00100000:0.0:1767320704.521020:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989003776 00000100:00100000:0.0:1767320704.521044:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1767320704.521053:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989003520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.521101:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989003520:12345-0@lo:400:kworker.0 Request processed in 49us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320704.521109:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1767320704.521129:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1767320704.521136:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989003776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.521161:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989003776:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320704.521167:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1767320704.521205:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989003776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.521223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989003520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.521281:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:0.0:1767320704.521288:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989004160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320704.521319:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989004160:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320704.521325:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00000100:00100000:0.0:1767320704.521355:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989003648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320704.521380:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320704.521394:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989003904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320704.521412:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320704.521427:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989004032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320704.521449:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320704.521464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989004416:0@lo:38:kworker.0 00000100:00100000:0.0:1767320704.521515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320704.521544:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320704.521549:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320704.521982:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989003648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320704.521996:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320704.521999:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320704.522002:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989003904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320704.522009:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320704.522012:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320704.522014:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989004032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320704.522030:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320704.522034:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320704.522037:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989004416:0@lo:38:kworker.0 00010000:00010000:1.0:1767320706.504847:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320707.529000:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320708.105326:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989004544 00000100:00100000:2.0:1767320708.105336:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989004544 00000100:00100000:2.0:1767320708.105466:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:2.0:1767320708.105477:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989004544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320708.105710:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320708.105768:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989004544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 294us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320708.105777:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00100000:1.0:1767320708.391319:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880064 00000100:00100000:1.0:1767320708.391333:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880064 00000100:00100000:1.0:1767320708.391406:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923879936 00000100:00100000:1.0:1767320708.391409:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923879936 00000100:00100000:0.0:1767320708.391468:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1044 00000100:00100000:1.0:1767320708.391498:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00100000:1.0:1767320708.391505:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923879936:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767320708.391516:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923880064:12345-192.168.204.13@tcp:400:kworker.0 00010000:00020000:1.0:1767320708.391527:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320708.391608:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923880064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 129us (2634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320708.391616:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1044 00000100:00100000:1.0:1767320708.391787:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923879936:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 281us (2661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320708.391795:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00100000:0.0:1767320708.617072:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989004672 00000100:00100000:0.0:1767320708.617081:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989004672 00000100:00100000:0.0:1767320708.617152:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:0.0:1767320708.617162:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989004672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320708.617221:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320708.617292:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989004672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320708.617300:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00080000:1.0:1767320709.642784:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320709.642805:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320709.642938:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320709.642943:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320709.642947:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320709.642967:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5951 00000100:00080000:1.0:1767320709.642973:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320709.642981:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320709.643016:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163989004928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320709.643096:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320709.643124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989004928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320709.643137:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989005056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320709.643217:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320709.643866:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320709.643932:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989004928 00000100:00100000:0.0:1767320709.643939:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005056 00000100:00100000:2.0:1767320709.643941:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989004928 00000100:00100000:0.0:1767320709.643944:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005056 00000100:00100000:2.0:1767320709.644006:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:2.0:1767320709.644014:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989004928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320709.644039:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320709.644088:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989004928:12345-0@lo:38:kworker.0 Request processed in 73us (870us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320709.644096:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1767320709.644804:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1767320709.644816:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989005056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320709.644872:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989005056:12345-0@lo:400:kworker.0 Request processed in 60us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320709.644879:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00080000:0.0:1767320709.644930:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320709.644936:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320709.644939:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989004928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320709.648188:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989004800 00000100:00100000:0.0:1767320709.648198:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989004800 00000100:00100000:0.0:1767320709.648273:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1767320709.648282:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989004800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320709.648340:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989004800:12345-0@lo:400:kworker.0 Request processed in 56us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320709.648348:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00080000:1.0:1767320709.648922:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320709.648927:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320709.648930:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320709.648935:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5951 00000100:00080000:1.0:1767320709.648938:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320709.648952:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320709.648981:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4700 x1853163989005184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320709.649011:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320709.649015:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320709.649017:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320709.649021:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5951 00000100:00080000:1.0:1767320709.649024:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320709.649028:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320709.649039:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989005312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320709.649113:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320709.649116:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320709.649119:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320709.649122:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5951 00000100:00080000:1.0:1767320709.649125:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320709.649129:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320709.649139:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c3480 x1853163989005696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320709.649165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989005440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320709.649213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320709.649240:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320709.649246:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989005568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320709.649280:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320709.649341:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005440 00000100:00100000:1.0:1767320709.649346:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005440 00000100:00100000:1.0:1767320709.649385:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005568 00000100:00100000:1.0:1767320709.649388:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005568 00000100:00100000:1.0:1767320709.649409:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1767320709.649416:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989005440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320709.649961:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989005440:12345-0@lo:400:kworker.0 Request processed in 544us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320709.649968:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1767320709.649997:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989005568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320709.650007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989005440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320709.650114:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989005056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320709.650198:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989005184:0@lo:38:kworker.0 00000100:00100000:0.0:1767320709.650231:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320709.650259:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989005312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320709.650308:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320709.650323:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989005696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320709.650341:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320709.650440:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005184 00000100:00100000:2.0:1767320709.650445:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005184 00000100:00100000:2.0:1767320709.650476:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005696 00000100:00100000:2.0:1767320709.650479:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005696 00000100:00100000:2.0:1767320709.650497:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:2.0:1767320709.650503:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989005184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320709.650521:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320709.650806:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1767320709.650811:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989005696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320709.650823:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320709.650857:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989005696:12345-0@lo:38:kworker.0 Request processed in 44us (514us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320709.650863:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00080000:0.0:1767320709.650892:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320709.650897:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320709.650900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989005696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320709.651012:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989005184:12345-0@lo:38:kworker.0 Request processed in 508us (779us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320709.651018:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00080000:0.0:1767320709.651083:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320709.651087:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320709.651090:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989005184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320709.651324:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320709.651328:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320709.651332:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989005312:0@lo:38:kworker.0 00010000:00010000:1.0:1767320710.600863:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320711.625211:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320712.492099:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880448 00000100:00100000:2.0:1767320712.492124:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880448 00000100:00100000:2.0:1767320712.499783:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880320 00000100:00100000:2.0:1767320712.499799:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880320 00000100:00100000:2.0:1767320712.500129:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1047 00000100:00100000:0.0:1767320712.500154:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1651 00000100:00100000:0.0:1767320712.500256:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880320:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767320712.500263:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923880448:12345-192.168.204.13@tcp:400:kworker.0 00010000:00020000:0.0:1767320712.500288:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320712.500423:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 168us (16937us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320712.500432:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1651 00000100:00100000:2.0:1767320712.500440:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923880448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 300us (17146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320712.500448:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1047 00000100:00100000:1.0:1767320713.228267:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005824 00000100:00100000:1.0:1767320713.228276:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005824 00000100:00100000:1.0:1767320713.228327:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:1.0:1767320713.228336:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0733aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989005824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320713.228368:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320713.228432:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0733aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989005824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320713.228440:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767320713.736938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989005952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320713.737009:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320713.737065:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989005952 00000100:00100000:1.0:1767320713.737074:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989005952 00000100:00100000:1.0:1767320713.737149:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:1.0:1767320713.737160:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989005952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320713.737205:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320713.737259:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989005952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320713.737284:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:0.0:1767320713.737301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989005952:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320714.697122:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320714.761269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989006080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.761337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761405:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320714.761412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989006336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.761435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761680:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989006720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.761714:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761731:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320714.761735:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989006848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.761751:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761769:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07339500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989006208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320714.761786:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761799:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989006464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320714.761814:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761827:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989006592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320714.761843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761861:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989006976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320714.761887:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.761915:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006080 00000100:00100000:2.0:1767320714.761922:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006080 00000100:00100000:2.0:1767320714.761975:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006336 00000100:00100000:2.0:1767320714.761978:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006336 00000100:00100000:2.0:1767320714.761992:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006208 00000100:00100000:2.0:1767320714.761995:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006208 00000100:00100000:2.0:1767320714.762003:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006464 00000100:00100000:2.0:1767320714.762006:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006464 00000100:00100000:2.0:1767320714.762014:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006976 00000100:00100000:2.0:1767320714.762016:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006976 00000100:00100000:2.0:1767320714.762038:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1767320714.762047:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989006080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.762103:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989006080:12345-0@lo:400:kworker.0 Request processed in 58us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.762113:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1767320714.762134:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767320714.762139:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989006336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.762166:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989006336:12345-0@lo:400:kworker.0 Request processed in 27us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.762172:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767320714.762181:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1767320714.762184:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320714.762200:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320714.762223:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006208:12345-0@lo:38:kworker.0 Request processed in 37us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320714.762228:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1767320714.762237:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1767320714.762240:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320714.762247:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320714.762262:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006464:12345-0@lo:38:kworker.0 Request processed in 21us (447us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320714.762266:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1767320714.762276:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:2.0:1767320714.762279:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320714.762287:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320714.762306:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989006976:12345-0@lo:38:kworker.0 Request processed in 25us (419us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320714.762311:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:2.0:1767320714.762334:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006592 00000100:00100000:2.0:1767320714.762338:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006592 00000100:00100000:1.0:1767320714.762400:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006720 00000100:00100000:1.0:1767320714.762403:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006720 00000100:00100000:1.0:1767320714.762424:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989006848 00000100:00100000:1.0:1767320714.762426:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989006848 00000100:00100000:1.0:1767320714.762438:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836 00000100:00100000:1.0:1767320714.762443:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989006720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320714.762476:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989006720:12345-0@lo:400:kworker.0 Request processed in 33us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320714.762481:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836 00000100:00100000:1.0:1767320714.762491:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837 00000100:00100000:1.0:1767320714.762496:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989006848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320714.762526:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989006848:12345-0@lo:400:kworker.0 Request processed in 30us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320714.762531:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837 00000100:00100000:1.0:1767320714.762566:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989006848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320714.762574:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989006720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320714.762625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989006336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320714.762633:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989006080:0@lo:400:kworker.0 00000100:00080000:1.0:1767320714.762654:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320714.762658:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320714.762661:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07339500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989006208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320714.762667:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320714.762675:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320714.762678:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989006464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320714.762687:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320714.762689:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320714.762692:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989006976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320714.762839:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4861 00000100:00100000:2.0:1767320714.762925:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989006592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320714.762935:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320714.762960:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989006592:12345-0@lo:38:kworker.0 Request processed in 35us (1116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320714.762966:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4861 00000100:00080000:1.0:1767320714.763211:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320714.763215:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320714.763218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989006592:0@lo:38:kworker.0 00010000:00010000:2.0:1767320715.720813:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320717.601374:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320717.601419:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320717.601528:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880576 00000100:00100000:0.0:1767320717.601538:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880576 00000100:00100000:0.0:1767320717.601602:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880704 00000100:00100000:0.0:1767320717.601605:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880704 00000100:00100000:0.0:1767320717.601645:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1050 00000100:00100000:0.0:1767320717.601654:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923880704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320717.601717:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923880704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320717.601724:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1050 00000100:00100000:0.0:1767320717.601755:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1655 00000100:00100000:0.0:1767320717.601759:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320717.601779:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320717.601801:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320717.601807:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1655 00000100:00080000:2.0:1767320717.602038:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320718.346490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989007104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320718.346563:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320718.346736:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007104 00000100:00100000:1.0:1767320718.346746:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007104 00000100:00100000:1.0:1767320718.346808:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1767320718.346818:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989007104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320718.346847:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320718.346893:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989007104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320718.346899:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00080000:2.0:1767320718.346946:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320718.793377:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320718.857207:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007232 00000100:00100000:1.0:1767320718.857215:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007232 00000100:00080000:2.0:1767320718.857268:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320718.857278:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:1.0:1767320718.857288:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989007232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320718.857314:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320718.857364:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989007232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320718.857371:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00010000:00010000:2.0:1767320719.817016:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320719.880907:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320694/real 1767320694] req@ffff9e7d3a6c9180 x1853163989000832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320719 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320719.880913:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.880925:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320719.880946:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a6c9180 x1853163989000832/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320719 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320719.880969:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320719.880981:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320719.880985:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989000832:0@lo:250:kworker.0 00000100:00080000:1.0:1767320719.880992:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.880997:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320719.881000:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320719.881006:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5961 00000100:00080000:1.0:1767320719.881011:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320719.881018:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320719.881039:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1500 x1853163989007488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320719.881070:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.881074:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320719.881076:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320719.881080:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5961 00000100:00080000:1.0:1767320719.881082:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320719.881086:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320719.881096:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c3b80 x1853163989007744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320719.881105:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.881108:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320719.881110:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320719.881114:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5961 00000100:00080000:1.0:1767320719.881116:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320719.881119:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320719.881145:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0380 x1853163989007872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320719.881180:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.881184:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320719.881186:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320719.881194:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5961 00000100:00080000:1.0:1767320719.881197:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320719.881201:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320719.881212:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2300 x1853163989008256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320719.881219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989007616:0@lo:400:kworker.0 00000100:00080000:1.0:1767320719.881228:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320719.881232:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320719.881234:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320719.881238:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5941 00000100:00080000:1.0:1767320719.881240:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320719.881244:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320719.881255:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1c00 x1853163989008384/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320719.881283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320719.881291:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989008128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320719.881328:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320719.881357:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320719.881357:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320719.881367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989008000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320719.881370:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989007360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320719.881398:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320719.881411:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.881714:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989007488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320719.881742:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.881768:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989007744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320719.881799:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.881835:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989007872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320719.881856:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.881878:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989008256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320719.881896:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.881911:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989008384:0@lo:250:kworker.0 00000400:00000100:2.0:1767320719.881927:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989008384 offset 0 length 520: 4 00000100:00100000:2.0:1767320719.881971:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007616 00000100:00100000:2.0:1767320719.881979:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007616 00000100:00100000:2.0:1767320719.882029:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007360 00000100:00100000:2.0:1767320719.882031:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007360 00000100:00100000:2.0:1767320719.882044:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007488 00000100:00100000:2.0:1767320719.882046:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007488 00000100:00100000:2.0:1767320719.882056:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007744 00000100:00100000:2.0:1767320719.882059:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007744 00000100:00100000:2.0:1767320719.882065:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989008256 00000100:00100000:2.0:1767320719.882067:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989008256 00000100:00100000:2.0:1767320719.882079:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1767320719.882088:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989007616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.882138:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989007616:12345-0@lo:400:kworker.0 Request processed in 51us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320719.882145:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1767320719.882162:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1767320719.882167:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989007360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.882191:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989007360:12345-0@lo:400:kworker.0 Request processed in 24us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320719.882197:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1767320719.882215:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1767320719.882220:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989007488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.882237:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.882279:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989007488:12345-0@lo:38:kworker.0 Request processed in 57us (536us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.882285:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1767320719.882297:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1767320719.882303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989007744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.882316:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.882337:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989007744:12345-0@lo:38:kworker.0 Request processed in 34us (538us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.882342:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1767320719.882352:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1767320719.882355:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989008256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.882363:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.882429:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989008256:12345-0@lo:38:kworker.0 Request processed in 64us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.882435:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00080000:2.0:1767320719.882457:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320719.882475:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989007872 00000100:00100000:2.0:1767320719.882479:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989007872 00000100:00100000:2.0:1767320719.882497:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862 00000100:00100000:2.0:1767320719.882501:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989007872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.882510:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.882533:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989007872:12345-0@lo:38:kworker.0 Request processed in 31us (676us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.882544:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862 00000100:00100000:2.0:1767320719.882608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989007360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.882621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989007616:0@lo:400:kworker.0 00000100:00080000:2.0:1767320719.882650:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320719.882654:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320719.882658:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989007488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320719.882666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320719.882669:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320719.882672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989007744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320719.882679:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320719.882681:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320719.882684:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989007872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320719.882690:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320719.882693:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320719.882695:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989008256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320722.723399:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320722.723459:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320722.723675:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923880832 00000100:00100000:0.0:1767320722.723693:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923880832 00000100:00100000:0.0:1767320722.723784:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1659 00000100:00100000:0.0:1767320722.723795:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320722.723826:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320722.723901:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1053 00000100:00100000:0.0:1767320722.724011:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923880832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 215us (621us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320722.724046:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923880960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320722.724095:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923880960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 57us (636us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320722.726628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320722.734240:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1659 00000100:00100000:1.0:1767320722.734407:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1053 00010000:00010000:1.0:1767320722.891927:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320723.465445:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989008512 00000100:00100000:1.0:1767320723.465455:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989008512 00000100:00100000:1.0:1767320723.465522:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:1.0:1767320723.465532:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989008512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320723.465561:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320723.465625:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989008512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320723.465632:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00010000:00010000:2.0:1767320723.912850:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320723.977425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989008640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320723.977502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320723.977619:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989008640 00000100:00100000:1.0:1767320723.977628:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989008640 00000100:00100000:1.0:1767320723.977705:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:1.0:1767320723.977715:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989008640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320723.977745:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320723.977799:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989008640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320723.977816:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1767320723.977913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989008640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320725.001670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989008768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320725.001741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320725.002044:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989008768 00000100:00100000:1.0:1767320725.002054:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989008768 00000100:00100000:1.0:1767320725.002121:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1767320725.002133:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989008768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320725.002711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989009024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320725.002746:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.002814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989008896:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.002850:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.002880:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989009024 00000100:00100000:2.0:1767320725.002885:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989009024 00000100:00100000:2.0:1767320725.002911:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989008896 00000100:00100000:2.0:1767320725.002915:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989008896 00000100:00100000:2.0:1767320725.002929:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1767320725.002935:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989009024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320725.002984:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989009024:12345-0@lo:400:kworker.0 Request processed in 49us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320725.002991:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1767320725.003006:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1767320725.003010:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989008896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.003026:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.003055:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989008896:12345-0@lo:38:kworker.0 Request processed in 44us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.003061:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00080000:2.0:1767320725.003099:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.003103:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.003106:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989008896:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.003133:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989009024:0@lo:400:kworker.0 00000100:00080000:2.0:1767320725.003198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320725.014121:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989009152 00000100:00100000:2.0:1767320725.014138:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989009152 00000100:00100000:2.0:1767320725.014212:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989009664 00000100:00100000:2.0:1767320725.014218:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989009664 00000100:00100000:2.0:1767320725.014247:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1767320725.014286:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989009152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.014312:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.014417:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989009152:12345-0@lo:38:kworker.0 Request processed in 132us (2907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.014424:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1767320725.014440:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:2.0:1767320725.014444:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08403c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989009664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.014452:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.014478:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08403c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989009664:12345-0@lo:38:kworker.0 Request processed in 32us (2858us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.014483:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00080000:2.0:1767320725.014534:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.014541:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.014544:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989009152:0@lo:38:kworker.0 00000100:00080000:2.0:1767320725.014555:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.014558:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.014561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989009664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320725.017066:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989008768:12345-0@lo:400:kworker.0 Request processed in 14926us (15314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320725.017080:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1767320725.022031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989008768:0@lo:400:kworker.0 00010000:00010000:1.0:1767320726.985511:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320727.841218:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320727.841269:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320727.842134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320728.008897:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320728.587449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989009792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320728.587521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320728.587644:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989009792 00000100:00100000:1.0:1767320728.587651:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989009792 00000100:00100000:1.0:1767320728.587717:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:1.0:1767320728.587726:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989009792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320728.587755:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320728.587804:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989009792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320728.587812:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00100000:0.0:1767320728.588927:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989009792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320729.096945:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320729.096971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989009920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320729.097048:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320729.097211:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989009920 00000100:00100000:1.0:1767320729.097229:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989009920 00000100:00100000:1.0:1767320729.097319:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:1.0:1767320729.097331:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989009920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320729.097368:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320729.097425:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989009920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320729.097432:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00080000:1.0:1767320730.120780:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.120791:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320730.120852:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.120856:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320730.120860:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320730.120869:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5971 00000100:00080000:1.0:1767320730.120895:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320730.120904:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320730.120924:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1500 x1853163989010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320730.120956:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.120959:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320730.120960:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320730.120963:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5971 00000100:00080000:1.0:1767320730.120965:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320730.120969:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320730.120978:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0000 x1853163989010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320730.120987:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.120989:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320730.120991:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320730.120994:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5971 00000100:00080000:1.0:1767320730.120996:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320730.120999:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320730.121008:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1880 x1853163989010560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320730.121036:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.121039:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320730.121041:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320730.121044:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5971 00000100:00080000:1.0:1767320730.121054:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320730.121058:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320730.121069:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2a00 x1853163989010944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320730.121089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989010816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.121120:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320730.121139:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320730.121144:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989010688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.121163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320730.121204:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1767320730.121211:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989010304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.121251:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989010304:12345-0@lo:400:kworker.0 Request processed in 41us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320730.121256:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00080000:1.0:1767320730.121276:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320730.121372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989010176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.121399:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.121415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989010432:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.121439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.121454:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989010560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.121480:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.121496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989010944:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.121511:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.121546:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989010560 00000100:00100000:0.0:1767320730.121550:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989010560 00000100:00100000:0.0:1767320730.121570:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4864 00000100:00100000:0.0:1767320730.121574:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989010560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320730.121614:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320730.121645:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989010560:12345-0@lo:38:kworker.0 Request processed in 70us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320730.121651:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4864 00000100:00100000:0.0:1767320730.121666:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989010176 00000100:00100000:0.0:1767320730.121669:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989010176 00000100:00100000:0.0:1767320730.121683:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989010432 00000100:00100000:0.0:1767320730.121686:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989010432 00000100:00100000:0.0:1767320730.121695:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989010944 00000100:00100000:0.0:1767320730.121698:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989010944 00000100:00100000:0.0:1767320730.121716:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:0.0:1767320730.121720:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320730.121729:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320730.121751:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010176:12345-0@lo:38:kworker.0 Request processed in 30us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320730.121756:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:0.0:1767320730.121766:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:0.0:1767320730.121769:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320730.121777:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320730.121794:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010432:12345-0@lo:38:kworker.0 Request processed in 24us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320730.121799:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:0.0:1767320730.121810:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:0.0:1767320730.121813:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320730.121820:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320730.121836:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989010944:12345-0@lo:38:kworker.0 Request processed in 22us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320730.121841:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:0.0:1767320730.121875:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320730.121879:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320730.121882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989010176:0@lo:38:kworker.0 00000100:00080000:0.0:1767320730.121890:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320730.121893:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320730.121895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989010432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320730.121913:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320730.121916:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320730.121919:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989010560:0@lo:38:kworker.0 00000100:00080000:0.0:1767320730.121925:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320730.121928:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320730.121930:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989010944:0@lo:38:kworker.0 00000100:00080000:2.0:1767320730.122042:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320730.122070:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989010304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320730.122080:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989010048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.122468:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842 00000100:00100000:1.0:1767320730.122478:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989010816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320730.122647:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989010816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.122712:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989010816:12345-0@lo:400:kworker.0 Request processed in 236us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320730.122720:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842 00000100:00100000:1.0:1767320730.122735:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843 00000100:00100000:1.0:1767320730.122741:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989010688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320730.122769:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989010688:12345-0@lo:400:kworker.0 Request processed in 29us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320730.122774:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843 00000100:00100000:2.0:1767320730.122839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989010688:0@lo:400:kworker.0 00010000:00010000:1.0:1767320731.080923:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320732.108741:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320732.961077:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320732.961218:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320732.970273:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923881344 00000100:00100000:2.0:1767320732.970289:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923881344 00000100:00100000:2.0:1767320732.970361:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923881472 00000100:00100000:2.0:1767320732.970365:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923881472 00000100:00100000:2.0:1767320732.970430:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1059 00000100:00100000:2.0:1767320732.970442:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923881472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320732.970532:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923881472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (9314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320732.970540:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1059 00000100:00100000:2.0:1767320732.970560:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1667 00000100:00100000:2.0:1767320732.970565:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923881344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320732.970601:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320732.970628:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923881344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 61us (9563us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320732.970635:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1667 00000100:00080000:1.0:1767320732.971051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320733.704987:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989011072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320733.705054:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.705327:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011072 00000100:00100000:0.0:1767320733.705334:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011072 00000100:00100000:0.0:1767320733.705419:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767320733.705428:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989011072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320733.706031:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320733.706090:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989011072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 663us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320733.706098:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:2.0:1767320733.706247:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989011072:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320733.706354:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320734.219747:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011200 00000100:00100000:0.0:1767320734.219756:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011200 00000100:00100000:0.0:1767320734.219828:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1767320734.219837:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989011200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320734.219866:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767320734.219930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320734.235608:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989011200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 15759us (16026us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320734.235625:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00010000:00010000:1.0:1767320735.177831:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320735.248890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989011328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320735.248989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.249124:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011328 00000100:00100000:2.0:1767320735.249135:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011328 00000100:00100000:2.0:1767320735.249243:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1767320735.249266:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989011328:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320735.249834:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320735.249873:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989011456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.249943:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320735.250002:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011456 00000100:00100000:0.0:1767320735.250009:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011456 00000100:00100000:0.0:1767320735.250039:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1767320735.250045:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989011456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320735.250067:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320735.250105:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989011456:12345-0@lo:38:kworker.0 Request processed in 59us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320735.250112:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00080000:0.0:1767320735.250161:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.250166:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.250169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989011456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.250210:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989011584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.250231:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320735.250254:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011584 00000100:00100000:0.0:1767320735.250257:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011584 00000100:00100000:0.0:1767320735.250285:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1767320735.250290:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989011584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.250323:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989011584:12345-0@lo:400:kworker.0 Request processed in 33us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320735.250328:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00080000:0.0:1767320735.250340:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320735.250354:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989011584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.253331:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989011328:12345-0@lo:400:kworker.0 Request processed in 4054us (4316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.253362:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767320735.253822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989011328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.255223:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989011968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320735.255665:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989012096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.255768:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320735.255925:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011968 00000100:00100000:0.0:1767320735.255927:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989011712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320735.255936:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011968 00000100:00100000:0.0:1767320735.256016:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320735.256032:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1767320735.256047:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989011968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.256062:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989011840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.256150:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320735.256169:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989011968:12345-0@lo:400:kworker.0 Request processed in 90us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320735.256179:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989012224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320735.256183:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844 00000100:00100000:0.0:1767320735.256219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320735.256249:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989011968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.256283:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011712 00000100:00100000:0.0:1767320735.256294:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011712 00000100:00100000:0.0:1767320735.256327:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012224 00000100:00100000:0.0:1767320735.256330:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012224 00000100:00100000:0.0:1767320735.256347:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1767320735.256353:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989011712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320735.256379:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320735.256426:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989011712:12345-0@lo:38:kworker.0 Request processed in 71us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320735.256433:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1767320735.256452:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1767320735.256457:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989012224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320735.256468:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320735.256493:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989012224:12345-0@lo:38:kworker.0 Request processed in 35us (276us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320735.256499:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00080000:0.0:1767320735.256535:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.256541:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.256544:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989011712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320735.256554:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.256557:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.256560:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989012224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320735.256661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320735.256688:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989011840 00000100:00100000:2.0:1767320735.256698:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989011840 00000100:00100000:2.0:1767320735.256736:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865 00000100:00100000:2.0:1767320735.256743:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989011840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320735.256763:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320735.256822:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989011840:12345-0@lo:38:kworker.0 Request processed in 78us (687us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320735.256833:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865 00000100:00080000:0.0:1767320735.256841:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.256852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.256856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989011840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.257269:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012096 00000100:00100000:0.0:1767320735.257277:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012096 00000100:00100000:0.0:1767320735.257331:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845 00000100:00100000:0.0:1767320735.257339:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989012096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.257406:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989012096:12345-0@lo:400:kworker.0 Request processed in 69us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320735.257412:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845 00010000:00010000:2.0:1767320736.200894:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320738.081385:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923881600 offset 0 length 520: 4 00000100:00100000:1.0:1767320738.085711:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320738.085819:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320738.085966:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923881728 00000100:00100000:0.0:1767320738.085976:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923881728 00000100:00100000:0.0:1767320738.086024:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923881856 00000100:00100000:0.0:1767320738.086027:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923881856 00000100:00100000:0.0:1767320738.086096:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1062 00000100:00100000:0.0:1767320738.086107:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923881856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320738.086188:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923881856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320738.086196:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1062 00000100:00100000:0.0:1767320738.086218:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1671 00000100:00100000:0.0:1767320738.086223:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923881728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320738.086242:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320738.086268:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923881728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (688us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320738.086287:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1671 00000100:00100000:1.0:1767320738.825561:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012352 00000100:00100000:1.0:1767320738.825570:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012352 00000100:00100000:1.0:1767320738.825652:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:1.0:1767320738.825662:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989012352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320738.825691:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320738.825737:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989012352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320738.825757:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00010000:00010000:1.0:1767320739.273149:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320739.337955:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012480 00000100:00100000:2.0:1767320739.337963:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012480 00000100:00100000:2.0:1767320739.338015:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:2.0:1767320739.338023:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989012480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320739.338048:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320739.338118:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989012480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320739.338125:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00010000:00010000:2.0:1767320740.297106:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320740.363607:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320740.363616:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320740.363686:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320740.363691:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320740.363694:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320740.363701:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320740.363706:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320740.363712:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320740.363733:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0000 x1853163989012736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320740.363765:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320740.363768:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320740.363770:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320740.363774:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320740.363776:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320740.363780:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320740.363792:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2a00 x1853163989012992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320740.363801:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320740.363804:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320740.363805:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320740.363809:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320740.363825:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320740.363829:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320740.363842:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1f80 x1853163989013120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320740.363878:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320740.363881:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320740.363883:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320740.363886:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320740.363888:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320740.363892:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320740.363901:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989013504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320740.363930:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989013376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320740.363996:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320740.364079:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320740.364086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989013248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320740.364093:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989012736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320740.364109:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320740.364120:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320740.364139:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013376 00000100:00100000:0.0:1767320740.364140:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989012992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320740.364146:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013376 00000100:00100000:0.0:1767320740.364158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320740.364172:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989013120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320740.364185:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013248 00000100:00100000:1.0:1767320740.364188:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013248 00000100:00100000:0.0:1767320740.364190:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320740.364208:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989013504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320740.364213:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846 00000100:00100000:1.0:1767320740.364220:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989013376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320740.364225:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320740.364252:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012736 00000100:00100000:0.0:1767320740.364255:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012736 00000100:00100000:1.0:1767320740.364264:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989013376:12345-0@lo:400:kworker.0 Request processed in 44us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320740.364271:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846 00000100:00100000:0.0:1767320740.364273:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012992 00000100:00100000:0.0:1767320740.364275:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012992 00000100:00100000:0.0:1767320740.364285:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013504 00000100:00100000:0.0:1767320740.364287:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013504 00000100:00100000:1.0:1767320740.364291:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847 00000100:00100000:1.0:1767320740.364296:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989013248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320740.364299:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:0.0:1767320740.364303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989012736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320740.364322:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320740.364322:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989013248:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320740.364327:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847 00000100:00100000:1.0:1767320740.364347:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767320740.364348:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989012736:12345-0@lo:38:kworker.0 Request processed in 43us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320740.364351:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989012992:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320740.364354:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00010000:00020000:1.0:1767320740.364360:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320740.364365:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:0.0:1767320740.364368:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989013504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320740.364376:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320740.364384:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989012992:12345-0@lo:38:kworker.0 Request processed in 32us (225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320740.364390:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989013504:12345-0@lo:38:kworker.0 Request processed in 22us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320740.364390:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767320740.364402:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1767320740.364429:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989013248:0@lo:400:kworker.0 00000100:00080000:0.0:1767320740.364441:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320740.364441:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989013376:0@lo:400:kworker.0 00000100:00080000:0.0:1767320740.364445:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320740.364448:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989012736:0@lo:38:kworker.0 00000100:00080000:0.0:1767320740.364454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320740.364457:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320740.364459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989012992:0@lo:38:kworker.0 00000100:00080000:0.0:1767320740.364466:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320740.364469:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320740.364471:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989013504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320740.364601:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012864 00000100:00100000:0.0:1767320740.364605:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012864 00000100:00100000:0.0:1767320740.364629:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1767320740.364635:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989012864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320740.364662:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989012864:12345-0@lo:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320740.364667:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1767320740.364677:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989012608 00000100:00100000:0.0:1767320740.364679:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989012608 00000100:00100000:0.0:1767320740.364699:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1767320740.364704:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989012608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320740.364731:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989012608:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320740.364737:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1767320740.368322:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013120 00000100:00100000:2.0:1767320740.368339:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013120 00000100:00100000:2.0:1767320740.368418:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4866 00000100:00100000:2.0:1767320740.368426:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989013120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320740.368451:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320740.368554:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989013120:12345-0@lo:38:kworker.0 Request processed in 127us (4362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320740.368562:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4866 00000100:00100000:2.0:1767320743.201327:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923881984 00000100:00100000:2.0:1767320743.201339:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923881984 00000100:00100000:2.0:1767320743.201440:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1675 00000100:00100000:2.0:1767320743.201449:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923881984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320743.201471:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320743.201547:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923881984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320743.201555:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1675 00000100:00100000:0.0:1767320743.202966:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320743.203475:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882112 00000100:00100000:1.0:1767320743.203484:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882112 00000100:00100000:1.0:1767320743.203606:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1065 00000100:00100000:1.0:1767320743.203615:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923882112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320743.203679:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923882112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 66us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.203686:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1065 00010000:00010000:1.0:1767320743.369849:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320743.945137:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989013632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320743.945210:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320743.945340:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013632 00000100:00100000:1.0:1767320743.945348:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013632 00000100:00100000:1.0:1767320743.945408:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1767320743.945417:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989013632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320743.945459:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320743.945514:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989013632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.945523:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767320743.945627:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989013632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320744.392744:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320744.457045:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320744.457051:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320744.457053:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320744.457058:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5966 00000100:00080000:0.0:1767320744.457061:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320744.457067:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320744.457099:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8380 x1853163989013760/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320744.457163:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320744.457168:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320744.457171:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320744.457175:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5987 00000100:00080000:0.0:1767320744.457178:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320744.457182:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320744.457202:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb800 x1853163989014144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320744.457220:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320744.457222:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320744.457227:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320744.457229:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320744.457233:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5987 00000100:00080000:0.0:1767320744.457237:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320744.457238:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989014272:0@lo:400:kworker.0 00000100:00080000:0.0:1767320744.457243:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320744.457255:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989014400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320744.457300:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320744.457659:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989014016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320744.457687:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320744.457727:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320744.457735:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989013888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320744.457758:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320744.457837:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014272 00000100:00100000:2.0:1767320744.457845:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014272 00000100:00100000:2.0:1767320744.457893:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989013888 00000100:00100000:2.0:1767320744.457897:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989013888 00000100:00100000:2.0:1767320744.457920:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1767320744.457929:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989014272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320744.457992:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989014272:12345-0@lo:400:kworker.0 Request processed in 64us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320744.458000:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1767320744.458026:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1767320744.458032:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989013888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320744.458061:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989013888:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320744.458066:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1767320744.458085:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014016 00000100:00100000:2.0:1767320744.458088:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014016 00000100:00100000:2.0:1767320744.458114:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1767320744.458121:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989014016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320744.458142:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320744.458171:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989014016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320744.458177:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00080000:2.0:1767320744.458209:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320744.458213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320744.458264:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989014272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320744.458278:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989014016:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320744.458290:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320744.458296:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320744.458298:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320744.458304:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5987 00000100:00080000:0.0:1767320744.458307:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320744.458311:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320744.458330:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9880 x1853163989014528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320744.458358:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320744.458361:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320744.458363:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320744.458367:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5987 00000100:00080000:0.0:1767320744.458369:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320744.458373:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320744.458384:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163989014784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320744.459919:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320744.459943:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989014656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320744.460006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320744.460104:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014656 00000100:00100000:0.0:1767320744.460111:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014656 00000100:00100000:1.0:1767320744.460133:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989013888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320744.460160:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848 00000100:00100000:0.0:1767320744.460169:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989014656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320744.460217:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989014656:12345-0@lo:400:kworker.0 Request processed in 49us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320744.460224:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848 00000100:00100000:0.0:1767320744.462409:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014144 00000100:00100000:0.0:1767320744.462429:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014144 00000100:00100000:0.0:1767320744.463248:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014400 00000100:00100000:0.0:1767320744.463255:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014400 00000100:00100000:0.0:1767320744.463299:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:0.0:1767320744.463307:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989014144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320744.463333:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320744.463387:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989014144:12345-0@lo:38:kworker.0 Request processed in 79us (1048us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320744.463395:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:0.0:1767320744.463416:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:0.0:1767320744.463423:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989014784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320744.463434:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320744.463599:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989014784:12345-0@lo:38:kworker.0 Request processed in 155us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320744.463606:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:0.0:1767320744.463628:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014528 00000100:00100000:0.0:1767320744.463631:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014528 00000100:00100000:0.0:1767320744.463652:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867 00000100:00100000:0.0:1767320744.463656:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989014528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320744.463666:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320744.463868:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989014656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320744.463913:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989014528:12345-0@lo:38:kworker.0 Request processed in 255us (627us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320744.463919:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867 00010000:00010000:1.0:1767320747.465799:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320748.337969:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882368 00000100:00100000:1.0:1767320748.337985:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882368 00000100:00100000:2.0:1767320748.339400:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882240 00000100:00100000:2.0:1767320748.339410:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882240 00000100:00100000:2.0:1767320748.339482:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1679 00000100:00100000:2.0:1767320748.339490:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923882240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320748.339514:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320748.339616:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923882240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 125us (15374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320748.339624:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1679 00000100:00100000:0.0:1767320748.343754:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1068 00000100:00100000:0.0:1767320748.343769:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923882368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320748.343870:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923882368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (19761us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320748.343909:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1068 00000100:00080000:2.0:1767320748.344090:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320748.488795:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320749.066393:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989014912 00000100:00100000:2.0:1767320749.066401:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989014912 00000100:00100000:2.0:1767320749.066484:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1767320749.066502:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989014912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320749.066796:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320749.066852:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989014912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 360us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320749.066861:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00080000:0.0:1767320749.576759:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320749.576774:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320749.576850:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320749.576854:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320749.576859:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320749.576869:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5991 00000100:00080000:0.0:1767320749.576885:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320749.576893:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320749.576919:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8000 x1853163989015168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320749.576941:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320749.576945:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320749.576946:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320749.576951:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5991 00000100:00080000:0.0:1767320749.576954:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320749.576959:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320749.576975:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8e00 x1853163989015424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320749.576976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989015040:0@lo:400:kworker.0 00000100:00080000:0.0:1767320749.577000:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320749.577004:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320749.577006:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320749.577011:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5991 00000100:00080000:0.0:1767320749.577036:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320749.577043:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320749.577059:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163989015552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320749.577077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320749.577126:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320749.577131:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320749.577134:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320749.577138:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5991 00000100:00080000:0.0:1767320749.577141:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320749.577145:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767320749.577146:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320749.577160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989015296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.577168:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9880 x1853163989015936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320749.577196:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320749.577211:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989015680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320749.577256:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015040 00000100:00100000:2.0:1767320749.577266:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015040 00000100:00100000:0.0:1767320749.577291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320749.577342:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320749.577349:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015296 00000100:00100000:0.0:1767320749.577355:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989015808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320749.577357:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015296 00000100:00100000:0.0:1767320749.577412:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320749.577413:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1767320749.577438:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989015040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.577479:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015680 00000100:00100000:0.0:1767320749.577488:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015680 00000100:00100000:0.0:1767320749.577536:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015808 00000100:00100000:0.0:1767320749.577541:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015808 00000100:00100000:0.0:1767320749.577616:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849 00000100:00100000:0.0:1767320749.577632:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989015680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320749.577830:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015168 00000100:00100000:1.0:1767320749.577837:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015168 00000100:00100000:1.0:1767320749.577856:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015424 00000100:00100000:1.0:1767320749.577859:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015424 00000100:00100000:1.0:1767320749.577868:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989015936 00000100:00100000:1.0:1767320749.577871:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989015936 00000100:00100000:1.0:1767320749.577894:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1767320749.577903:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989015296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320749.577950:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989015040:12345-0@lo:400:kworker.0 Request processed in 301us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320749.577959:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1767320749.578000:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767320749.578005:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989015168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320749.578026:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320749.578765:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989015680:12345-0@lo:400:kworker.0 Request processed in 1133us (1470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320749.578778:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849 00000100:00100000:0.0:1767320749.578821:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1767320749.578830:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989015808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.578888:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989015808:12345-0@lo:400:kworker.0 Request processed in 61us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320749.578894:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1767320749.578957:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989015808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.578973:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989015680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.579013:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1767320749.579019:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989015424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320749.579040:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320749.579079:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989015424:12345-0@lo:38:kworker.0 Request processed in 57us (1535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320749.579090:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1767320749.579108:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1767320749.579113:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989015936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320749.579124:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320749.579154:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989015936:12345-0@lo:38:kworker.0 Request processed in 38us (1443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320749.579160:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1767320749.579218:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320749.579232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989016064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320749.579265:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320749.579330:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320749.579337:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320749.579382:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989015040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320749.579424:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989016064 00000100:00100000:0.0:1767320749.579429:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989016064 00000100:00100000:0.0:1767320749.579620:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:0.0:1767320749.579629:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989016064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320749.579660:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320749.579711:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989016064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320749.579729:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:0.0:1767320749.579784:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989016064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320749.579854:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989015168:12345-0@lo:38:kworker.0 Request processed in 1839us (2370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320749.579866:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00080000:0.0:1767320749.579867:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320749.579885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320749.579889:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989015168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320749.580023:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989015296:12345-0@lo:400:kworker.0 Request processed in 2118us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320749.580032:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1767320749.580082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989015296:0@lo:400:kworker.0 00000100:00080000:0.0:1767320749.585153:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320749.585166:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320749.585172:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989015552:0@lo:38:kworker.0 00010000:00010000:1.0:1767320751.561555:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320752.584875:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320753.444041:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882624 00000100:00100000:1.0:1767320753.444053:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882624 00000100:00100000:2.0:1767320753.444181:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882496 00000100:00100000:2.0:1767320753.444186:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882496 00000100:00100000:2.0:1767320753.444235:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1071 00000100:00100000:2.0:1767320753.444245:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923882624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320753.444319:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923882624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320753.444327:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1071 00000100:00100000:2.0:1767320753.444346:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1683 00000100:00100000:2.0:1767320753.444350:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923882496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320753.444370:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320753.444393:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923882496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (1226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320753.444400:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1683 00000100:00080000:0.0:1767320753.445131:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320754.184868:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320754.184895:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989016192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320754.184964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320754.185057:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989016192 00000100:00100000:2.0:1767320754.185065:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989016192 00000100:00100000:2.0:1767320754.185128:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320754.185135:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989016192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320754.185161:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320754.185212:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989016192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320754.185218:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:1.0:1767320754.185343:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989016192:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320754.699258:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320754.699268:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320754.699335:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320754.699339:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320754.699343:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320754.699351:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5996 00000100:00080000:0.0:1767320754.699371:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320754.699377:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320754.699399:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163989016448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320754.699420:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320754.699423:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320754.699425:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320754.699428:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5996 00000100:00080000:0.0:1767320754.699431:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320754.699434:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320754.699444:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163989016704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320754.699454:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320754.699457:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320754.699459:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320754.699462:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5996 00000100:00080000:0.0:1767320754.699465:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320754.699469:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320754.699480:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163989016832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320754.699506:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320754.699509:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320754.699511:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320754.699514:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5996 00000100:00080000:0.0:1767320754.699521:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320754.699524:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320754.699532:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989017088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320754.699558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989016960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320754.699641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320754.699691:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989016960 00000100:00100000:0.0:1767320754.699697:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989016960 00000100:00100000:0.0:1767320754.699750:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:0.0:1767320754.699758:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989016960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320754.700065:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989017216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320754.700126:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989016320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320754.704925:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989016960:12345-0@lo:400:kworker.0 Request processed in 5159us (5275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320754.704938:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00000100:00100000:1.0:1767320754.705216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320754.705307:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017216 00000100:00100000:0.0:1767320754.705314:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017216 00000100:00100000:0.0:1767320754.705483:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1767320754.705492:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989017216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320754.705522:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320754.705680:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989017216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320754.705687:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1767320754.705793:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320754.705995:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989017216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320754.706275:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989016320:0@lo:400:kworker.0 00000100:00080000:0.0:1767320754.706455:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320755.659743:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320756.680898:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320758.562393:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882880 00000100:00100000:2.0:1767320758.562408:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882880 00000100:00100000:2.0:1767320758.562496:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923882752 00000100:00100000:2.0:1767320758.562501:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923882752 00000100:00100000:2.0:1767320758.562522:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1074 00000100:00100000:2.0:1767320758.562534:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923882880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320758.562691:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923882880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 158us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320758.562700:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1074 00000100:00100000:2.0:1767320758.562732:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1687 00000100:00100000:2.0:1767320758.562737:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923882752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320758.562764:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320758.562793:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923882752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (838us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320758.562799:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1687 00000100:00100000:0.0:1767320759.304924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989017344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320759.304997:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320759.305130:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017344 00000100:00100000:1.0:1767320759.305138:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017344 00000100:00100000:1.0:1767320759.305210:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00080000:2.0:1767320759.305241:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320759.305279:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989017344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320759.305322:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320759.309287:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989017344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4002us (4280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320759.309315:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1767320759.309608:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a4d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989017344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320759.753242:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320759.816914:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989017472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320759.817010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320759.817092:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989017856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320759.817174:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989017600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320759.817402:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017472 00000100:00100000:0.0:1767320759.817411:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017472 00000100:00100000:0.0:1767320759.817469:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1767320759.817478:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989017472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320759.817507:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320759.819000:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320759.819103:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017728 00000100:00100000:1.0:1767320759.819110:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017728 00000100:00100000:2.0:1767320759.819292:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320759.819385:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989017472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1907us (2377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320759.819394:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1767320759.819446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989017472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320759.819491:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017856 00000100:00100000:1.0:1767320759.819495:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017856 00000100:00100000:1.0:1767320759.819527:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017984 00000100:00100000:1.0:1767320759.819538:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017984 00000100:00100000:1.0:1767320759.819549:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989018240 00000100:00100000:1.0:1767320759.819551:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989018240 00000100:00100000:1.0:1767320759.819560:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320759.819568:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989017856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320759.819798:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989017856:12345-0@lo:400:kworker.0 Request processed in 231us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320759.819806:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320759.819820:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1767320759.819824:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989017728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320759.819842:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320759.819877:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989017728:12345-0@lo:38:kworker.0 Request processed in 51us (2750us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320759.819892:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1767320759.819908:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1767320759.819913:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989018240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320759.819924:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320759.819955:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989018240:12345-0@lo:38:kworker.0 Request processed in 39us (804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320759.819968:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1767320759.820004:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989017856:0@lo:400:kworker.0 00000100:00080000:1.0:1767320759.820074:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320759.820080:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320759.820750:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989017600 00000100:00100000:0.0:1767320759.820756:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989017600 00000100:00080000:1.0:1767320759.820787:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320759.820849:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1767320759.820858:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989017600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320759.820911:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989017600:12345-0@lo:400:kworker.0 Request processed in 54us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320759.820917:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00010000:00010000:2.0:1767320760.777287:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320762.658442:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883264 00000100:00100000:0.0:1767320762.658690:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883264 00000100:00080000:1.0:1767320762.659688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320762.661663:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883136 00000100:00100000:0.0:1767320762.661681:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883136 00000100:00100000:0.0:1767320762.661749:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1077 00000100:00100000:0.0:1767320762.661766:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320762.661865:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (4333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320762.661873:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1077 00010000:00010000:1.0:1767320763.850676:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320764.425033:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989018368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320764.425109:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320764.425373:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989018368 00000100:00100000:2.0:1767320764.425382:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989018368 00000100:00100000:2.0:1767320764.425659:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1767320764.425669:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989018368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320764.425698:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320764.425754:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989018368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320764.425761:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00080000:0.0:1767320764.426349:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320764.874790:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320764.938974:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320764.938984:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320764.939054:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320764.939059:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320764.939063:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320764.939070:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6006 00000100:00080000:0.0:1767320764.939076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320764.939084:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320764.939107:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989018624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320764.939137:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320764.939140:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320764.939142:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320764.939145:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6006 00000100:00080000:0.0:1767320764.939154:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320764.939158:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320764.939169:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163989018880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320764.939177:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320764.939181:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320764.939183:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320764.939202:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6006 00000100:00080000:0.0:1767320764.939204:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320764.939208:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320764.939220:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163989019008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320764.939240:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320764.939243:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320764.939244:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320764.939248:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6006 00000100:00080000:0.0:1767320764.939251:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320764.939253:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320764.939263:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163989019264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320764.939289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989018624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320764.939348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.939410:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989018880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320764.939427:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.939440:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989019008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320764.939459:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.939476:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989019264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320764.939491:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.939519:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989018624 00000100:00100000:0.0:1767320764.939526:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989018624 00000100:00100000:0.0:1767320764.939551:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989018880 00000100:00100000:0.0:1767320764.939554:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989018880 00000100:00100000:0.0:1767320764.939574:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1767320764.939638:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989018624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320764.939660:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320764.939700:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989018624:12345-0@lo:38:kworker.0 Request processed in 62us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320764.939707:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1767320764.939725:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989019264 00000100:00100000:0.0:1767320764.939728:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989019264 00000100:00100000:0.0:1767320764.939742:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1767320764.939746:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989018880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320764.939755:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320764.939780:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989018880:12345-0@lo:38:kworker.0 Request processed in 33us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320764.939786:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1767320764.939797:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:0.0:1767320764.939801:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989019264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320764.939810:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320764.939832:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989019264:12345-0@lo:38:kworker.0 Request processed in 29us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320764.939838:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00080000:0.0:1767320764.939870:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320764.939874:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320764.939878:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989018624:0@lo:38:kworker.0 00000100:00080000:0.0:1767320764.939888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320764.939890:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320764.939902:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989018880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320764.939912:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320764.939915:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320764.939917:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989019264:0@lo:38:kworker.0 00000100:00100000:2.0:1767320764.941023:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989019392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320764.941053:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320764.941144:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989019392 00000100:00100000:1.0:1767320764.941155:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989019392 00000100:00100000:1.0:1767320764.941194:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1767320764.941201:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989019392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320764.941221:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320764.941257:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989019392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320764.941263:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:2.0:1767320764.941330:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989019392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320767.780674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320767.781697:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883520 00000100:00100000:2.0:1767320767.781710:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883520 00000100:00080000:1.0:1767320767.782200:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320767.782715:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883392 00000100:00100000:0.0:1767320767.782722:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883392 00000100:00100000:0.0:1767320767.782762:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1080 00000100:00100000:0.0:1767320767.782772:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320767.782851:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (2186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320767.782859:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1080 00000100:00100000:0.0:1767320767.782878:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1695 00000100:00100000:0.0:1767320767.782882:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923883392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320767.782902:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320767.782926:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923883392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (934us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320767.782932:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1695 00010000:00010000:1.0:1767320767.945392:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320768.968825:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320769.033844:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320769.033848:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320769.033851:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320769.033855:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 5991 00000100:00080000:1.0:1767320769.033857:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320769.033862:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320769.033891:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989019520/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320769.033936:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320769.033940:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320769.033941:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320769.033945:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6011 00000100:00080000:1.0:1767320769.033947:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320769.033950:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320769.033964:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1c00 x1853163989019776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320769.033976:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320769.033989:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320769.033989:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989019648:0@lo:400:kworker.0 00000100:00080000:1.0:1767320769.034005:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320769.034007:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320769.034009:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6011 00000100:00080000:1.0:1767320769.034011:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320769.034015:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320769.034025:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1880 x1853163989020032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320769.034032:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320769.034035:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320769.034037:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320769.034040:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6011 00000100:00080000:1.0:1767320769.034042:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320769.034045:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320769.034047:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.034054:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1500 x1853163989020160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320769.034074:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320769.034077:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320769.034078:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320769.034081:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6011 00000100:00080000:1.0:1767320769.034083:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320769.034086:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320769.034094:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2300 x1853163989020544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320769.034102:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989020416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.034115:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989020288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.034127:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.034159:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.034167:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989019648 00000100:00100000:2.0:1767320769.034174:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989019648 00000100:00100000:1.0:1767320769.034176:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320769.034180:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989019904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.034200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320769.034236:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320769.034568:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989019904 00000100:00100000:2.0:1767320769.034572:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989019904 00000100:00100000:2.0:1767320769.034631:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1767320769.034640:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989019648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.034688:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989019648:12345-0@lo:400:kworker.0 Request processed in 49us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320769.034712:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1767320769.034730:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1767320769.034736:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989019904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.034770:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989019904:12345-0@lo:400:kworker.0 Request processed in 34us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320769.034775:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00080000:2.0:1767320769.034794:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320769.034819:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989019904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.034843:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989019648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.034970:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020288 00000100:00100000:1.0:1767320769.034974:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020288 00000100:00100000:1.0:1767320769.034994:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854 00000100:00100000:1.0:1767320769.034999:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989020288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.035030:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989020288:12345-0@lo:400:kworker.0 Request processed in 30us (869us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320769.035071:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320769.035074:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320769.035092:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989020288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.035112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989020416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.035133:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989019520:0@lo:250:kworker.0 00000400:00000100:2.0:1767320769.035163:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989019520 offset 0 length 520: 4 00000100:00100000:2.0:1767320769.035184:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989019776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320769.035223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.035246:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989020032:0@lo:38:kworker.0 00000100:00100000:2.0:1767320769.035264:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.035280:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989020160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320769.035300:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.035316:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989020544:0@lo:38:kworker.0 00000100:00100000:2.0:1767320769.035354:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.035381:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020160 00000100:00100000:2.0:1767320769.035386:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020160 00000100:00100000:2.0:1767320769.035402:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4872 00000100:00100000:2.0:1767320769.035406:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989020160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320769.035423:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320769.035468:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989020160:12345-0@lo:38:kworker.0 Request processed in 60us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320769.035474:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4872 00000100:00100000:2.0:1767320769.035490:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989019776 00000100:00100000:2.0:1767320769.035493:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989019776 00000100:00100000:2.0:1767320769.035508:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020032 00000100:00100000:2.0:1767320769.035510:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020032 00000100:00100000:2.0:1767320769.035533:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020544 00000100:00100000:2.0:1767320769.035536:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020544 00000100:00100000:2.0:1767320769.035547:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1767320769.035551:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989019776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320769.035560:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320769.035606:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989019776:12345-0@lo:38:kworker.0 Request processed in 53us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320769.035612:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1767320769.035623:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:2.0:1767320769.035627:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989020032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320769.035636:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320769.035656:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989020032:12345-0@lo:38:kworker.0 Request processed in 28us (391us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320769.035661:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:2.0:1767320769.035677:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:2.0:1767320769.035680:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989020544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320769.035689:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320769.035710:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989020544:12345-0@lo:38:kworker.0 Request processed in 28us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320769.035714:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00080000:2.0:1767320769.035740:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320769.035744:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320769.035747:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989019776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320769.035755:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320769.035758:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320769.035760:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989020032:0@lo:38:kworker.0 00000100:00080000:2.0:1767320769.035767:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320769.035769:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320769.035772:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989020160:0@lo:38:kworker.0 00000100:00080000:2.0:1767320769.035778:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320769.035780:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320769.035783:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989020544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.036792:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854 00000100:00100000:0.0:1767320769.545158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989020672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320769.545225:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320769.545394:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020672 00000100:00100000:2.0:1767320769.545403:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020672 00000100:00100000:2.0:1767320769.545460:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:2.0:1767320769.545470:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989020672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320769.545536:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320769.545618:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989020672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320769.545637:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00100000:0.0:1767320769.546199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989020672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320770.059123:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320770.059146:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989020800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320770.059222:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320770.059469:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020800 00000100:00100000:1.0:1767320770.059480:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020800 00000100:00100000:1.0:1767320770.059542:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:1.0:1767320770.059552:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989020800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320770.059612:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320770.059672:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989020800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320770.059679:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1767320770.059782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989020800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320772.041980:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320772.898363:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883648 00000100:00100000:1.0:1767320772.898380:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883648 00000100:00100000:1.0:1767320772.898460:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1699 00000100:00100000:1.0:1767320772.898469:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923883648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320772.898497:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320772.898619:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923883648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 110us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320772.898648:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1699 00000100:00100000:2.0:1767320772.906332:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883776 00000100:00100000:2.0:1767320772.906349:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883776 00000100:00100000:2.0:1767320772.906462:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1083 00000100:00100000:2.0:1767320772.906472:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320772.906573:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923883776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320772.906612:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1083 00000100:00080000:1.0:1767320772.906808:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320773.065342:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320774.153118:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320774.153131:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320774.153217:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320774.153221:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320774.153224:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320774.153235:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6015 00000100:00080000:1.0:1767320774.153240:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320774.153248:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320774.153276:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8380 x1853163989021056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320774.153326:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320774.153331:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320774.153332:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320774.153337:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6015 00000100:00080000:1.0:1767320774.153340:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320774.153349:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320774.153363:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163989021312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320774.153376:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989021056:0@lo:38:kworker.0 00000100:00080000:1.0:1767320774.153380:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320774.153392:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320774.153394:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320774.153399:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6015 00000100:00080000:1.0:1767320774.153451:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320774.153458:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320774.153479:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989021440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320774.153516:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320774.153517:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320774.153525:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320774.153528:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320774.153534:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6015 00000100:00080000:1.0:1767320774.153538:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320774.153541:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320774.153557:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989021824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320774.153611:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989021312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320774.153648:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989021184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320774.153649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.153835:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989021440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320774.153867:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989020928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.155499:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320774.155557:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320774.155569:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989021568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.155699:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320774.155744:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989021056 00000100:00100000:1.0:1767320774.156003:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989021056 00000100:00100000:1.0:1767320774.156047:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989021312 00000100:00100000:1.0:1767320774.156051:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989021312 00000100:00100000:1.0:1767320774.156066:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989021184 00000100:00100000:1.0:1767320774.156067:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989021184 00000100:00100000:1.0:1767320774.156402:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1767320774.156415:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989021184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.156491:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989021184:12345-0@lo:400:kworker.0 Request processed in 79us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320774.156513:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1767320774.156532:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:1.0:1767320774.156536:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989021056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320774.156557:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320774.157723:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989021056:12345-0@lo:38:kworker.0 Request processed in 81us (3105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320774.157736:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:1.0:1767320774.158023:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:1.0:1767320774.158030:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989021312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320774.158050:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320774.158706:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989021312:12345-0@lo:38:kworker.0 Request processed in 586us (4974us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320774.158715:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:1.0:1767320774.158744:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856 00000100:00100000:1.0:1767320774.161286:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989021696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.161400:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989021696:12345-0@lo:400:kworker.0 Request processed in 2649us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320774.161411:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856 00000100:00080000:1.0:1767320774.161469:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320774.161475:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320774.161478:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320774.161518:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989021568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.161532:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989021184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.163526:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989021696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.166251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320774.167139:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989020928 00000100:00100000:1.0:1767320774.167152:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989020928 00000100:00100000:1.0:1767320774.167246:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1767320774.167256:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989020928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.167329:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989020928:12345-0@lo:400:kworker.0 Request processed in 74us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320774.167337:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:0.0:1767320774.168824:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320774.168895:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989020928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320774.172681:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.172919:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989021824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320774.172984:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320774.173054:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320774.173063:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320774.173069:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989021056:0@lo:38:kworker.0 00000100:00080000:2.0:1767320774.173112:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320774.173138:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320774.173141:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989021312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320774.173267:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989021824 00000100:00100000:1.0:1767320774.173275:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989021824 00000100:00100000:1.0:1767320774.173315:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1767320774.173322:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989021824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320774.173347:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320774.173442:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989021824:12345-0@lo:38:kworker.0 Request processed in 118us (456us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320774.173449:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00080000:2.0:1767320774.173922:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320774.173929:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320774.173933:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989021440:0@lo:38:kworker.0 00000100:00080000:2.0:1767320774.173942:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320774.173946:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320774.173949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989021824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320774.664945:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320774.665097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989021952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320774.665167:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.666862:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989021952 00000100:00100000:2.0:1767320774.666877:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989021952 00000100:00100000:2.0:1767320774.667199:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1767320774.667214:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989021952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320774.667251:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320774.667363:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989021952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (2195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320774.667371:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1767320775.177621:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320775.185793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989022080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320775.185873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.186026:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022080 00000100:00100000:2.0:1767320775.186036:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022080 00000100:00100000:2.0:1767320775.186086:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:2.0:1767320775.186095:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989022080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320775.186126:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320775.186185:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989022080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320775.186194:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:0.0:1767320775.186894:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989022080:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320776.136829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320777.160885:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320778.017568:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884032 00000100:00100000:2.0:1767320778.017613:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884032 00000100:00080000:0.0:1767320778.017826:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320778.017888:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923883904 00000100:00100000:1.0:1767320778.017893:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923883904 00000100:00100000:1.0:1767320778.017922:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1086 00000100:00100000:1.0:1767320778.017933:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923884032:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320778.018027:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923884032:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320778.018036:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1086 00000100:00100000:1.0:1767320778.018071:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1703 00000100:00100000:1.0:1767320778.018075:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923883904:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320778.018096:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320778.018122:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923883904:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (971us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320778.018128:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1703 00000100:00080000:2.0:1767320779.273064:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320779.273075:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320779.273143:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320779.273147:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320779.273151:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320779.273159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6021 00000100:00080000:2.0:1767320779.273163:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320779.273169:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320779.273203:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8e00 x1853163989022336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320779.273236:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320779.273239:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320779.273241:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320779.273245:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6021 00000100:00080000:2.0:1767320779.273247:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320779.273251:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320779.273261:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6cb100 x1853163989022592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320779.273269:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320779.273272:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320779.273274:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320779.273278:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6021 00000100:00080000:2.0:1767320779.273280:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320779.273299:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320779.273312:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6cad80 x1853163989022720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320779.273345:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320779.273348:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320779.273350:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320779.273353:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6021 00000100:00080000:2.0:1767320779.273355:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320779.273359:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320779.273369:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9880 x1853163989023104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320779.273404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989022336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320779.273468:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320779.273501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989022592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320779.273521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320779.273537:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989022720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320779.273557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320779.273572:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989023104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320779.273752:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989022208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320779.273903:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022336 00000100:00100000:1.0:1767320779.273911:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022336 00000100:00100000:1.0:1767320779.273944:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022592 00000100:00100000:1.0:1767320779.273946:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022592 00000100:00100000:1.0:1767320779.273963:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1767320779.273970:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989022336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320779.273991:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320779.277154:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320779.278035:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022720 00000100:00100000:0.0:1767320779.278046:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022720 00000100:00100000:0.0:1767320779.278087:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874 00000100:00100000:0.0:1767320779.278096:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989022720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320779.278120:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320779.278171:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989022720:12345-0@lo:38:kworker.0 Request processed in 75us (4612us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320779.278271:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874 00000100:00100000:0.0:1767320779.278369:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022208 00000100:00100000:0.0:1767320779.278373:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022208 00000100:00100000:0.0:1767320779.278415:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1767320779.278422:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989022208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278468:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989022208:12345-0@lo:400:kworker.0 Request processed in 47us (1323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320779.278475:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1767320779.278508:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1767320779.278512:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989022592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320779.278523:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320779.278548:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989022592:12345-0@lo:38:kworker.0 Request processed in 35us (5026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320779.278553:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00080000:0.0:1767320779.278570:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320779.278625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989022208:0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278666:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989022848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320779.278725:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320779.278732:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989022464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320779.278779:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022464 00000100:00100000:0.0:1767320779.278783:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022464 00000100:00100000:0.0:1767320779.278811:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1767320779.278817:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989022464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278849:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989022464:12345-0@lo:400:kworker.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320779.278854:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:0.0:1767320779.278867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320779.278885:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989022464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.278958:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022848 00000100:00100000:0.0:1767320779.278961:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022848 00000100:00100000:0.0:1767320779.278991:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:0.0:1767320779.278997:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989022848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.279040:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989022848:12345-0@lo:400:kworker.0 Request processed in 43us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320779.279047:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00080000:0.0:1767320779.279062:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320779.279079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989022848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.280187:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989022976 00000100:00100000:0.0:1767320779.280193:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989022976 00000100:00100000:0.0:1767320779.280243:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858 00000100:00100000:0.0:1767320779.280251:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989022976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320779.280299:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989022976:12345-0@lo:400:kworker.0 Request processed in 49us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320779.280317:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858 00000100:00100000:1.0:1767320779.280707:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989022336:12345-0@lo:38:kworker.0 Request processed in 6734us (7237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320779.280717:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:2.0:1767320779.280900:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320779.280988:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320779.280994:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320779.280998:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989022336:0@lo:38:kworker.0 00000100:00080000:2.0:1767320779.281009:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320779.281012:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320779.281028:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989022592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320779.281042:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320779.281047:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320779.281050:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989022720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320779.281102:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023104 00000100:00100000:1.0:1767320779.281106:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023104 00000100:00100000:1.0:1767320779.281250:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1767320779.281258:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989023104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320779.281276:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320779.281378:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989023104:12345-0@lo:38:kworker.0 Request processed in 119us (477us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320779.281385:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00080000:2.0:1767320779.281450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320779.281455:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320779.281459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989023104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320779.786740:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023232 00000100:00100000:1.0:1767320779.786750:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023232 00000100:00100000:1.0:1767320779.786830:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:1.0:1767320779.786840:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989023232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320779.786869:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320779.786925:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989023232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320779.786932:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00010000:00010000:1.0:1767320780.233316:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320780.297284:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989023360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320780.297370:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320780.298562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989023360:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320781.257084:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320783.137920:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884160 00000100:00100000:1.0:1767320783.137929:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884160 00000100:00100000:1.0:1767320783.137984:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000100:00100000:1.0:1767320783.137992:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923884160:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320783.138015:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320783.138092:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923884160:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320783.138100:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000100:00100000:2.0:1767320783.141019:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884288 00000100:00100000:2.0:1767320783.141028:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884288 00000100:00100000:2.0:1767320783.141302:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1089 00000100:00100000:2.0:1767320783.141313:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923884288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320783.141412:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923884288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320783.141421:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1089 00010000:00010000:1.0:1767320784.328855:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320784.392792:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320784.392807:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320784.392872:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320784.392876:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320784.392880:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320784.392888:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320784.392892:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320784.392898:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320784.392930:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ce00 x1853163989023616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320784.392948:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989023488:0@lo:400:kworker.0 00000100:00080000:1.0:1767320784.393006:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320784.393010:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320784.393012:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320784.393017:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320784.393021:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320784.393023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320784.393028:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320784.393044:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989023872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320784.393060:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320784.393064:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320784.393066:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320784.393071:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320784.393074:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320784.393079:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320784.393083:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023488 00000100:00100000:2.0:1767320784.393092:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023488 00000100:00100000:1.0:1767320784.393097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0df80 x1853163989024000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320784.393144:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320784.393148:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023744 00000100:00080000:1.0:1767320784.393149:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320784.393153:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023744 00000100:00080000:1.0:1767320784.393154:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320784.393164:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320784.393169:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320784.393173:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320784.393181:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023616 00000100:00100000:2.0:1767320784.393185:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023616 00000100:00100000:1.0:1767320784.393187:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989024384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320784.393216:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1767320784.393227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989024128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320784.393248:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989023488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320784.393292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320784.393311:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989023488:12345-0@lo:400:kworker.0 Request processed in 83us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320784.393328:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1767320784.393351:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989023872 00000100:00100000:2.0:1767320784.393357:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989023872 00000100:00100000:1.0:1767320784.393367:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024384 00000100:00100000:1.0:1767320784.393374:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024384 00000100:00100000:2.0:1767320784.393374:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1767320784.393386:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989023744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320784.393401:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1767320784.393408:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989023616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320784.393430:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320784.393441:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989023744:12345-0@lo:400:kworker.0 Request processed in 56us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320784.393450:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1767320784.393461:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989023744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320784.393467:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1767320784.393474:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989023872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320784.393485:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320784.393522:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989023616:12345-0@lo:38:kworker.0 Request processed in 113us (367us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320784.393524:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989023872:12345-0@lo:38:kworker.0 Request processed in 48us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320784.393534:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:2.0:1767320784.393541:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1767320784.393553:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:1.0:1767320784.393560:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989024384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320784.393571:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320784.393629:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989024384:12345-0@lo:38:kworker.0 Request processed in 68us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320784.393635:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1767320784.393738:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024000 00000100:00100000:0.0:1767320784.393744:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024000 00000100:00080000:2.0:1767320784.393746:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320784.393752:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320784.393756:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989024384:0@lo:38:kworker.0 00000100:00080000:2.0:1767320784.393765:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320784.393769:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320784.393773:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989023616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320784.393779:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4875 00000100:00080000:2.0:1767320784.393783:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320784.393786:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989024000:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320784.393790:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320784.393796:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989023872:0@lo:38:kworker.0 00010000:00020000:0.0:1767320784.393800:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320784.393839:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989024000:12345-0@lo:38:kworker.0 Request processed in 54us (556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320784.393846:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4875 00000100:00080000:2.0:1767320784.393855:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320784.393867:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320784.393870:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024128 00000100:00100000:2.0:1767320784.393872:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989024000:0@lo:38:kworker.0 00000100:00100000:0.0:1767320784.393876:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024128 00000100:00080000:2.0:1767320784.393912:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320784.393924:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859 00000100:00100000:0.0:1767320784.393931:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989024128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320784.393977:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989024128:12345-0@lo:400:kworker.0 Request processed in 47us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320784.393983:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859 00000100:00100000:2.0:1767320784.394074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989024128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320784.394762:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024256 00000100:00100000:0.0:1767320784.394768:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024256 00000100:00100000:0.0:1767320784.394823:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860 00000100:00100000:0.0:1767320784.394830:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989024256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320784.394881:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989024256:12345-0@lo:400:kworker.0 Request processed in 51us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320784.394888:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860 00000100:00080000:2.0:1767320784.395105:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320784.905963:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320784.906216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989024512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320784.907317:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320784.911410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989024512:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320785.352843:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320785.417488:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024640 00000100:00100000:1.0:1767320785.417499:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024640 00000100:00100000:1.0:1767320785.417549:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:1.0:1767320785.417573:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989024640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320785.417645:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320785.417699:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989024640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320785.417707:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00100000:1.0:1767320788.262040:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884672 00000100:00100000:1.0:1767320788.262054:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884672 00000100:00100000:1.0:1767320788.262144:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884544 00000100:00100000:1.0:1767320788.262148:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884544 00000100:00100000:1.0:1767320788.262187:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1092 00000100:00100000:1.0:1767320788.262199:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923884672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320788.262201:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1711 00000100:00100000:0.0:1767320788.262212:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923884544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320788.262240:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320788.262291:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923884672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (2811us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320788.262299:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1092 00000100:00100000:0.0:1767320788.262865:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923884544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 651us (3293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320788.262873:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1711 00010000:00010000:1.0:1767320788.424965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320789.448769:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320789.513045:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989024896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320789.513110:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320789.513210:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320789.513221:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989024768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320789.513251:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320789.513302:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024896 00000100:00100000:2.0:1767320789.513310:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024896 00000100:00100000:2.0:1767320789.513350:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989024768 00000100:00100000:2.0:1767320789.513353:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989024768 00000100:00100000:2.0:1767320789.513390:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320789.513400:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989024768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320789.513449:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989024768:12345-0@lo:400:kworker.0 Request processed in 51us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320789.513455:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320789.513474:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1767320789.513478:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989024896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320789.513497:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320789.514490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989025024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320789.514531:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320789.514571:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989025024 00000100:00100000:0.0:1767320789.514576:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989025024 00000100:00100000:0.0:1767320789.514632:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1767320789.514639:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989025024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320789.514679:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989025024:12345-0@lo:400:kworker.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320789.514699:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1767320789.514741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989025024:0@lo:400:kworker.0 00000100:00080000:0.0:1767320789.514772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320789.514793:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989024768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320789.515181:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989025152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320789.515212:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320789.515289:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989025152 00000100:00100000:0.0:1767320789.515293:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989025152 00000100:00100000:0.0:1767320789.515326:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:0.0:1767320789.515331:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989025152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320789.515350:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320789.515381:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989025152:12345-0@lo:38:kworker.0 Request processed in 47us (167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320789.515387:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:2.0:1767320789.517775:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989024896:12345-0@lo:38:kworker.0 Request processed in 4283us (4653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320789.517792:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1767320789.518523:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320789.518533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989025408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320789.518615:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320789.519003:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:2.0:1767320789.519013:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989025536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320789.519058:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989025536:12345-0@lo:400:kworker.0 Request processed in 46us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320789.519064:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00080000:2.0:1767320789.519087:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320789.519092:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320789.519124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989025536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320789.519346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989025408:0@lo:400:kworker.0 00000100:00080000:1.0:1767320789.522073:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320789.522086:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320789.522091:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989024896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320789.522126:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989025280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320789.522197:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320789.522249:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989025664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320789.522434:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320789.522466:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320789.522470:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320789.522474:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989025152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320789.522596:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989025280 00000100:00100000:0.0:1767320789.522604:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989025280 00000100:00100000:0.0:1767320789.522650:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876 00000100:00100000:0.0:1767320789.522658:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989025280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320789.522680:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320789.522734:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989025280:12345-0@lo:38:kworker.0 Request processed in 76us (536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320789.522742:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876 00000100:00100000:2.0:1767320789.523086:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989025664 00000100:00100000:2.0:1767320789.523093:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989025664 00000100:00100000:2.0:1767320789.523125:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:2.0:1767320789.523130:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989025664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320789.523150:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320789.523182:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989025664:12345-0@lo:38:kworker.0 Request processed in 52us (748us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320789.523189:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:1.0:1767320790.025601:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989025792 00000100:00100000:1.0:1767320790.025609:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989025792 00000100:00100000:1.0:1767320790.025663:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1767320790.025673:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989025792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320790.025700:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320790.025749:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989025792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320790.025757:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1767320790.025845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989025792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320790.536984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989025920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320790.537089:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320790.538762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989025920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320792.520993:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320793.376893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320793.376998:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884800 00000100:00100000:2.0:1767320793.377008:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884800 00000100:00100000:2.0:1767320793.377080:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1715 00000100:00100000:2.0:1767320793.377089:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923884800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320793.377114:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320793.377177:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923884800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 87us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320793.377184:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1715 00000100:00100000:0.0:1767320793.377675:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923884928 00000100:00100000:0.0:1767320793.377679:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923884928 00000100:00100000:0.0:1767320793.377725:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1095 00000100:00100000:0.0:1767320793.377732:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923884928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320793.377779:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923884928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 48us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320793.377785:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1095 00000100:00080000:2.0:1767320793.377831:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320793.549215:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320794.633296:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320794.633302:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320794.633304:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320794.633309:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6015 00000100:00080000:1.0:1767320794.633312:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320794.633319:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320794.633348:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989026048/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320794.633399:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320794.633402:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320794.633404:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320794.633408:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320794.633417:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320794.633420:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320794.633435:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989026304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320794.633442:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320794.633455:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989026176:0@lo:400:kworker.0 00000100:00080000:1.0:1767320794.633464:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320794.633467:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320794.633469:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320794.633471:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320794.633474:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320794.633477:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320794.633487:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0df80 x1853163989026560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320794.633495:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320794.633498:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320794.633499:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320794.633503:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320794.633504:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320794.633508:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320794.633515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320794.633517:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ca80 x1853163989026688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320794.633536:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320794.633539:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320794.633541:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320794.633544:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320794.633551:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320794.633554:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320794.633564:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163989027072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320794.633568:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989026944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320794.633621:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320794.633623:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989026432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320794.633651:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320794.633651:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989026816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320794.633671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320794.633686:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026176 00000100:00100000:1.0:1767320794.633693:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026176 00000100:00100000:2.0:1767320794.633697:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026432 00000100:00100000:2.0:1767320794.633699:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026432 00000100:00100000:1.0:1767320794.633758:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320794.633767:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989026176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320794.633818:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989026176:12345-0@lo:400:kworker.0 Request processed in 52us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320794.633825:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320794.633860:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026944 00000100:00100000:1.0:1767320794.633864:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026944 00000100:00100000:0.0:1767320794.634543:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026304 00000100:00100000:0.0:1767320794.634548:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026304 00000100:00100000:0.0:1767320794.634593:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026560 00000100:00100000:0.0:1767320794.634596:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026560 00000100:00100000:0.0:1767320794.634606:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027072 00000100:00100000:0.0:1767320794.634608:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027072 00000100:00100000:0.0:1767320794.634616:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:0.0:1767320794.634621:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989026304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320794.634631:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320794.634665:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989026304:12345-0@lo:38:kworker.0 Request processed in 43us (647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320794.634671:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:0.0:1767320794.634687:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:0.0:1767320794.634691:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989026560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320794.634699:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320794.634719:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989026560:12345-0@lo:38:kworker.0 Request processed in 27us (616us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320794.634735:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:0.0:1767320794.634746:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:0.0:1767320794.634750:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989027072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320794.634759:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320794.634780:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989027072:12345-0@lo:38:kworker.0 Request processed in 28us (591us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320794.634796:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00080000:0.0:1767320794.634826:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320794.634830:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320794.634833:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989026304:0@lo:38:kworker.0 00000100:00080000:0.0:1767320794.634840:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320794.634842:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320794.634845:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989026560:0@lo:38:kworker.0 00000100:00080000:0.0:1767320794.634851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320794.634854:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320794.634857:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989027072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320794.634889:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989026816 00000100:00100000:0.0:1767320794.634893:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989026816 00000100:00100000:2.0:1767320794.635770:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767320794.635781:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989026432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320794.635835:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989026432:12345-0@lo:400:kworker.0 Request processed in 56us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320794.635841:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767320794.635983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989026176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320794.636120:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989026432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320794.638395:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863 00000100:00100000:1.0:1767320794.638410:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989026944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320794.638496:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989026944:12345-0@lo:400:kworker.0 Request processed in 91us (4873us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320794.638503:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863 00000100:00100000:1.0:1767320794.638557:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989026944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320794.640114:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864 00000100:00100000:0.0:1767320794.640126:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989026816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320794.640203:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989026816:12345-0@lo:400:kworker.0 Request processed in 81us (6530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320794.640209:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864 00000100:00100000:1.0:1767320794.645214:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989026816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320795.144984:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320795.145006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989027200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320795.145079:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320795.145627:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989027200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320795.656872:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989027328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320795.656945:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320795.657073:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027328 00000100:00100000:1.0:1767320795.657082:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027328 00000100:00100000:1.0:1767320795.657141:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1767320795.657150:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989027328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320795.657178:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320795.657228:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989027328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320795.657237:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:2.0:1767320795.657370:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989027328:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320796.616855:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320797.642285:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320798.500799:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320798.500935:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885184 00000100:00100000:2.0:1767320798.500956:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885184 00000100:00100000:2.0:1767320798.501053:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1098 00000100:00100000:2.0:1767320798.501063:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923885184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320798.501140:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923885184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320798.501148:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1098 00000100:00100000:0.0:1767320798.501175:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320798.501214:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885056 00000100:00100000:2.0:1767320798.501219:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885056 00000100:00100000:2.0:1767320798.501249:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1719 00000100:00100000:2.0:1767320798.501254:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923885056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320798.501276:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320798.501324:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923885056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 67us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320798.501331:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1719 00000100:00080000:0.0:1767320799.753390:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320799.753400:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320799.753462:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320799.753466:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320799.753470:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320799.753499:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320799.753504:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320799.753511:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320799.753537:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163989027584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320799.753549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989027456:0@lo:400:kworker.0 00000100:00080000:0.0:1767320799.753574:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320799.753637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320799.753695:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027456 00000100:00100000:1.0:1767320799.753702:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027456 00000100:00080000:0.0:1767320799.753746:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320799.753750:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320799.753755:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320799.753761:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320799.753761:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00080000:0.0:1767320799.753770:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320799.753776:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989027456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320799.753788:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989027840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320799.753799:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320799.753802:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320799.753804:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320799.753808:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320799.753810:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320799.753813:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320799.753826:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb100 x1853163989027968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320799.753851:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320799.753855:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320799.753856:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320799.753867:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320799.753869:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320799.753872:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320799.753885:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39993b80 x1853163989028352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320799.753895:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989028224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320799.753912:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989028096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320799.753935:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320799.753977:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320799.753995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989027712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320799.754019:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028224 00000100:00100000:2.0:1767320799.754025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320799.754026:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028224 00000100:00100000:2.0:1767320799.754070:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028096 00000100:00100000:2.0:1767320799.754083:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028096 00000100:00100000:1.0:1767320799.754615:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989027456:12345-0@lo:400:kworker.0 Request processed in 842us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320799.754622:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1767320799.754638:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027712 00000100:00100000:1.0:1767320799.754641:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027712 00000100:00100000:1.0:1767320799.754655:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027584 00000100:00100000:1.0:1767320799.754659:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027584 00000100:00100000:1.0:1767320799.754672:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027840 00000100:00100000:1.0:1767320799.754674:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027840 00000100:00100000:1.0:1767320799.754683:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1767320799.754689:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989027712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320799.754718:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989027712:12345-0@lo:400:kworker.0 Request processed in 28us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320799.754737:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1767320799.754749:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1767320799.754755:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989027840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320799.754764:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320799.755357:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989027840:12345-0@lo:38:kworker.0 Request processed in 601us (1140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320799.755363:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1767320799.755398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989027712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320799.755417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989027456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320799.756408:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865 00000100:00100000:2.0:1767320799.756424:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989028224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320799.756483:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989028224:12345-0@lo:400:kworker.0 Request processed in 67us (2549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320799.756490:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865 00000100:00100000:2.0:1767320799.756509:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866 00000100:00100000:2.0:1767320799.756515:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989028096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320799.756957:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989028096:12345-0@lo:400:kworker.0 Request processed in 34us (2573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320799.756967:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866 00000100:00100000:2.0:1767320799.757025:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989028224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320799.757072:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989027968 00000100:00100000:2.0:1767320799.757078:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989027968 00000100:00100000:2.0:1767320799.757101:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4878 00000100:00100000:2.0:1767320799.757106:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989027968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320799.757123:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320799.757156:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989027968:12345-0@lo:38:kworker.0 Request processed in 48us (2899us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320799.757163:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4878 00000100:00080000:2.0:1767320799.757197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320799.757203:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320799.757207:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989027584:0@lo:38:kworker.0 00000100:00080000:2.0:1767320799.757217:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320799.757220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320799.757236:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989027840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320799.757248:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320799.757252:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320799.757255:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989027968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320799.759924:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989028096:0@lo:400:kworker.0 00000100:00080000:2.0:1767320799.762742:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320799.762755:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320799.762761:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989028352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320800.264885:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989028480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320800.264965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320800.265090:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028480 00000100:00100000:0.0:1767320800.265099:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028480 00000100:00100000:0.0:1767320800.265156:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1767320800.265165:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989028480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320800.265195:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320800.265247:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989028480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320800.265256:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767320800.265420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989028480:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320800.712985:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320800.781733:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989028608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320800.781801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320800.782779:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028608 00000100:00100000:1.0:1767320800.782792:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028608 00000100:00100000:1.0:1767320800.783118:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:1.0:1767320800.783130:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989028608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320800.783166:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320800.783242:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989028608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320800.783250:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767320800.783351:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989028608:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320801.737417:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320803.617805:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320803.617863:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320803.617957:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885440 00000100:00100000:2.0:1767320803.617967:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885440 00000100:00100000:2.0:1767320803.618036:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885312 00000100:00100000:2.0:1767320803.618040:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885312 00000100:00100000:2.0:1767320803.618062:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1101 00000100:00100000:2.0:1767320803.618071:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923885440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320803.618141:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923885440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 71us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320803.618149:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1101 00000100:00100000:2.0:1767320803.618168:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1723 00000100:00100000:2.0:1767320803.618173:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923885312:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320803.618200:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320803.618240:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923885312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 66us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320803.618247:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1723 00000100:00080000:0.0:1767320803.618669:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320804.809038:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320804.873844:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320804.873863:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320804.873941:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320804.873946:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320804.873949:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320804.873957:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6046 00000100:00080000:1.0:1767320804.873962:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320804.873968:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320804.873990:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989028864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320804.874019:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320804.874021:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320804.874022:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320804.874025:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6046 00000100:00080000:1.0:1767320804.874027:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320804.874030:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320804.874036:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8e00 x1853163989029120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320804.874042:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320804.874044:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320804.874045:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320804.874048:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6046 00000100:00080000:1.0:1767320804.874049:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320804.874052:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320804.874058:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989029248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320804.874083:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320804.874085:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320804.874086:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320804.874088:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6046 00000100:00080000:1.0:1767320804.874090:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320804.874092:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320804.874097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989029632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320804.874159:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989029504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320804.874212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320804.874245:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320804.874249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989028736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320804.874264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320804.874281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989029376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320804.874293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320804.874302:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320804.874305:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989028992:0@lo:400:kworker.0 00000100:00100000:2.0:1767320804.874315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320804.874367:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028736 00000100:00100000:1.0:1767320804.874373:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028736 00000100:00100000:1.0:1767320804.874416:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989028992 00000100:00100000:1.0:1767320804.874418:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989028992 00000100:00100000:1.0:1767320804.874433:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1767320804.874438:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989028736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874480:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989028736:12345-0@lo:400:kworker.0 Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320804.874487:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1767320804.874501:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1767320804.874507:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989028992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874537:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989028992:12345-0@lo:400:kworker.0 Request processed in 30us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320804.874543:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1767320804.874576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989028992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989028736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874632:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989029504 00000100:00100000:1.0:1767320804.874634:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989029504 00000100:00100000:1.0:1767320804.874656:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989029376 00000100:00100000:1.0:1767320804.874658:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989029376 00000100:00100000:1.0:1767320804.874669:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867 00000100:00100000:1.0:1767320804.874672:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989029504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874695:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989029504:12345-0@lo:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320804.874700:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867 00000100:00100000:1.0:1767320804.874709:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00000100:00100000:1.0:1767320804.874715:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989029376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874744:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989029376:12345-0@lo:400:kworker.0 Request processed in 29us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320804.874750:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:1.0:1767320804.874772:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989029376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320804.874793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989029504:0@lo:400:kworker.0 00000100:00080000:2.0:1767320804.874846:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320804.874860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320804.874863:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320804.875338:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989029248 00000100:00100000:0.0:1767320804.875341:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989029248 00000100:00100000:0.0:1767320804.875362:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879 00000100:00100000:0.0:1767320804.875365:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989029248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320804.875372:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320804.875399:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989029248:12345-0@lo:38:kworker.0 Request processed in 34us (370us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320804.875410:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879 00000100:00100000:0.0:1767320805.384819:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989029760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320805.384904:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320805.384979:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989029760 00000100:00100000:1.0:1767320805.384988:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989029760 00000100:00100000:1.0:1767320805.385040:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:1.0:1767320805.385049:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989029760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320805.385081:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320805.385144:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989029760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320805.385152:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:0.0:1767320805.385469:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989029760:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320805.833673:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320805.896852:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320805.896880:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989029888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320805.896960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320805.897032:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989029888 00000100:00100000:1.0:1767320805.897040:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989029888 00000100:00100000:1.0:1767320805.897113:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:1.0:1767320805.897122:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989029888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320805.897152:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320805.897200:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989029888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320805.897209:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00100000:2.0:1767320805.897247:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989029888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320808.739048:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885568 00000100:00100000:1.0:1767320808.739059:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885568 00000100:00100000:1.0:1767320808.739113:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1727 00000100:00100000:1.0:1767320808.739122:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923885568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320808.739148:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320808.739220:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923885568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (549us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320808.739228:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1727 00000100:00100000:1.0:1767320808.746195:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320808.746323:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885696 00000100:00100000:2.0:1767320808.746334:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885696 00000100:00100000:2.0:1767320808.746416:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1104 00000100:00100000:2.0:1767320808.746426:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923885696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320808.746533:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923885696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320808.746542:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1104 00000100:00080000:0.0:1767320808.746709:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320808.904852:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320809.928907:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320809.992814:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320809.992829:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320809.992962:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989030016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320809.993062:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320809.993155:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320809.993170:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320809.993175:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320809.993182:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6051 00000100:00080000:2.0:1767320809.993188:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320809.993195:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320809.993224:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f480 x1853163989030144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320809.993716:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320809.993721:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320809.993723:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320809.993728:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6051 00000100:00080000:2.0:1767320809.993731:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320809.993736:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320809.993751:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ed80 x1853163989030400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320809.993773:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320809.993795:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320809.993797:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320809.993802:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6051 00000100:00080000:2.0:1767320809.993804:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320809.993808:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320809.993825:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989030528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320809.993989:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989030144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320809.994028:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.994053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989030400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320809.994075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.994093:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989030528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320809.994133:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.994200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989030272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.994226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.994248:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320809.994255:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989030656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.994294:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.994325:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030144 00000100:00100000:0.0:1767320809.994330:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030144 00000100:00100000:0.0:1767320809.994356:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030400 00000100:00100000:0.0:1767320809.994360:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030400 00000100:00100000:0.0:1767320809.994369:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030272 00000100:00100000:0.0:1767320809.994371:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030272 00000100:00100000:0.0:1767320809.994394:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1767320809.994402:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989030272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.994441:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989030272:12345-0@lo:400:kworker.0 Request processed in 39us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320809.994458:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1767320809.994483:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1767320809.994487:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989030144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320809.994510:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320809.994546:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989030144:12345-0@lo:38:kworker.0 Request processed in 58us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320809.994553:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1767320809.994566:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1767320809.994570:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989030400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320809.994601:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320809.994626:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989030400:12345-0@lo:38:kworker.0 Request processed in 55us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320809.994633:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1767320809.994656:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030656 00000100:00100000:0.0:1767320809.994660:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030656 00000100:00100000:0.0:1767320809.994692:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869 00000100:00100000:0.0:1767320809.994698:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989030656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.994728:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989030656:12345-0@lo:400:kworker.0 Request processed in 31us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320809.994734:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869 00000100:00080000:0.0:1767320809.994838:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320809.994844:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320809.994848:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989030144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320809.994858:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320809.994868:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320809.994871:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989030400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320809.994912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989030656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.994920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989030272:0@lo:400:kworker.0 00000100:00080000:0.0:1767320809.994986:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320809.994991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320809.995001:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989030784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.995032:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320809.995060:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030784 00000100:00100000:0.0:1767320809.995063:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030784 00000100:00100000:0.0:1767320809.995092:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870 00000100:00100000:0.0:1767320809.995098:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989030784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.995133:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989030784:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320809.995139:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870 00000100:00080000:0.0:1767320809.995152:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320809.995164:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989030784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320809.995207:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989030528 00000100:00100000:0.0:1767320809.995211:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989030528 00000100:00100000:0.0:1767320809.995232:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880 00000100:00100000:0.0:1767320809.995237:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989030528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320809.995247:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320809.995277:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989030528:12345-0@lo:38:kworker.0 Request processed in 39us (1144us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320809.995284:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880 00000100:00080000:0.0:1767320809.995321:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320809.995325:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320809.995328:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989030528:0@lo:38:kworker.0 00000100:00080000:2.0:1767320810.001634:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320810.001649:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320810.001655:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320810.001666:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6051 00000100:00080000:2.0:1767320810.001672:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320810.001681:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320810.001740:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163989030912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320810.001997:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989030912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320810.002094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320810.003433:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320810.003439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320810.003444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989030912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320810.004007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989030016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320810.507992:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989031040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320810.508101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320810.509138:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031040 00000100:00100000:0.0:1767320810.509163:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031040 00000100:00100000:0.0:1767320810.516258:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1767320810.516301:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989031040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320810.516352:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320810.516487:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989031040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (8386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320810.516496:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767320810.521814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989031040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320811.017128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989031168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320811.017246:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320811.017639:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031168 00000100:00100000:1.0:1767320811.017652:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031168 00000100:00080000:0.0:1767320811.017877:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320811.018042:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767320811.018056:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989031168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320811.018098:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320811.018205:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989031168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320811.018214:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:0.0:1767320811.018306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989031168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320813.001215:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320813.858879:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885952 00000100:00100000:1.0:1767320813.858892:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885952 00000100:00100000:1.0:1767320813.859026:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923885824 00000100:00100000:1.0:1767320813.859031:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923885824 00000100:00100000:1.0:1767320813.859058:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1107 00000100:00100000:1.0:1767320813.859071:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923885952:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320813.859837:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923885952:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 767us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320813.859845:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1107 00000100:00080000:0.0:1767320813.860727:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320814.025321:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320815.112845:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.112861:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320815.112956:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.112961:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320815.112967:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320815.112979:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6056 00000100:00080000:2.0:1767320815.113007:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320815.113016:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320815.113044:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ea00 x1853163989031424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320815.113085:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.113088:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320815.113090:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320815.113094:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6056 00000100:00080000:2.0:1767320815.113096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320815.113101:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320815.113114:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e300 x1853163989031680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320815.113124:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.113128:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320815.113130:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320815.113135:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6056 00000100:00080000:2.0:1767320815.113137:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320815.113141:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320815.113155:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e680 x1853163989031808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320815.113178:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.113181:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320815.113183:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320815.113187:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6056 00000100:00080000:2.0:1767320815.113198:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320815.113202:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320815.113214:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163989032192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320815.113270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989031936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.113360:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320815.113442:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320815.113449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989031552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.113477:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320815.113522:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031936 00000100:00100000:2.0:1767320815.113532:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031936 00000100:00100000:2.0:1767320815.113647:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871 00000100:00100000:2.0:1767320815.113657:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989031936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.113730:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989031936:12345-0@lo:400:kworker.0 Request processed in 75us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320815.113740:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871 00000100:00100000:2.0:1767320815.113770:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031552 00000100:00100000:2.0:1767320815.113773:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031552 00000100:00100000:2.0:1767320815.113804:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1767320815.113811:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989031552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.113842:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989031552:12345-0@lo:400:kworker.0 Request processed in 31us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320815.113848:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1767320815.113901:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989031552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.113914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989031936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.114293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989032064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.114335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320815.114369:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320815.114375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989031296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.114397:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320815.114435:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031296 00000100:00100000:1.0:1767320815.114439:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031296 00000100:00100000:1.0:1767320815.114472:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1767320815.114478:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989031296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.114515:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989031296:12345-0@lo:400:kworker.0 Request processed in 36us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320815.114521:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1767320815.114549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989031296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320815.115125:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989031424:0@lo:38:kworker.0 00000100:00100000:0.0:1767320815.115170:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320815.115202:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989031680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320815.115223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320815.115271:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989031808:0@lo:38:kworker.0 00000100:00100000:0.0:1767320815.115297:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320815.115326:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989032192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320815.115348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320815.115380:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320815.115386:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320815.115400:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989031808 00000100:00100000:0.0:1767320815.115405:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989031808 00000100:00100000:0.0:1767320815.115433:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4881 00000100:00100000:0.0:1767320815.115439:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989031808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320815.115462:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320815.115500:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989031808:12345-0@lo:38:kworker.0 Request processed in 60us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320815.115508:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4881 00000100:00080000:0.0:1767320815.115546:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320815.115565:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320815.115569:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989031808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320815.117034:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989032064 00000100:00100000:2.0:1767320815.117042:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989032064 00000100:00100000:2.0:1767320815.117671:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872 00000100:00100000:2.0:1767320815.117683:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989032064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.117785:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989032064:12345-0@lo:400:kworker.0 Request processed in 106us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320815.117793:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872 00000100:00080000:1.0:1767320815.120368:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320815.630565:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989032320 00000100:00100000:1.0:1767320815.630873:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989032320 00000100:00100000:1.0:1767320815.631013:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767320815.631029:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989032320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320815.631094:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320815.631248:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989032320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 222us (6065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320815.631256:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:2.0:1767320815.631381:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989032320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320816.137276:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989032448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320816.137400:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320816.137978:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989032448 00000100:00100000:0.0:1767320816.137991:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989032448 00000100:00100000:0.0:1767320816.138068:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767320816.138080:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989032448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320816.138123:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320816.150990:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989032448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 12898us (13575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320816.151012:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:2.0:1767320816.157958:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989032448:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320817.097239:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320818.121249:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320818.979139:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320818.979195:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320818.979451:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1735 00000100:00100000:2.0:1767320818.979467:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923886208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320818.979513:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320818.979743:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320818.980192:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923886208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 722us (991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320818.980205:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1735 00000100:00080000:2.0:1767320819.210916:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320819.210926:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320819.210929:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320819.210936:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6041 00000100:00080000:2.0:1767320819.210940:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320819.210971:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320819.211011:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163989032576/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320819.211291:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989032704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320819.211336:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320819.211414:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989032704 00000100:00100000:1.0:1767320819.211424:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989032704 00000100:00100000:1.0:1767320819.211486:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1767320819.211493:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989032704:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320819.211553:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320819.211557:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320819.211559:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320819.211564:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6062 00000100:00080000:2.0:1767320819.211567:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320819.211571:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320819.211661:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d180 x1853163989032832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320819.215066:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989032704:12345-0@lo:400:kworker.0 Request processed in 3561us (3717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320819.215084:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00080000:2.0:1767320819.215290:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320819.215295:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320819.215300:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320819.215305:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6062 00000100:00080000:2.0:1767320819.215310:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320819.215316:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320819.215339:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989033088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320819.215351:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320819.215355:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320819.215357:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320819.215361:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6062 00000100:00080000:2.0:1767320819.215364:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320819.215385:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320819.215399:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ed80 x1853163989033216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320819.215435:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320819.215439:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320819.215441:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320819.215444:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6062 00000100:00080000:2.0:1767320819.215447:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320819.215451:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320819.215462:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163989033600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320819.215500:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989033344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320819.215573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320819.215642:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320819.215650:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989032960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320819.215678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320819.215706:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989033472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320819.215860:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989032960 00000100:00100000:1.0:1767320819.215869:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989032960 00000100:00100000:1.0:1767320819.215933:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1767320819.215943:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989032960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320819.215997:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989032960:12345-0@lo:400:kworker.0 Request processed in 57us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320819.216004:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1767320819.216045:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989032960:0@lo:400:kworker.0 00000100:00080000:1.0:1767320819.216096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320819.216133:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033344 00000100:00100000:1.0:1767320819.216137:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033344 00000100:00100000:1.0:1767320819.216174:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1767320819.216189:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989033344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320819.216227:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989033344:12345-0@lo:400:kworker.0 Request processed in 38us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320819.216233:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1767320819.216260:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989033344:0@lo:400:kworker.0 00000100:00080000:1.0:1767320819.216281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320819.216404:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320819.216454:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033472 00000100:00100000:2.0:1767320819.216458:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033472 00000100:00100000:2.0:1767320819.216493:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:2.0:1767320819.216501:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989033472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320819.216539:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989033472:12345-0@lo:400:kworker.0 Request processed in 38us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320819.216545:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:2.0:1767320819.216620:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989033472:0@lo:400:kworker.0 00000100:00080000:1.0:1767320819.219054:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320819.219072:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033088 00000100:00100000:1.0:1767320819.219076:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033088 00000100:00100000:1.0:1767320819.219104:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033600 00000100:00100000:1.0:1767320819.219108:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033600 00000100:00100000:1.0:1767320819.219125:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1767320819.219131:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989033088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320819.219143:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320819.219179:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989033088:12345-0@lo:38:kworker.0 Request processed in 47us (1544us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320819.219187:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1767320819.219221:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1767320819.219226:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989033600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320819.219261:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320819.219322:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989033600:12345-0@lo:38:kworker.0 Request processed in 94us (1071us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320819.219329:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00080000:1.0:1767320819.219507:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320819.219550:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320819.219566:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989033088:0@lo:38:kworker.0 00000100:00080000:1.0:1767320819.219682:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320819.219703:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320819.219721:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989033216:0@lo:38:kworker.0 00000100:00080000:1.0:1767320819.219747:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320819.219765:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320819.219768:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989033600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320819.220706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989032704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320820.744984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989033728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320820.745090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320820.745162:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033728 00000100:00100000:2.0:1767320820.745173:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033728 00000100:00100000:2.0:1767320820.745315:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1767320820.745329:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989033728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320820.745373:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320820.745438:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989033728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320820.745448:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320820.749001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989033728:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320821.193082:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320821.263048:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320821.263077:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989033856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320821.263162:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320821.263239:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033856 00000100:00100000:0.0:1767320821.263256:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033856 00000100:00100000:0.0:1767320821.263427:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767320821.263440:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989033856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320821.263484:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320821.263757:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989033856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 319us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320821.263766:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00080000:1.0:1767320821.264365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320821.269910:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989033856:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320822.217240:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320824.098263:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320824.098715:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923886592 00000100:00100000:2.0:1767320824.098734:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923886592 00000100:00100000:2.0:1767320824.098924:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1113 00000100:00100000:2.0:1767320824.098937:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923886592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320824.099091:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923886592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 155us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320824.099101:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1113 00000100:00080000:1.0:1767320824.099437:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320824.100516:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320824.104233:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923886464 00000100:00100000:0.0:1767320824.104253:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923886464 00000100:00100000:0.0:1767320824.104337:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1739 00000100:00100000:0.0:1767320824.104351:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923886464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320824.104381:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320824.104473:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923886464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 126us (3962us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320824.104481:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1739 00000100:00080000:1.0:1767320824.330543:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320824.330554:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320824.330632:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320824.330636:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320824.330640:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320824.330648:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1767320824.330653:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320824.330660:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320824.330679:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163989034112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320824.330725:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320824.330729:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320824.331394:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989033984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320824.331477:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320824.331569:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989033984 00000100:00100000:2.0:1767320824.331600:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989033984 00000100:00100000:2.0:1767320824.331678:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1767320824.331697:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989033984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320824.332102:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989033984:12345-0@lo:400:kworker.0 Request processed in 408us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320824.332114:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00080000:1.0:1767320824.332278:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320824.332284:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1767320824.332297:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320824.332303:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320824.332331:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3100 x1853163989034368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320824.332356:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320824.332360:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320824.332362:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320824.332366:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1767320824.332368:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320824.332373:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320824.332387:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163989034496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320824.332446:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320824.332452:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320824.332455:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320824.332467:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1767320824.332476:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320824.332480:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320824.332510:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0380 x1853163989034880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320824.332548:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320824.332567:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989034624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320824.332669:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320824.333304:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989034752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320824.333361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320824.333417:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989034624 00000100:00100000:0.0:1767320824.333438:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989034624 00000100:00080000:2.0:1767320824.333635:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320824.333646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320824.333655:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989034880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320824.333673:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320824.333678:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320824.333682:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989034496:0@lo:38:kworker.0 00000100:00080000:2.0:1767320824.333697:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320824.333750:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989034752 00000100:00100000:0.0:1767320824.333755:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989034752 00000100:00080000:2.0:1767320824.335699:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320824.335714:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989034368:0@lo:38:kworker.0 00000100:00100000:1.0:1767320824.336702:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989034624:0@lo:400:kworker.0 00010000:00010000:2.0:1767320825.288890:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320825.865286:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035008 00000100:00100000:0.0:1767320825.865299:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035008 00000100:00100000:0.0:1767320825.865366:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:0.0:1767320825.865376:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989035008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320825.865415:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320825.865509:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989035008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320825.865518:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00010000:00010000:2.0:1767320826.313050:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320826.377058:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320826.377082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989035136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320826.377164:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320826.377373:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035136 00000100:00100000:2.0:1767320826.377383:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035136 00000100:00100000:2.0:1767320826.377557:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:2.0:1767320826.377576:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989035136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320826.378214:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320826.378290:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989035136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 721us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320826.378299:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1767320826.378525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989035136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320829.217178:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767320829.217793:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320829.218305:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923886720 00000100:00100000:1.0:1767320829.218311:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923886720 00000100:00100000:1.0:1767320829.218337:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1743 00000100:00100000:1.0:1767320829.218343:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923886720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320829.218364:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320829.218413:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923886720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 69us (169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320829.218420:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1743 00010000:00010000:2.0:1767320829.385341:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320829.450907:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320829.450917:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320829.450981:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320829.450985:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320829.450989:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320829.450996:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6071 00000100:00080000:2.0:1767320829.451000:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320829.451007:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320829.451030:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163989035392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320829.451080:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320829.451083:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320829.451085:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320829.451089:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6071 00000100:00080000:2.0:1767320829.451092:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320829.451095:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320829.451106:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989035648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320829.451115:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320829.451119:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320829.451120:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320829.451125:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6071 00000100:00080000:2.0:1767320829.451127:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320829.451130:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320829.451165:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f480 x1853163989035776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320829.451190:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320829.451193:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320829.451194:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320829.451197:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6071 00000100:00080000:2.0:1767320829.451199:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320829.451202:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320829.451218:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec000 x1853163989036160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320829.451352:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989035392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320829.451458:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320829.451501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989035648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320829.451521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320829.451539:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989035776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320829.451562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320829.451612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989036160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320829.451632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320829.451671:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035392 00000100:00100000:1.0:1767320829.451677:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035392 00000100:00100000:1.0:1767320829.451705:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035648 00000100:00100000:1.0:1767320829.451707:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035648 00000100:00100000:1.0:1767320829.451715:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989036160 00000100:00100000:1.0:1767320829.451716:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989036160 00000100:00100000:1.0:1767320829.451726:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1767320829.451731:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989035392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320829.451749:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320829.451796:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989035392:12345-0@lo:38:kworker.0 Request processed in 64us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320829.451802:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1767320829.451818:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1767320829.451823:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989035648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320829.451844:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320829.451862:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989035648:12345-0@lo:38:kworker.0 Request processed in 39us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320829.451866:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1767320829.451874:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:1.0:1767320829.451877:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989036160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320829.451882:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320829.451894:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989036160:12345-0@lo:38:kworker.0 Request processed in 16us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320829.451897:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00080000:1.0:1767320829.451923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320829.451928:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320829.451931:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989035392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320829.451940:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320829.451942:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320829.451945:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989035648:0@lo:38:kworker.0 00000100:00080000:1.0:1767320829.451951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320829.451954:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320829.451957:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989036160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320829.452256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989035520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452286:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320829.452317:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320829.452324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989035904:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452346:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320829.452382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989035264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452418:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320829.452438:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320829.452443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989036032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320829.452496:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035520 00000100:00100000:0.0:1767320829.452500:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035520 00000100:00100000:0.0:1767320829.452540:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035264 00000100:00100000:0.0:1767320829.452543:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035264 00000100:00100000:0.0:1767320829.452572:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1767320829.452606:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989035520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452650:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989035520:12345-0@lo:400:kworker.0 Request processed in 71us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320829.452656:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1767320829.452673:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1767320829.452678:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989035264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452709:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989035264:12345-0@lo:400:kworker.0 Request processed in 31us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320829.452716:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00080000:0.0:1767320829.452734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320829.452755:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989035520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.452799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989035264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.453303:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989035904 00000100:00100000:0.0:1767320829.453309:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989035904 00000100:00100000:0.0:1767320829.453351:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989036032 00000100:00100000:0.0:1767320829.453355:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989036032 00000100:00100000:0.0:1767320829.453383:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:0.0:1767320829.453390:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989035904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320829.453509:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989035904:12345-0@lo:400:kworker.0 Request processed in 119us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320829.453526:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:0.0:1767320829.453540:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878 00000100:00100000:0.0:1767320829.453546:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989036032:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320829.453715:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320829.453719:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320829.454251:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989036032:12345-0@lo:400:kworker.0 Request processed in 705us (1776us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320829.454258:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878 00000100:00080000:1.0:1767320829.454447:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320829.454454:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320829.454457:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989035776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320829.456775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989036032:0@lo:400:kworker.0 00010000:00010000:2.0:1767320830.408927:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320830.985234:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989036288 00000100:00100000:2.0:1767320830.985243:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989036288 00000100:00100000:2.0:1767320830.985297:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:2.0:1767320830.985312:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989036288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320830.985342:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320830.985426:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989036288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320830.985434:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00100000:1.0:1767320830.985561:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989036288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320831.496778:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320831.496797:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989036416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320831.496873:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320831.499840:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989036416 00000100:00100000:0.0:1767320831.499859:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989036416 00000100:00100000:0.0:1767320831.499956:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:0.0:1767320831.499967:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989036416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320831.500005:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767320831.500180:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320831.501541:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989036416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1570us (4660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320831.501554:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:1.0:1767320831.506349:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989036416:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320833.480784:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320834.342563:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320834.342943:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320834.343067:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923886976 00000100:00100000:2.0:1767320834.343072:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923886976 00000100:00080000:0.0:1767320834.343082:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320834.343100:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1747 00000100:00100000:2.0:1767320834.343108:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923886976:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320834.343130:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320834.343159:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923886976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320834.343168:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1747 00010000:00010000:2.0:1767320834.505537:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320834.568717:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320834.568729:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320834.568786:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320834.568790:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320834.568795:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320834.568803:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6076 00000100:00080000:2.0:1767320834.568808:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320834.568816:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320834.568837:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed180 x1853163989036672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320834.569029:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320834.569192:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320834.569197:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320834.569199:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320834.569206:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6076 00000100:00080000:2.0:1767320834.569211:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320834.569216:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320834.569241:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409edc00 x1853163989036928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320834.569265:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320834.569269:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320834.569271:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320834.569275:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6076 00000100:00080000:2.0:1767320834.569277:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320834.569280:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320834.569291:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ef800 x1853163989037056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320834.569355:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320834.569359:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320834.569360:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320834.569364:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6076 00000100:00080000:2.0:1767320834.569366:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320834.569369:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320834.569379:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed880 x1853163989037440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320834.569402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989037184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320834.569445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320834.569479:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037184 00000100:00100000:2.0:1767320834.569483:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037184 00000100:00100000:2.0:1767320834.569520:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879 00000100:00100000:2.0:1767320834.569527:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989037184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320834.569570:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989037184:12345-0@lo:400:kworker.0 Request processed in 42us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320834.569613:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879 00000100:00100000:2.0:1767320834.569634:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320834.569645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989037312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320834.569678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320834.569724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989037184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320834.569787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989036544:0@lo:400:kworker.0 00000100:00080000:2.0:1767320834.569836:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320834.569872:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989037312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320834.570312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989036672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320834.570347:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320834.570380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989036928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320834.570816:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320834.570841:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989037056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320834.570877:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320834.570894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989037440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320834.570914:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320834.570943:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320834.570948:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320834.570960:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989036672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320834.570982:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989036928 00000100:00100000:0.0:1767320834.570986:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989036928 00000100:00100000:0.0:1767320834.571003:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037440 00000100:00100000:0.0:1767320834.571005:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037440 00000100:00100000:0.0:1767320834.571018:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1767320834.571022:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989036928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320834.571033:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320834.571060:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989036928:12345-0@lo:38:kworker.0 Request processed in 36us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320834.571065:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1767320834.571079:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:0.0:1767320834.571083:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989037440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320834.571091:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320834.571112:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989037440:12345-0@lo:38:kworker.0 Request processed in 28us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320834.571118:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00080000:0.0:1767320834.571145:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320834.571148:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320834.571151:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989036928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320834.571158:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320834.571160:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320834.571163:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989037440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320834.571389:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037056 00000100:00100000:2.0:1767320834.571393:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037056 00000100:00100000:2.0:1767320834.571432:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4885 00000100:00100000:2.0:1767320834.571437:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989037056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320834.571448:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320834.571479:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989037056:12345-0@lo:38:kworker.0 Request processed in 40us (601us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320834.571484:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4885 00000100:00080000:0.0:1767320834.571615:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320834.571619:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320834.571628:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989037056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320836.105269:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037568 00000100:00100000:1.0:1767320836.105286:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037568 00000100:00100000:1.0:1767320836.105363:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:1.0:1767320836.105374:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989037568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320836.105402:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:2.0:1767320836.105468:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320836.110352:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989037568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4969us (5265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320836.110368:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:1.0:1767320836.617803:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037696 00000100:00100000:1.0:1767320836.617812:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037696 00000100:00100000:1.0:1767320836.617871:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1767320836.617880:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989037696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320836.617909:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320836.617952:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989037696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320836.617973:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00010000:00010000:2.0:1767320837.576912:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320838.433147:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320838.433645:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767320838.435671:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923887232 offset 0 length 520: 4 00000100:00100000:1.0:1767320838.435717:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320838.442700:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923887360 00000100:00100000:0.0:1767320838.442717:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923887360 00000100:00100000:0.0:1767320838.442790:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1751 00000100:00100000:0.0:1767320838.442798:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923887360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320838.442822:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320838.442911:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923887360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (7192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320838.442919:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1751 00010000:00010000:2.0:1767320838.600900:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320839.689903:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320839.689917:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320839.690247:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037824 00000100:00100000:1.0:1767320839.690257:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037824 00000100:00100000:1.0:1767320839.690337:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1767320839.690348:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989037824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320839.690439:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320839.690776:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320839.690780:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320839.690784:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320839.690801:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6081 00000100:00080000:2.0:1767320839.690806:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320839.690811:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320839.690831:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec700 x1853163989037952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320839.690866:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320839.690869:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320839.690871:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320839.690874:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6081 00000100:00080000:2.0:1767320839.690876:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320839.690880:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320839.690890:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec380 x1853163989038208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320839.690898:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320839.690901:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320839.690903:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320839.690906:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6081 00000100:00080000:2.0:1767320839.690908:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320839.690911:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320839.690921:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ef800 x1853163989038336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320839.691202:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989038592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.691249:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.691289:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038592 00000100:00100000:0.0:1767320839.691294:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038592 00000100:00100000:0.0:1767320839.691344:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:0.0:1767320839.691352:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989038592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.691391:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989038592:12345-0@lo:400:kworker.0 Request processed in 39us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320839.691401:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00000100:00080000:0.0:1767320839.691428:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320839.691455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989038592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.691494:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989037952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320839.691518:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.691542:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989038208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320839.691561:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.691615:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989038336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320839.691638:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.691672:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038336 00000100:00100000:0.0:1767320839.691676:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038336 00000100:00100000:0.0:1767320839.691696:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886 00000100:00100000:0.0:1767320839.691700:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989038336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320839.691732:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320839.691764:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989038336:12345-0@lo:38:kworker.0 Request processed in 62us (125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320839.691927:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886 00000100:00100000:0.0:1767320839.691946:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989037952 00000100:00100000:0.0:1767320839.691950:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989037952 00000100:00100000:0.0:1767320839.691966:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038208 00000100:00100000:0.0:1767320839.691969:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038208 00000100:00100000:0.0:1767320839.691982:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1767320839.691986:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989037952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320839.691996:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320839.692023:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989037952:12345-0@lo:38:kworker.0 Request processed in 36us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320839.692029:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1767320839.692040:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1767320839.692044:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989038208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320839.692053:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320839.692242:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989038208:12345-0@lo:38:kworker.0 Request processed in 196us (679us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320839.692249:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00080000:0.0:1767320839.692364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320839.692371:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320839.692374:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989037952:0@lo:38:kworker.0 00000100:00080000:0.0:1767320839.692386:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320839.692389:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320839.692392:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989038208:0@lo:38:kworker.0 00000100:00080000:0.0:1767320839.692399:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320839.692402:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320839.692404:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989038336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320839.692461:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989038080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.692486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.692511:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320839.693499:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989038464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.693540:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320839.693886:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038464 00000100:00100000:0.0:1767320839.693893:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038464 00000100:00100000:0.0:1767320839.693944:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:0.0:1767320839.693953:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989038464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.694002:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989038464:12345-0@lo:400:kworker.0 Request processed in 51us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320839.694010:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00080000:0.0:1767320839.694030:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320839.694041:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038080 00000100:00100000:0.0:1767320839.694045:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038080 00000100:00100000:0.0:1767320839.694262:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1767320839.694269:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989038080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.694324:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989038080:12345-0@lo:400:kworker.0 Request processed in 56us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320839.694331:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00080000:0.0:1767320839.694351:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320839.694379:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989038464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320839.694390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989038080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320839.695118:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989037824:12345-0@lo:400:kworker.0 Request processed in 4768us (4999us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320839.695129:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00080000:2.0:1767320839.695756:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320839.695763:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320839.695767:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320839.695784:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6081 00000100:00080000:2.0:1767320839.695788:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320839.695793:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320839.695824:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed180 x1853163989038720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320839.695919:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989038720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320839.695966:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320839.696222:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038720 00000100:00100000:1.0:1767320839.696229:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038720 00000100:00100000:1.0:1767320839.696266:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1767320839.696272:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989038720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320839.696291:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320839.696443:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989038720:12345-0@lo:38:kworker.0 Request processed in 170us (476us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320839.696451:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00080000:2.0:1767320839.696557:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320839.696562:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320839.696576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989038720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320841.234055:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320841.234090:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989038848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320841.234209:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.234432:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038848 00000100:00100000:2.0:1767320841.234443:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038848 00000100:00100000:2.0:1767320841.234543:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:2.0:1767320841.234555:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989038848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320841.234622:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320841.234697:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989038848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320841.234705:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:1.0:1767320841.234841:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989038848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320841.235414:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320841.673482:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320841.736894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989038976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320841.737004:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.737063:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989038976 00000100:00100000:2.0:1767320841.737075:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989038976 00000100:00100000:2.0:1767320841.737341:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1767320841.737353:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989038976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320841.737394:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320841.738617:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989038976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1257us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320841.738633:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:1.0:1767320841.740216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989038976:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320842.697270:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320843.557744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320843.557862:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320843.557982:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923887744 00000100:00100000:2.0:1767320843.557994:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923887744 00000100:00100000:2.0:1767320843.558087:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923887616 00000100:00100000:2.0:1767320843.558091:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923887616 00000100:00100000:0.0:1767320843.558097:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1125 00000100:00100000:0.0:1767320843.558113:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923887744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320843.558123:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1755 00000100:00100000:2.0:1767320843.558132:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923887616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320843.558171:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320843.558246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320843.558265:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923887616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 88us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320843.558272:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1755 00000100:00100000:0.0:1767320843.559041:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923887744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 929us (1306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320843.559053:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1125 00000100:00100000:2.0:1767320844.808950:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320819/real 1767320819] req@ffff9e7d3b03c000 x1853163989032576/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320844.808998:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b03c000 x1853163989032576/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320844.809023:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320844.809033:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320844.809037:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989032576:0@lo:250:kworker.0 00000100:00080000:1.0:1767320844.809290:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320844.809297:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320844.809301:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320844.809307:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1767320844.809321:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320844.809329:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320844.809377:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989039104/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320844.809444:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320844.809449:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320844.809451:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320844.809455:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1767320844.809458:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320844.809461:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320844.809478:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989039360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320844.809511:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320844.809515:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320844.809517:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320844.809520:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1767320844.809523:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320844.809527:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320844.809541:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163989039616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320844.809577:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320844.809622:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320844.809624:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320844.809629:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1767320844.809631:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320844.809636:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320844.809653:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989039744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320844.809677:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320844.809681:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320844.809683:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320844.809686:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1767320844.809688:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320844.809692:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320844.809707:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989040128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320844.811297:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040000 00000100:00100000:0.0:1767320844.811313:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040000 00000100:00100000:0.0:1767320844.811372:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989039872 00000100:00100000:0.0:1767320844.811375:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989039872 00000100:00100000:0.0:1767320844.811398:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883 00000100:00100000:0.0:1767320844.811405:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989040000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320844.811462:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989040000:12345-0@lo:400:kworker.0 Request processed in 58us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320844.811484:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883 00000100:00100000:0.0:1767320844.811501:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884 00000100:00100000:0.0:1767320844.811506:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989039872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320844.811539:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989039872:12345-0@lo:400:kworker.0 Request processed in 33us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320844.811544:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884 00000100:00100000:0.0:1767320844.811623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989039872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320844.812080:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989040000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320844.814069:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989039360 00000100:00100000:2.0:1767320844.814079:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989039360 00000100:00100000:2.0:1767320844.814205:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989039616 00000100:00100000:2.0:1767320844.814209:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989039616 00000100:00100000:2.0:1767320844.814228:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040128 00000100:00100000:2.0:1767320844.814231:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040128 00000100:00100000:2.0:1767320844.814249:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1767320844.814508:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989039744 00000100:00100000:0.0:1767320844.814512:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989039744 00000100:00100000:0.0:1767320844.814539:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4887 00000100:00100000:0.0:1767320844.814547:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989039744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320844.814573:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320844.814666:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989039744:12345-0@lo:38:kworker.0 Request processed in 118us (1030us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320844.814674:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4887 00000100:00100000:2.0:1767320844.814813:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989039360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320844.814825:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320844.814879:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989039360:12345-0@lo:38:kworker.0 Request processed in 74us (1382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320844.815325:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1767320844.815332:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989039616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320844.815346:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320844.815383:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989039616:12345-0@lo:38:kworker.0 Request processed in 50us (1810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320844.815390:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1767320844.815410:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:0.0:1767320844.815414:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989040128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320844.815431:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320844.815461:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989040128:12345-0@lo:38:kworker.0 Request processed in 45us (1792us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320844.815467:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00080000:0.0:1767320844.819213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320844.819229:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320844.819235:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989039616:0@lo:38:kworker.0 00000100:00080000:0.0:1767320844.819265:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320844.819269:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320844.819273:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989040128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320844.822710:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00010000:00010000:2.0:1767320845.771220:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320846.345374:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989040256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320846.345452:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320846.345930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320846.360747:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989040256:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320846.793487:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320846.856843:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320846.856865:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989040384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320846.856939:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320846.857170:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040384 00000100:00100000:2.0:1767320846.857179:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040384 00000100:00100000:2.0:1767320846.857274:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:2.0:1767320846.857283:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989040384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320846.857312:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320846.857354:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989040384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320846.857361:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00100000:0.0:1767320846.857724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989040384:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320846.857898:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320848.673290:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320848.674874:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923887872 00000100:00100000:2.0:1767320848.674882:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923887872 00000100:00100000:2.0:1767320848.674922:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1759 00000100:00100000:2.0:1767320848.674929:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923887872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320848.674953:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320848.675021:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923887872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 89us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320848.675027:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1759 00000100:00080000:1.0:1767320848.675756:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320849.865050:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320849.929638:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320849.929650:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320849.929736:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320849.929754:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320849.929758:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320849.929765:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6091 00000100:00080000:2.0:1767320849.929770:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320849.929777:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320849.929801:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ece00 x1853163989040640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320849.929844:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320849.929847:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320849.929849:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320849.929853:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6091 00000100:00080000:2.0:1767320849.929855:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320849.929859:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320849.929883:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409efb80 x1853163989040896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320849.929897:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320849.929901:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320849.929903:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320849.929910:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6091 00000100:00080000:2.0:1767320849.929916:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320849.929920:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320849.929934:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed180 x1853163989041024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320849.929959:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320849.929968:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320849.929970:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320849.929974:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6091 00000100:00080000:2.0:1767320849.929989:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320849.929994:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320849.930010:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed880 x1853163989041408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320849.930070:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040512 00000100:00100000:2.0:1767320849.930078:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040512 00000100:00100000:2.0:1767320849.930141:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1767320849.930155:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989040512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320849.930260:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989040768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.930315:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989041152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.930343:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.930374:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041152 00000100:00100000:0.0:1767320849.930378:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041152 00000100:00100000:0.0:1767320849.930404:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:0.0:1767320849.930410:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989041152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.930443:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989041152:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320849.930449:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:0.0:1767320849.930496:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989041152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.930546:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989040640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320849.930612:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.930630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989040896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320849.930650:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.930665:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989041024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320849.930688:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.930704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989041408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320849.930722:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.930749:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040640 00000100:00100000:0.0:1767320849.930752:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040640 00000100:00100000:0.0:1767320849.930768:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040896 00000100:00100000:0.0:1767320849.930770:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040896 00000100:00100000:0.0:1767320849.930776:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041408 00000100:00100000:0.0:1767320849.930778:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041408 00000100:00100000:0.0:1767320849.930787:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:0.0:1767320849.930791:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989040640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320849.930807:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320849.930836:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989040640:12345-0@lo:38:kworker.0 Request processed in 43us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320849.930842:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:0.0:1767320849.930854:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1767320849.930858:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989040896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320849.930867:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320849.930889:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989040896:12345-0@lo:38:kworker.0 Request processed in 30us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320849.930902:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1767320849.930914:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1767320849.930919:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989041408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320849.930929:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320849.930953:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989041408:12345-0@lo:38:kworker.0 Request processed in 33us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320849.930959:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1767320849.930978:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041024 00000100:00100000:0.0:1767320849.930981:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041024 00000100:00100000:0.0:1767320849.931001:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888 00000100:00100000:0.0:1767320849.931006:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989041024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320849.931014:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320849.931049:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989041024:12345-0@lo:38:kworker.0 Request processed in 42us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320849.931055:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888 00000100:00080000:0.0:1767320849.931087:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320849.931093:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320849.931096:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989040640:0@lo:38:kworker.0 00000100:00080000:0.0:1767320849.931105:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320849.931109:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320849.931111:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989040896:0@lo:38:kworker.0 00000100:00080000:0.0:1767320849.931119:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320849.931122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320849.931125:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989041024:0@lo:38:kworker.0 00000100:00080000:0.0:1767320849.931144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320849.931147:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320849.931151:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989041408:0@lo:38:kworker.0 00000100:00080000:0.0:1767320849.931186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320849.931190:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320849.931192:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320849.931301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.931488:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989040768 00000100:00100000:0.0:1767320849.931492:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989040768 00000100:00100000:0.0:1767320849.931535:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1767320849.931541:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989040768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.931577:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989040768:12345-0@lo:400:kworker.0 Request processed in 36us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320849.931603:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00080000:1.0:1767320849.931764:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320849.931787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989040768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320849.932333:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989040512:12345-0@lo:400:kworker.0 Request processed in 2181us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320849.932341:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00010000:00010000:2.0:1767320850.888937:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320851.465522:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989041536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320851.465629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320851.465721:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041536 00000100:00100000:1.0:1767320851.465729:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041536 00000100:00100000:1.0:1767320851.465808:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1767320851.465819:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989041536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320851.465849:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320851.466625:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989041536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 807us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320851.466634:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:0.0:1767320851.472174:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989041536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320851.982842:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041664 00000100:00100000:1.0:1767320851.982855:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041664 00000100:00100000:1.0:1767320851.983176:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:1.0:1767320851.983187:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989041664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320851.983218:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320851.983305:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989041664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (4052us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320851.983312:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1767320851.984183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989041664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320853.796674:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888256 00000100:00100000:2.0:1767320853.796685:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888256 00000100:00100000:1.0:1767320853.796709:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888128 00000100:00100000:1.0:1767320853.796716:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888128 00000100:00100000:1.0:1767320853.796758:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1131 00000100:00100000:1.0:1767320853.796770:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923888256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320853.796858:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923888256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320853.800744:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1763 00000100:00100000:2.0:1767320853.800760:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923888128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320853.800785:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320853.800866:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923888128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 108us (4454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320853.800874:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1763 00000100:00100000:1.0:1767320853.806669:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1131 00010000:00010000:2.0:1767320853.964732:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320854.985266:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320855.048754:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.048800:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320855.048862:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.048865:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320855.048869:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320855.048877:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6096 00000100:00080000:2.0:1767320855.048882:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320855.048889:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320855.048911:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec700 x1853163989041920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320855.048949:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.048952:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320855.048954:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320855.048958:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6096 00000100:00080000:2.0:1767320855.048960:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320855.048963:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320855.048976:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ef800 x1853163989042176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320855.048984:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.048987:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320855.048988:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320855.048991:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6096 00000100:00080000:2.0:1767320855.048994:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320855.048997:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320855.049007:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ec000 x1853163989042304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320855.049036:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.049038:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320855.049040:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320855.049043:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6096 00000100:00080000:2.0:1767320855.049045:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320855.049049:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320855.049062:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed880 x1853163989042688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320855.049090:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989041792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320855.049124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989042560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320855.049172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.049174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320855.049298:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989041920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320855.049328:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320855.049356:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989042176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320855.049376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320855.049401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989042304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320855.049422:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320855.049438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989042688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.049469:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041792 00000100:00100000:0.0:1767320855.049470:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.049479:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041792 00000100:00100000:0.0:1767320855.049505:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042560 00000100:00100000:0.0:1767320855.049510:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042560 00000100:00100000:1.0:1767320855.049535:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989041920 00000100:00100000:1.0:1767320855.049539:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989041920 00000100:00100000:0.0:1767320855.049553:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:1.0:1767320855.049562:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042176 00000100:00100000:0.0:1767320855.049564:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989042560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.049567:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042176 00000100:00100000:1.0:1767320855.049601:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042688 00000100:00100000:1.0:1767320855.049604:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042688 00000100:00100000:1.0:1767320855.049617:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1767320855.049625:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989041792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.049649:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989042560:12345-0@lo:400:kworker.0 Request processed in 86us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320855.049657:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00100000:1.0:1767320855.049674:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989041792:12345-0@lo:400:kworker.0 Request processed in 50us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320855.049683:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1767320855.049686:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042304 00000100:00100000:0.0:1767320855.049691:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042304 00000100:00100000:1.0:1767320855.049701:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1767320855.049713:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4889 00000100:00100000:0.0:1767320855.049717:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989042304:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.049726:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989041920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320855.049738:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320855.049741:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320855.049782:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989042304:12345-0@lo:38:kworker.0 Request processed in 63us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320855.049790:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4889 00000100:00100000:1.0:1767320855.049795:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989041920:12345-0@lo:38:kworker.0 Request processed in 67us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320855.049804:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1767320855.049816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1767320855.049824:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:0.0:1767320855.049825:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989042176:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.049833:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989042688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320855.049838:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320855.049846:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320855.049871:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989042176:12345-0@lo:38:kworker.0 Request processed in 48us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320855.049881:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1767320855.049883:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989042688:12345-0@lo:38:kworker.0 Request processed in 47us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320855.049891:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00100000:1.0:1767320855.049937:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989041792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.049953:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989042560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.049994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989042432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.050021:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.050050:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320855.050056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989042048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.050075:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320855.050110:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.050115:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.050118:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989041920:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.050126:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.050129:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.050131:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989042176:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.050138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.050141:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.050144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989042304:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.050150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.050163:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.050166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989042688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320855.050406:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042432 00000100:00100000:2.0:1767320855.050414:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042432 00000100:00100000:2.0:1767320855.050446:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1767320855.050455:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989042432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320855.050491:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989042432:12345-0@lo:400:kworker.0 Request processed in 37us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320855.050498:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:1.0:1767320856.585402:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989042816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320856.585484:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320856.585701:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042816 00000100:00100000:2.0:1767320856.585710:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042816 00000100:00100000:2.0:1767320856.585842:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:2.0:1767320856.585854:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989042816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320856.585883:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320856.586037:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989042816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 185us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320856.586047:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:0.0:1767320856.586088:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989042816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320857.098298:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989042944 00000100:00100000:1.0:1767320857.098316:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989042944 00000100:00100000:1.0:1767320857.098397:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:1.0:1767320857.098407:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989042944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320857.098439:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320857.098517:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989042944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320857.098526:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00100000:0.0:1767320857.098597:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989042944:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320858.056920:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320858.913966:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888512 00000100:00100000:1.0:1767320858.913978:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888512 00000100:00100000:1.0:1767320858.914059:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1134 00000100:00100000:1.0:1767320858.914069:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923888512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320858.914150:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923888512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320858.914158:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1134 00000100:00100000:2.0:1767320858.915897:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320858.915956:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888384 00000100:00100000:0.0:1767320858.915964:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888384 00000100:00100000:0.0:1767320858.916002:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1767 00000100:00100000:0.0:1767320858.916007:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923888384:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320858.916026:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320858.916068:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923888384:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320858.916072:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1767 00010000:00010000:2.0:1767320859.081078:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320860.172474:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.172485:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320860.172560:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.172564:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.172568:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.172576:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6101 00000100:00080000:1.0:1767320860.172606:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.172613:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320860.172638:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989043200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320860.172660:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320860.172683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989043072:0@lo:400:kworker.0 00000100:00080000:1.0:1767320860.172687:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.172692:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.172694:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.172697:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6101 00000100:00080000:1.0:1767320860.172700:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.172742:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320860.172749:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989043200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320860.172756:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320860.172760:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989043456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320860.172772:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.172776:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.172778:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.172811:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6101 00000100:00080000:1.0:1767320860.172814:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.172818:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320860.172839:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8e00 x1853163989043584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320860.172861:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.172864:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.172866:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.172868:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6101 00000100:00080000:1.0:1767320860.172870:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.172873:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320860.172883:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81500 x1853163989043968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320860.172915:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043072 00000100:00100000:1.0:1767320860.172922:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043072 00000100:00100000:1.0:1767320860.172977:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1767320860.172987:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989043072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.177377:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.177458:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989043456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.177507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.177530:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989043584:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.177556:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.177598:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989043968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.177618:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.178868:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043200 00000100:00100000:2.0:1767320860.179539:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043200 00000100:00100000:2.0:1767320860.179619:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043456 00000100:00100000:2.0:1767320860.180816:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043456 00000100:00100000:2.0:1767320860.180860:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043968 00000100:00100000:2.0:1767320860.180864:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043968 00000100:00100000:2.0:1767320860.180888:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1767320860.180895:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.180919:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.180998:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043200:12345-0@lo:38:kworker.0 Request processed in 102us (3633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.181005:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1767320860.181021:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:2.0:1767320860.181025:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.181034:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.181075:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043456:12345-0@lo:38:kworker.0 Request processed in 48us (3568us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.181082:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:2.0:1767320860.181093:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1767320860.181096:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.181105:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.181130:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989043968:12345-0@lo:38:kworker.0 Request processed in 32us (3511us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.181136:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00080000:2.0:1767320860.181191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.181196:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.181200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989043456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.181211:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.181214:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.181217:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989043968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.181225:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.181228:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.181231:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989043200:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.181353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320860.181384:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989043712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.181420:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.181458:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320860.181464:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989043328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.181486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.181521:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043328 00000100:00100000:2.0:1767320860.181524:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043328 00000100:00100000:2.0:1767320860.181560:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1767320860.181565:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989043328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320860.182415:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043584 00000100:00100000:0.0:1767320860.182424:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043584 00000100:00100000:2.0:1767320860.182734:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989043328:12345-0@lo:400:kworker.0 Request processed in 1166us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320860.182744:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00080000:2.0:1767320860.182772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320860.182804:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989043328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320860.182928:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4890 00000100:00100000:0.0:1767320860.182933:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989043584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320860.182951:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320860.183005:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989043584:12345-0@lo:38:kworker.0 Request processed in 71us (5448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320860.183009:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4890 00000100:00100000:0.0:1767320860.183043:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043712 00000100:00100000:0.0:1767320860.183046:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043712 00000100:00100000:0.0:1767320860.183072:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889 00000100:00100000:0.0:1767320860.183077:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989043712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320860.183104:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989043712:12345-0@lo:400:kworker.0 Request processed in 27us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320860.183108:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889 00000100:00080000:0.0:1767320860.183131:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320860.183143:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989043712:0@lo:400:kworker.0 00000100:00080000:2.0:1767320860.183301:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.183308:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.183312:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989043584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320860.183342:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989043072:12345-0@lo:400:kworker.0 Request processed in 10354us (10587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320860.183361:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1767320860.183676:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989043072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320860.184045:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989043840 00000100:00100000:0.0:1767320860.184050:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989043840 00000100:00100000:0.0:1767320860.184136:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890 00000100:00100000:0.0:1767320860.184144:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989043840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320860.184195:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989043840:12345-0@lo:400:kworker.0 Request processed in 52us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320860.184202:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890 00000100:00080000:2.0:1767320860.184685:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320861.709305:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044096 00000100:00100000:2.0:1767320861.709315:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044096 00000100:00100000:2.0:1767320861.709376:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:2.0:1767320861.709386:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989044096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320861.709418:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320861.709466:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989044096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320861.709473:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00010000:00010000:2.0:1767320862.157227:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320862.217668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989044224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320862.217746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320862.218405:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044224 00000100:00100000:0.0:1767320862.218415:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044224 00000100:00100000:0.0:1767320862.218483:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1767320862.218492:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989044224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320862.218524:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320862.218576:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989044224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320862.218606:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00080000:2.0:1767320862.219698:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320862.219757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989044224:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320863.182141:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320864.034001:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320864.036524:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888640 00000100:00100000:1.0:1767320864.036538:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888640 00000100:00100000:1.0:1767320864.036824:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1771 00000100:00100000:1.0:1767320864.036833:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923888640:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320864.036855:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320864.036923:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923888640:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 91us (2932us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320864.036928:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1771 00000100:00100000:2.0:1767320864.037979:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923888768 00000100:00100000:2.0:1767320864.037986:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923888768 00000100:00080000:0.0:1767320864.038092:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320864.040178:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1137 00000100:00100000:2.0:1767320864.040199:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923888768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320864.040286:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923888768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (2431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320864.040293:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1137 00000400:00000100:0.0:1767320864.044518:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923888896 offset 0 length 520: 4 00000100:00100000:2.0:1767320865.289547:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320865.289562:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989044352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320865.289681:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320865.289761:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044352 00000100:00100000:2.0:1767320865.289768:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044352 00000100:00100000:2.0:1767320865.289824:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1767320865.289833:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989044352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320865.289886:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989044352:12345-0@lo:400:kworker.0 Request processed in 54us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320865.289894:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:2.0:1767320865.289915:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320865.289945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989044352:0@lo:400:kworker.0 00000100:00100000:1.0:1767320865.291607:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320865.291619:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989045120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320865.291663:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320865.291705:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044608 00000100:00100000:1.0:1767320865.291710:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044608 00000100:00100000:1.0:1767320865.291764:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1767320865.291771:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989044608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320865.291811:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989044608:12345-0@lo:400:kworker.0 Request processed in 40us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320865.291816:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1767320865.291835:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989045120 00000100:00100000:1.0:1767320865.291839:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989045120 00000100:00100000:1.0:1767320865.291862:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:1.0:1767320865.291868:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989045120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320865.291901:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989045120:12345-0@lo:400:kworker.0 Request processed in 32us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320865.291907:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000100:00100000:1.0:1767320865.291944:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989045120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320865.291968:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989044608:0@lo:400:kworker.0 00000100:00080000:2.0:1767320865.292503:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320865.292508:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320865.292510:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320865.292527:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989044480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.292559:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320865.292705:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044480 00000100:00100000:0.0:1767320865.292710:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044480 00000100:00100000:0.0:1767320865.292729:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:0.0:1767320865.292744:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989044480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320865.292762:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320865.292798:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989044480:12345-0@lo:38:kworker.0 Request processed in 54us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320865.292804:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:2.0:1767320865.292866:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989044736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.292893:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320865.292914:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989044864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.292932:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320865.292958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989045248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.292975:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320865.292998:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320865.293002:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320865.293005:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989044480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.293022:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989044736 00000100:00100000:2.0:1767320865.293025:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989044736 00000100:00100000:2.0:1767320865.293049:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989045248 00000100:00100000:2.0:1767320865.293052:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989045248 00000100:00100000:2.0:1767320865.293063:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:2.0:1767320865.293068:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989044736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320865.293077:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320865.293100:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989044736:12345-0@lo:38:kworker.0 Request processed in 31us (206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320865.293105:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:2.0:1767320865.293116:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:2.0:1767320865.293119:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989045248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320865.293127:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320865.298317:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989045248:12345-0@lo:38:kworker.0 Request processed in 5193us (5337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320865.298339:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00010000:00010000:2.0:1767320866.249034:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320866.828252:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989045376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320866.828334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320866.828777:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989045376 00000100:00100000:2.0:1767320866.828786:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989045376 00000100:00100000:2.0:1767320866.828854:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:2.0:1767320866.828866:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989045376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320866.828902:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320866.828971:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989045376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320866.828981:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:1.0:1767320866.829207:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989045376:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320867.273221:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320867.343650:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989045504 00000100:00100000:2.0:1767320867.343659:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989045504 00000100:00100000:2.0:1767320867.343732:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:2.0:1767320867.343741:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989045504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320867.343769:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320867.343831:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989045504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320867.343838:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767320867.343922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989045504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320869.152988:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320869.153260:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923889152 00000100:00100000:2.0:1767320869.153273:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923889152 00000100:00100000:2.0:1767320869.153367:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1140 00000100:00100000:2.0:1767320869.153380:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923889152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320869.153488:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923889152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320869.153496:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1140 00000100:00100000:0.0:1767320869.158029:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320869.158217:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923889024 00000100:00100000:1.0:1767320869.158232:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923889024 00000100:00100000:1.0:1767320869.158299:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00100000:1.0:1767320869.158308:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923889024:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320869.158336:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320869.158413:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923889024:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320869.158421:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00080000:2.0:1767320869.385474:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320869.385481:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320869.385484:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320869.385497:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6091 00000100:00080000:2.0:1767320869.385501:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320869.385508:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320869.385550:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989045632/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320869.385647:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320869.385652:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320869.385654:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320869.385668:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6112 00000100:00080000:2.0:1767320869.385671:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320869.385675:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320869.385692:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989045888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320869.385723:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320869.385726:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320869.385728:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320869.385732:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6112 00000100:00080000:2.0:1767320869.385734:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320869.385738:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320869.385751:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d500 x1853163989046144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320869.385760:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320869.385763:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320869.385765:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320869.385768:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6112 00000100:00080000:2.0:1767320869.385776:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320869.385792:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320869.385807:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163989046272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320869.385830:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320869.385833:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320869.385834:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320869.385838:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6112 00000100:00080000:2.0:1767320869.385840:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320869.385843:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320869.385852:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ea00 x1853163989046656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320869.385877:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989046528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320869.386324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989046016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320869.386361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320869.386426:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320869.386432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989046400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320869.386469:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046016 00000100:00100000:0.0:1767320869.386478:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046016 00000100:00100000:0.0:1767320869.386549:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1767320869.386558:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989046016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320869.386669:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989046016:12345-0@lo:400:kworker.0 Request processed in 100us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320869.386678:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1767320869.387109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989045760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320869.387151:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320869.387215:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989045760 00000100:00100000:1.0:1767320869.387220:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989045760 00000100:00100000:1.0:1767320869.387256:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1767320869.387263:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989045760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320869.387302:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989045760:12345-0@lo:400:kworker.0 Request processed in 39us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320869.387308:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1767320869.387355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989045760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320869.387614:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320869.390303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320869.390362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989046016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320869.390420:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046528 00000100:00100000:1.0:1767320869.390427:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046528 00000100:00100000:1.0:1767320869.390474:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046400 00000100:00100000:1.0:1767320869.390477:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046400 00000100:00100000:1.0:1767320869.390496:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00000100:00100000:1.0:1767320869.390503:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989046528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320869.390558:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989046528:12345-0@lo:400:kworker.0 Request processed in 56us (4600us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320869.390566:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:1.0:1767320869.390614:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00100000:1.0:1767320869.390621:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989046400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320869.390653:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989046400:12345-0@lo:400:kworker.0 Request processed in 34us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320869.390672:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00100000:1.0:1767320869.390705:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989046400:0@lo:400:kworker.0 00000100:00080000:1.0:1767320869.390743:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320869.390746:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320869.390759:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046272 00000100:00100000:1.0:1767320869.390762:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046272 00000100:00100000:1.0:1767320869.390780:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892 00000100:00100000:1.0:1767320869.390798:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989046272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320869.390809:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320869.390839:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989046272:12345-0@lo:38:kworker.0 Request processed in 40us (510us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320869.390854:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892 00000100:00100000:2.0:1767320869.391296:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989046528:0@lo:400:kworker.0 00010000:00010000:2.0:1767320870.345468:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320871.369255:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320871.953170:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989046784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320871.953256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320871.953345:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046784 00000100:00100000:2.0:1767320871.953353:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046784 00000100:00100000:2.0:1767320871.953426:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:2.0:1767320871.953436:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989046784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320871.953464:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320871.954211:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989046784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 765us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320871.954221:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00100000:1.0:1767320871.954478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989046784:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320871.954519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320872.457031:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989046912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320872.457146:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320872.457283:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989046912 00000100:00100000:2.0:1767320872.457296:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989046912 00000100:00100000:2.0:1767320872.457390:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1767320872.457400:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989046912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320872.457440:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320872.458945:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989046912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1534us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320872.458961:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:1.0:1767320872.459075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989046912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320874.273085:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320874.273150:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320874.275397:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923889408 00000100:00100000:2.0:1767320874.275426:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923889408 00000100:00080000:1.0:1767320874.275635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320874.444223:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320874.506139:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320874.506155:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320874.506244:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320874.506249:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320874.506254:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320874.506265:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320874.506272:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320874.506301:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320874.506331:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb800 x1853163989047168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320874.506384:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320874.506388:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320874.506390:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320874.506394:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320874.506397:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320874.506401:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320874.506411:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9500 x1853163989047424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320874.506421:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320874.506424:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320874.506426:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320874.506430:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320874.506433:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320874.506436:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320874.506447:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abaa00 x1853163989047552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320874.506469:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320874.506472:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320874.506474:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320874.506477:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320874.506480:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320874.506488:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320874.506499:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba680 x1853163989047936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320874.506534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989047680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320874.506674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.506841:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989047296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320874.506882:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.507108:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989047296 00000100:00100000:2.0:1767320874.507118:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989047296 00000100:00100000:2.0:1767320874.507192:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1767320874.507203:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989047296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320874.507272:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989047296:12345-0@lo:400:kworker.0 Request processed in 71us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320874.507281:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:2.0:1767320874.507311:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320874.507328:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989047168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320874.507356:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.507375:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989047424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320874.507399:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.507418:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989047552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320874.507443:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.507481:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989047936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320874.507504:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320874.507543:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989047552 00000100:00100000:2.0:1767320874.507548:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989047552 00000100:00100000:2.0:1767320874.507611:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4893 00000100:00100000:2.0:1767320874.507616:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989047552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320874.507645:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320874.507686:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989047552:12345-0@lo:38:kworker.0 Request processed in 68us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320874.507694:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4893 00000100:00100000:2.0:1767320874.508876:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989047296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320874.509081:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1767320874.509097:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320874.509120:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320874.509202:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047168:12345-0@lo:38:kworker.0 Request processed in 102us (1838us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320874.509217:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1767320874.509242:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:0.0:1767320874.509247:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320874.509257:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320874.509289:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047424:12345-0@lo:38:kworker.0 Request processed in 40us (1889us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320874.509295:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:0.0:1767320874.509307:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1767320874.509311:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320874.509322:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320874.509349:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989047936:12345-0@lo:38:kworker.0 Request processed in 36us (1844us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320874.509355:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00080000:0.0:1767320874.509389:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320874.509412:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320874.509417:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989047168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320874.509434:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320874.509439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320874.509443:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989047424:0@lo:38:kworker.0 00000100:00080000:0.0:1767320874.509454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320874.509457:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320874.509461:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989047552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320874.509470:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320874.509473:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320874.509476:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989047936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320874.513548:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989047680 00000100:00100000:1.0:1767320874.513602:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989047680 00000100:00100000:1.0:1767320874.513770:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989047808 00000100:00100000:1.0:1767320874.513775:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989047808 00000100:00100000:1.0:1767320874.513812:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895 00000100:00100000:1.0:1767320874.513822:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989047680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320874.514803:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989047680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320874.515222:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989047808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320874.527452:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989047680:12345-0@lo:400:kworker.0 Request processed in 13604us (20750us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320874.527482:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895 00010000:00010000:2.0:1767320875.465775:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320877.064983:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320877.065025:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989048064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320877.065147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320877.065279:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048064 00000100:00100000:2.0:1767320877.065291:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048064 00000100:00100000:2.0:1767320877.065386:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:2.0:1767320877.065398:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989048064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320877.065440:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320877.065496:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989048064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320877.065503:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00080000:0.0:1767320877.065609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320877.065746:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989048064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320877.582251:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320877.582290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989048192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320877.582399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320877.584424:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048192 00000100:00100000:0.0:1767320877.584446:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048192 00000100:00100000:0.0:1767320877.584576:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767320877.584625:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989048192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320877.584677:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320877.584813:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989048192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320877.584823:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:1.0:1767320877.585893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989048192:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320878.537048:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320879.397568:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320879.397707:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767320879.398989:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320879.560916:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320879.630447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989048320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320879.630490:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320879.630525:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320879.630531:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989049088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320879.630554:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320879.630604:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048960 00000100:00100000:1.0:1767320879.630612:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048960 00000100:00100000:1.0:1767320879.630669:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049088 00000100:00100000:1.0:1767320879.630672:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049088 00000100:00100000:1.0:1767320879.630701:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897 00000100:00100000:1.0:1767320879.630710:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989048960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320879.630769:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989048960:12345-0@lo:400:kworker.0 Request processed in 60us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320879.630777:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897 00000100:00100000:1.0:1767320879.630796:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1767320879.630802:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989049088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320879.630834:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989049088:12345-0@lo:400:kworker.0 Request processed in 32us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320879.630840:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00080000:1.0:1767320879.630857:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320879.630862:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320879.630900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989049088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320879.632281:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989048448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320879.632345:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320879.632381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989048704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320879.632396:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320879.632436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989048832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320879.632455:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320879.632485:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989049216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320879.632505:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320879.632553:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048832 00000100:00100000:0.0:1767320879.632559:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048832 00000100:00100000:0.0:1767320879.632617:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894 00000100:00100000:0.0:1767320879.632621:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989048832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320879.632644:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320879.632686:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989048832:12345-0@lo:38:kworker.0 Request processed in 62us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320879.632693:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894 00000100:00100000:0.0:1767320879.632729:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048576 00000100:00100000:0.0:1767320879.632733:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048576 00000100:00100000:0.0:1767320879.632777:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048320 00000100:00100000:0.0:1767320879.632781:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048320 00000100:00100000:0.0:1767320879.632794:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048448 00000100:00100000:0.0:1767320879.632797:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048448 00000100:00100000:0.0:1767320879.632805:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989048704 00000100:00100000:0.0:1767320879.632808:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989048704 00000100:00100000:0.0:1767320879.632815:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049216 00000100:00100000:0.0:1767320879.632818:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049216 00000100:00100000:0.0:1767320879.632827:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1767320879.632833:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989048576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320879.632879:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989048576:12345-0@lo:400:kworker.0 Request processed in 46us (2798us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320879.632885:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1767320879.632898:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1767320879.632912:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989048320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320879.632949:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989048320:12345-0@lo:400:kworker.0 Request processed in 37us (2458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320879.632955:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1767320879.632971:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:0.0:1767320879.632975:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989048448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320879.632985:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320879.633015:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989048448:12345-0@lo:38:kworker.0 Request processed in 39us (670us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320879.633019:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:0.0:1767320879.633027:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:0.0:1767320879.633029:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989048704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320879.633035:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320879.633049:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989048704:12345-0@lo:38:kworker.0 Request processed in 18us (652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320879.633053:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:0.0:1767320879.633058:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1767320879.633061:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989049216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320879.633065:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320879.633077:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989049216:12345-0@lo:38:kworker.0 Request processed in 16us (573us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320879.633081:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00080000:0.0:1767320879.633117:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320879.633123:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320879.633127:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989048448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320879.633146:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320879.633151:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320879.633154:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989048704:0@lo:38:kworker.0 00000100:00080000:0.0:1767320879.633614:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320879.633618:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320879.633621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989048832:0@lo:38:kworker.0 00000100:00080000:0.0:1767320879.633627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320879.633630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320879.633632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989049216:0@lo:38:kworker.0 00000100:00080000:1.0:1767320879.635173:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320879.635235:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989048320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320882.185390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989049344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320882.185503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320882.185623:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049344 00000100:00100000:2.0:1767320882.185650:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049344 00000100:00080000:1.0:1767320882.185772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320882.185809:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:2.0:1767320882.185823:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989049344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320882.185867:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320882.185927:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989049344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320882.185935:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:1.0:1767320882.186022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989049344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320882.633573:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320882.697731:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320882.697766:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989049472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320882.697861:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320882.698039:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049472 00000100:00100000:0.0:1767320882.698049:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049472 00000100:00100000:0.0:1767320882.698134:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:0.0:1767320882.698145:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989049472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320882.698183:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320882.698240:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989049472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320882.698264:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:0.0:1767320882.698334:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989049472:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320882.698654:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320883.658629:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320884.514028:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320884.514191:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320884.515439:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1787 00000100:00100000:0.0:1767320884.515447:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923889792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320884.515480:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.515975:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923889792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 526us (1781us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.515986:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1787 00000100:00080000:2.0:1767320884.518182:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320884.746441:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320884.746467:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320884.746551:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320884.746556:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320884.746563:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320884.746576:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6126 00000100:00100000:1.0:1767320884.746599:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989049600:0@lo:400:kworker.0 00000100:00080000:2.0:1767320884.746601:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320884.746610:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320884.746712:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.746796:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049600 00000100:00100000:1.0:1767320884.746807:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049600 00000100:00100000:2.0:1767320884.746823:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1e300 x1853163989049728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320884.746859:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320884.746863:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320884.746864:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320884.746868:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6126 00000100:00080000:2.0:1767320884.746872:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320884.746876:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320884.746884:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1767320884.746895:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989049600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320884.746911:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163989049984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320884.746920:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320884.746924:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320884.746926:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320884.746930:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6126 00000100:00080000:2.0:1767320884.746932:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320884.746938:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320884.746950:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989050112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320884.746965:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989049600:12345-0@lo:400:kworker.0 Request processed in 71us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320884.746974:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00080000:2.0:1767320884.746975:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320884.746978:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320884.746980:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320884.746983:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6126 00000100:00080000:2.0:1767320884.746986:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320884.746990:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320884.747000:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163989050496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320884.747002:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989050240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747032:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.747055:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320884.747061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989049856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747081:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.747366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989049600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747422:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320884.747429:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989050368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747478:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.747645:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1767320884.747655:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989050240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747700:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989050240:12345-0@lo:400:kworker.0 Request processed in 47us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320884.747707:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1767320884.747747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989050240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747783:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049856 00000100:00100000:1.0:1767320884.747786:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049856 00000100:00100000:1.0:1767320884.747819:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1767320884.747826:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989049856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747863:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989049856:12345-0@lo:400:kworker.0 Request processed in 37us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320884.747869:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1767320884.747895:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989049856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.747930:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989050368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320884.748048:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989049728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.748089:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.748130:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989049984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.748152:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.748178:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989050112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.748204:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.748236:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989050496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.748259:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.748289:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049728 00000100:00100000:0.0:1767320884.748293:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049728 00000100:00100000:0.0:1767320884.748314:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989049984 00000100:00100000:0.0:1767320884.748317:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989049984 00000100:00100000:0.0:1767320884.748335:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989050496 00000100:00100000:0.0:1767320884.748337:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989050496 00000100:00100000:0.0:1767320884.748353:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1767320884.748358:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989049728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320884.748391:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.748431:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989049728:12345-0@lo:38:kworker.0 Request processed in 72us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.748437:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1767320884.748461:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1767320884.748466:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989049984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320884.748475:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.748506:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989049984:12345-0@lo:38:kworker.0 Request processed in 38us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.748512:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00080000:0.0:1767320884.748946:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.748953:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.748956:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989049728:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.748965:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.748968:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.748971:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989049984:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.748981:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.748985:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.748988:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989050112:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.748997:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.749000:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.749003:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989050496:0@lo:38:kworker.0 00010000:00010000:2.0:1767320886.729246:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320887.305194:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989050624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320887.305337:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320887.305633:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989050624 00000100:00100000:0.0:1767320887.305644:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989050624 00000100:00100000:0.0:1767320887.305738:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1767320887.305750:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989050624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320887.305791:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320887.305849:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989050624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320887.305858:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:1.0:1767320887.306252:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989050624:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320887.306404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320887.753448:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320887.818496:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989050752 00000100:00100000:0.0:1767320887.818535:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989050752 00000100:00100000:0.0:1767320887.818704:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:0.0:1767320887.818718:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989050752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320887.818777:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320887.818940:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989050752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 225us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320887.818951:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00080000:1.0:1767320887.819186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320887.821917:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989050752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320888.609298:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320888.609361:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923890048 offset 0 length 520: 4 00000100:00100000:0.0:1767320888.609395:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320888.609872:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923890304 00000100:00100000:2.0:1767320888.609887:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923890304 00000100:00100000:2.0:1767320888.609983:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923890176 00000100:00100000:2.0:1767320888.609987:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923890176 00000100:00100000:2.0:1767320888.610031:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1152 00000100:00100000:2.0:1767320888.610043:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923890304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320888.610144:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923890304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320888.610153:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1152 00000100:00100000:2.0:1767320888.610175:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1791 00000100:00100000:2.0:1767320888.610180:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923890176:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320888.610208:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320888.610239:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923890176:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (844us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320888.610246:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1791 00000100:00100000:0.0:1767320889.866205:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989051008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.866333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.866418:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989051264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.866456:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.866513:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051008 00000100:00100000:0.0:1767320889.866524:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051008 00000100:00100000:0.0:1767320889.866565:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051264 00000100:00100000:0.0:1767320889.866568:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051264 00000100:00100000:0.0:1767320889.866650:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1767320889.866660:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320889.866688:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320889.866748:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051008:12345-0@lo:38:kworker.0 Request processed in 87us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320889.866755:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1767320889.866780:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:0.0:1767320889.866784:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320889.866817:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320889.866862:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051264:12345-0@lo:38:kworker.0 Request processed in 77us (406us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320889.866870:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00080000:0.0:1767320889.866923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320889.866930:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320889.866933:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989051008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320889.866944:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320889.866946:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320889.866949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989051264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.867007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989051136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.867038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.867076:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051136 00000100:00100000:0.0:1767320889.867079:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051136 00000100:00100000:0.0:1767320889.867137:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1767320889.867144:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989051136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.867196:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989051136:12345-0@lo:400:kworker.0 Request processed in 53us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320889.867203:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00080000:0.0:1767320889.867224:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320889.867246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989051136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.868368:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320889.868372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989050880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.868379:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989051520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.868462:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989051648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.870338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320889.870454:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.870644:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989051392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.870699:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.870727:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989051776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.870779:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051392 00000100:00100000:0.0:1767320889.870791:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051392 00000100:00100000:0.0:1767320889.871242:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4896 00000100:00100000:0.0:1767320889.871253:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989051392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320889.871295:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320889.871362:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989051392:12345-0@lo:38:kworker.0 Request processed in 107us (661us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320889.871371:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4896 00000100:00100000:1.0:1767320889.871927:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.871974:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051520 00000100:00100000:0.0:1767320889.871982:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051520 00000100:00100000:0.0:1767320889.872049:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051648 00000100:00100000:0.0:1767320889.872053:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051648 00000100:00100000:0.0:1767320889.872075:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901 00000100:00100000:0.0:1767320889.872083:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989051520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.872152:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989051520:12345-0@lo:400:kworker.0 Request processed in 70us (1824us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320889.872159:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901 00000100:00100000:0.0:1767320889.872173:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902 00000100:00100000:0.0:1767320889.872179:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989051648:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320889.872323:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320889.872343:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320889.872389:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989051648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.872449:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989051520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.873011:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989051648:12345-0@lo:400:kworker.0 Request processed in 827us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320889.873021:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902 00000100:00100000:0.0:1767320889.875794:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320889.876259:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320889.876270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320889.876291:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989051392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320889.877348:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989050880 00000100:00100000:1.0:1767320889.877368:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989050880 00000100:00080000:0.0:1767320889.877551:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320889.879443:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989051776 00000100:00100000:1.0:1767320889.879460:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989051776 00000100:00100000:2.0:1767320889.879700:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1767320889.879723:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989050880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320889.880360:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989050880:12345-0@lo:400:kworker.0 Request processed in 645us (9902us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320889.880373:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1767320889.880408:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1767320889.880413:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320889.880452:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320889.880496:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989051776:12345-0@lo:38:kworker.0 Request processed in 82us (4718us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320889.880504:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:0.0:1767320889.881024:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989050880:0@lo:400:kworker.0 00000100:00080000:0.0:1767320889.881086:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320889.881094:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320889.881097:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989051776:0@lo:38:kworker.0 00010000:00010000:2.0:1767320890.825222:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320891.848918:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320892.426717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989051904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320892.426822:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320892.428172:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320892.428525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989051904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320892.945350:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052032 00000100:00100000:0.0:1767320892.945365:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052032 00000100:00100000:0.0:1767320892.945477:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:0.0:1767320892.945489:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989052032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320892.945550:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320892.945688:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989052032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 200us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320892.945698:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00080000:1.0:1767320892.945783:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320893.728776:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320893.728894:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923890432 00000100:00100000:1.0:1767320893.728905:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923890432 00000100:00100000:1.0:1767320893.728955:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1795 00000100:00100000:1.0:1767320893.728963:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923890432:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320893.728987:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320893.729058:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923890432:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 95us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320893.729075:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1795 00000100:00100000:0.0:1767320893.732478:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767320893.733009:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320894.921910:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320894.986151:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320869/real 1767320869] req@ffff9e7d361c9500 x1853163989045632/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320894 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320894.986194:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d361c9500 x1853163989045632/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320894 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320894.986214:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320894.987808:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.987819:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320894.987822:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.987829:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6116 00000100:00080000:1.0:1767320894.987834:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.987842:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320894.987992:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163989052160/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320894.988280:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.988293:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.988301:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.988306:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6136 00000100:00080000:1.0:1767320894.988309:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.988313:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320894.988331:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263480 x1853163989052416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320894.988484:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989052544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.988518:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320894.988610:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052288 00000100:00100000:0.0:1767320894.988618:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052288 00000100:00100000:0.0:1767320894.988683:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052544 00000100:00100000:0.0:1767320894.988687:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052544 00000100:00100000:0.0:1767320894.988714:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767320894.988724:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989052288:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320894.988821:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.988827:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.988829:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.988833:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6136 00000100:00080000:1.0:1767320894.988836:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.988840:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320894.988865:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163989052672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320894.988877:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.988880:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.988882:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.988886:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6136 00000100:00080000:1.0:1767320894.988888:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.988892:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320894.988914:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262a00 x1853163989052800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320894.989298:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320894.989305:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989045632:0@lo:250:kworker.0 00000100:00100000:2.0:1767320894.989337:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1767320894.989346:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989052544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.990014:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989052544:12345-0@lo:400:kworker.0 Request processed in 667us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320894.990024:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1767320894.990070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989052160:0@lo:250:kworker.0 00000400:00000100:2.0:1767320894.990097:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989052160 offset 0 length 520: 4 00000100:00100000:2.0:1767320894.990124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989052416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.990147:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.990169:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052416 00000100:00100000:2.0:1767320894.990174:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052416 00000100:00100000:2.0:1767320894.990213:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1767320894.990218:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989052416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320894.990239:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320894.990270:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989052416:12345-0@lo:38:kworker.0 Request processed in 49us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320894.990306:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00080000:2.0:1767320894.990348:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320894.990352:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320894.990356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989052416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.990376:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989052672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.990401:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.990419:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052672 00000100:00100000:2.0:1767320894.990423:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052672 00000100:00100000:2.0:1767320894.990445:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:2.0:1767320894.990449:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989052672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320894.990459:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320894.990482:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989052672:12345-0@lo:38:kworker.0 Request processed in 31us (80us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320894.990488:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00080000:2.0:1767320894.990510:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320894.990513:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320894.990516:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989052672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.990523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989052800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.991744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.991787:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052800 00000100:00100000:2.0:1767320894.991793:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052800 00000100:00100000:2.0:1767320894.991823:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4897 00000100:00100000:2.0:1767320894.991830:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989052800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320894.991859:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320894.991899:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989052800:12345-0@lo:38:kworker.0 Request processed in 69us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320894.991905:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4897 00000100:00080000:2.0:1767320894.991937:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320894.991942:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320894.991945:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989052800:0@lo:38:kworker.0 00000100:00080000:2.0:1767320894.992026:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320894.992052:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989052544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992063:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320894.992070:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989052928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992097:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.992146:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989052928 00000100:00100000:2.0:1767320894.992149:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989052928 00000100:00100000:2.0:1767320894.992199:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903 00000100:00100000:2.0:1767320894.992205:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989052928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992242:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989052928:12345-0@lo:400:kworker.0 Request processed in 38us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320894.992248:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903 00000100:00080000:2.0:1767320894.992262:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320894.992277:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989052928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992325:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989053056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.992811:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053056 00000100:00100000:2.0:1767320894.992816:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053056 00000100:00100000:2.0:1767320894.992862:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904 00000100:00100000:2.0:1767320894.992869:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989053056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.992911:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989053056:12345-0@lo:400:kworker.0 Request processed in 43us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320894.992917:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904 00000100:00080000:2.0:1767320894.992930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320894.992945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989053056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.996025:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989052288:12345-0@lo:400:kworker.0 Request processed in 7292us (7845us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320894.996042:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00080000:1.0:1767320894.996944:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.996951:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.996955:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.996960:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6136 00000100:00080000:1.0:1767320894.996965:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.996971:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320894.997011:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261c00 x1853163989053184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320894.997080:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989053184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.997140:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320894.997222:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053184 00000100:00100000:0.0:1767320894.997229:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053184 00000100:00100000:0.0:1767320894.997282:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:0.0:1767320894.997289:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989053184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320894.997320:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320894.998080:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989053184:12345-0@lo:38:kworker.0 Request processed in 787us (937us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320894.998090:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00080000:2.0:1767320894.998152:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320894.998157:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320894.998160:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989053184:0@lo:38:kworker.0 00010000:00010000:2.0:1767320895.945098:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320897.544970:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320897.544994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989053312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320897.545066:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320897.545186:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053312 00000100:00100000:2.0:1767320897.545196:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053312 00000100:00100000:2.0:1767320897.545269:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320897.545280:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989053312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320897.545311:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320897.545351:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989053312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320897.545358:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00080000:0.0:1767320897.545421:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320897.545464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989053312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320898.058335:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320898.058359:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989053440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320898.058442:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320898.059329:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053440 00000100:00100000:0.0:1767320898.059341:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053440 00000100:00100000:0.0:1767320898.059424:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1767320898.059434:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989053440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320898.059468:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320898.059539:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989053440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320898.059547:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00080000:2.0:1767320898.059615:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320898.060043:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989053440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320898.850131:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320898.850187:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320898.850442:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923890688 00000100:00100000:1.0:1767320898.850447:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923890688 00000100:00100000:1.0:1767320898.850510:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1158 00000100:00100000:1.0:1767320898.850568:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923890816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320898.850669:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923890816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (556us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320898.851406:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320898.863138:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1158 00010000:00010000:2.0:1767320899.016910:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320900.040850:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320900.107501:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989054336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107527:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320900.107542:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320900.107553:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989053568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107572:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320900.107610:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053824 00000100:00100000:2.0:1767320900.107614:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053824 00000100:00100000:2.0:1767320900.107639:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053568 00000100:00100000:2.0:1767320900.107641:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053568 00000100:00100000:2.0:1767320900.107662:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1767320900.107667:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989053824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107698:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989053824:12345-0@lo:400:kworker.0 Request processed in 30us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320900.107703:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1767320900.107714:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1767320900.107719:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989053568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107741:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989053568:12345-0@lo:400:kworker.0 Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320900.107746:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:2.0:1767320900.107758:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320900.107762:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320900.107770:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989054336 00000100:00100000:2.0:1767320900.107773:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989054336 00000100:00100000:2.0:1767320900.107794:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906 00000100:00100000:2.0:1767320900.107799:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989054336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107836:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989054336:12345-0@lo:400:kworker.0 Request processed in 37us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320900.107842:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906 00000100:00080000:2.0:1767320900.107860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320900.107875:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989053568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107893:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989054336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320900.107916:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989053824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320900.108283:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989053696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.108312:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.108340:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989053952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.108358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.108381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989054080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.108402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.108419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989054464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.108449:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.108478:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989054080 00000100:00100000:0.0:1767320900.108482:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989054080 00000100:00100000:0.0:1767320900.108505:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898 00000100:00100000:0.0:1767320900.108510:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989054080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320900.108527:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320900.108558:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989054080:12345-0@lo:38:kworker.0 Request processed in 47us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320900.108565:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898 00000100:00080000:0.0:1767320900.108619:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320900.108625:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320900.108628:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989054080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.108646:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053696 00000100:00100000:0.0:1767320900.108650:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053696 00000100:00100000:0.0:1767320900.108672:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989053952 00000100:00100000:0.0:1767320900.108675:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989053952 00000100:00100000:0.0:1767320900.108685:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989054464 00000100:00100000:0.0:1767320900.108687:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989054464 00000100:00100000:0.0:1767320900.108695:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1767320900.108700:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989053696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320900.108717:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320900.108746:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989053696:12345-0@lo:38:kworker.0 Request processed in 45us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320900.108751:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1767320900.108763:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:0.0:1767320900.108767:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989053952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320900.108776:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320900.108797:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989053952:12345-0@lo:38:kworker.0 Request processed in 28us (438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320900.108803:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00080000:0.0:1767320900.109084:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320900.109098:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320900.109102:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989053696:0@lo:38:kworker.0 00000100:00080000:0.0:1767320900.109120:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320900.109124:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320900.109127:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989053952:0@lo:38:kworker.0 00000100:00080000:0.0:1767320900.109135:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320900.109137:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320900.109140:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989054464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320902.664935:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320902.664960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989054592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320902.665035:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320902.665225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320902.665406:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989054592:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320903.113137:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320903.181893:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989054720 00000100:00100000:0.0:1767320903.181904:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989054720 00000100:00100000:0.0:1767320903.182017:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767320903.182028:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989054720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320903.182080:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320903.182163:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989054720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320903.182173:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767320903.182252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989054720:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320903.182448:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320903.975187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320903.975294:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320903.976061:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891072 00000100:00100000:0.0:1767320903.976066:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891072 00000100:00100000:1.0:1767320903.979975:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1161 00000100:00100000:1.0:1767320903.979996:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923891072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320903.980157:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923891072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 170us (4861us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.980180:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1161 00000100:00080000:2.0:1767320903.980865:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320904.137041:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320905.230520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989055488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.230555:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320905.230623:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989054848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.232203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989055488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.232236:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989054976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320905.232265:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320905.232284:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989055232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320905.232304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320905.232320:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989055360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320905.232342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320905.232357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989055744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320905.232377:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320905.232400:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989055744 00000100:00100000:1.0:1767320905.232403:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989055744 00000100:00100000:1.0:1767320905.232418:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767320905.232423:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989054976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320905.232443:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320905.232473:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989054976:12345-0@lo:38:kworker.0 Request processed in 49us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320905.232479:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767320905.232490:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:1.0:1767320905.232493:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989055744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320905.232502:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320905.232529:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989055744:12345-0@lo:38:kworker.0 Request processed in 34us (150us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320905.234312:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320905.234321:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320905.234324:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989054976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320905.234336:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320905.234338:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320905.234341:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989055232:0@lo:38:kworker.0 00000100:00080000:2.0:1767320905.234349:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320905.234352:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320905.234355:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989055360:0@lo:38:kworker.0 00000100:00080000:2.0:1767320905.234366:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320905.234369:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320905.234372:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989055744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320905.234466:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320905.235151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320905.235185:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989054848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.235387:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00010000:00010000:2.0:1767320907.214002:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320907.785085:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989055872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320907.785177:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320907.785246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320907.785558:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989055872:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320908.232882:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320908.296968:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989056000 00000100:00100000:1.0:1767320908.296978:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989056000 00000100:00100000:1.0:1767320908.297046:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:1.0:1767320908.297057:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989056000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320908.297092:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320908.297143:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989056000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320908.297151:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767320909.096519:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320909.096575:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320909.096694:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891200 00000100:00100000:2.0:1767320909.096703:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891200 00000100:00100000:2.0:1767320909.096742:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891328 00000100:00100000:2.0:1767320909.096746:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891328 00000100:00100000:2.0:1767320909.096792:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1164 00000100:00100000:2.0:1767320909.096798:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923891328:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767320909.096866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320909.099172:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923891328:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2361us (2583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320909.099185:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1164 00000100:00080000:1.0:1767320910.344942:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320910.344955:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320910.345024:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320910.345029:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320910.345034:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320910.345042:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6152 00000100:00080000:1.0:1767320910.345048:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320910.345056:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320910.345082:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262a00 x1853163989056256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320910.345127:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320910.345129:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320910.345131:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320910.345135:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6152 00000100:00080000:1.0:1767320910.345155:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320910.345160:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320910.345172:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263480 x1853163989056512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320910.345183:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320910.345186:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320910.345188:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320910.345191:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6152 00000100:00080000:1.0:1767320910.345193:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320910.345197:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320910.345210:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7480 x1853163989056640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320910.345233:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320910.345235:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320910.345237:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320910.345240:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6152 00000100:00080000:1.0:1767320910.345242:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320910.345245:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767320910.345255:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989057024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320910.345324:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989056128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320910.345391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320910.345443:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320910.345449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989056896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320910.345475:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.345559:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989056256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320910.345628:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.345646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989056512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320910.345666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.345684:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989056640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320910.345717:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.345734:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989057024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320910.345754:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.345787:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989056128 00000100:00100000:0.0:1767320910.345795:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989056128 00000100:00100000:0.0:1767320910.345851:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989056256 00000100:00100000:0.0:1767320910.345855:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989056256 00000100:00100000:0.0:1767320910.345868:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989056512 00000100:00100000:0.0:1767320910.345870:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989056512 00000100:00100000:0.0:1767320910.345878:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057024 00000100:00100000:0.0:1767320910.345880:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057024 00000100:00100000:0.0:1767320910.345891:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1767320910.345914:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989056128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.345977:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989056128:12345-0@lo:400:kworker.0 Request processed in 77us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.345984:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1767320910.346002:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1767320910.346006:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989056256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320910.346027:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320910.346060:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989056256:12345-0@lo:38:kworker.0 Request processed in 52us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320910.346066:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1767320910.346081:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:0.0:1767320910.346084:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989056512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320910.346093:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320910.346114:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989056512:12345-0@lo:38:kworker.0 Request processed in 28us (447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320910.346126:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:0.0:1767320910.346138:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1767320910.346142:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989057024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320910.346150:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320910.346171:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989057024:12345-0@lo:38:kworker.0 Request processed in 28us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320910.346176:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00080000:0.0:1767320910.346190:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320910.346222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989056128:0@lo:400:kworker.0 00000100:00080000:0.0:1767320910.346253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320910.346258:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320910.346261:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989056256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320910.346269:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320910.346272:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320910.346274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989056512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320910.346281:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320910.346284:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320910.346286:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989057024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320910.346307:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989056768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.346331:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.346649:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320910.346659:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989056384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.346685:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320910.347210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320910.347214:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320910.350175:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989056384 00000100:00100000:2.0:1767320910.350189:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989056384 00000100:00100000:2.0:1767320910.350279:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1767320910.350289:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989056384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320910.350381:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989056384:12345-0@lo:400:kworker.0 Request processed in 94us (3695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320910.350388:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00080000:2.0:1767320910.350420:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320910.350483:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989056384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320910.350509:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989056768:0@lo:400:kworker.0 00000100:00080000:2.0:1767320910.350655:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320910.350661:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320910.350679:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989056640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320910.350720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989056896:0@lo:400:kworker.0 00010000:00010000:2.0:1767320911.305058:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320912.328988:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320912.905216:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057152 00000100:00100000:1.0:1767320912.905225:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057152 00000100:00100000:1.0:1767320912.905303:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:1.0:1767320912.905313:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989057152:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320912.905332:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767320912.905342:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320912.905460:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989057152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320912.905468:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:0.0:1767320912.905571:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989057152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320913.418038:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057280 00000100:00100000:1.0:1767320913.418048:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057280 00000100:00100000:1.0:1767320913.418127:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:1.0:1767320913.418138:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989057280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320913.418168:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767320913.418216:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989057280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320913.418223:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00080000:0.0:1767320913.418283:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320914.211533:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320914.211685:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320914.211919:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891584 00000100:00100000:0.0:1767320914.211933:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891584 00000100:00100000:0.0:1767320914.212029:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891456 00000100:00100000:0.0:1767320914.212033:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891456 00000100:00100000:0.0:1767320914.212054:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1167 00000100:00100000:0.0:1767320914.212067:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923891584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320914.212164:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923891584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320914.212173:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1167 00000100:00100000:0.0:1767320914.212200:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1811 00000100:00100000:0.0:1767320914.212205:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923891456:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320914.212231:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320914.212259:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923891456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 52us (574us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320914.212266:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1811 00000100:00080000:1.0:1767320914.212961:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320914.214514:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923891712 offset 0 length 520: 4 00010000:00010000:2.0:1767320915.401106:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320915.464921:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320915.464935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989057408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320915.465031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320915.465107:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989058176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320915.465134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320915.465186:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057408 00000100:00100000:0.0:1767320915.465200:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057408 00000100:00080000:1.0:1767320915.465275:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320915.465291:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989057536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320915.465321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320915.465342:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989057792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320915.465361:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320915.465376:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989057920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320915.465401:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320915.465423:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989058304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320915.465443:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320915.465471:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057536 00000100:00100000:1.0:1767320915.465475:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057536 00000100:00100000:2.0:1767320915.465643:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1767320915.465651:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989057664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320915.465686:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989057664:12345-0@lo:400:kworker.0 Request processed in 38us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320915.465692:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1767320915.465705:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1767320915.465709:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989058304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320915.465718:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320915.465736:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989058304:12345-0@lo:38:kworker.0 Request processed in 26us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320915.465741:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1767320915.465756:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989057920 00000100:00100000:2.0:1767320915.465759:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989057920 00000100:00100000:2.0:1767320915.465778:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901 00000100:00100000:2.0:1767320915.465782:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989057920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320915.465791:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320915.465827:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989057920:12345-0@lo:38:kworker.0 Request processed in 43us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320915.465833:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901 00000100:00100000:2.0:1767320915.465898:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989057664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320915.465922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989058048:0@lo:400:kworker.0 00000100:00100000:2.0:1767320915.465941:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989058176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320915.465951:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989057408:0@lo:400:kworker.0 00000100:00080000:2.0:1767320915.467450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320915.467463:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320915.467467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989057792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320915.467497:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320915.467501:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320915.467504:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989057920:0@lo:38:kworker.0 00000100:00080000:2.0:1767320915.467512:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320915.467515:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320915.467517:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989058304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320915.469730:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:1.0:1767320915.469834:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989057536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320915.469895:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320915.470010:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989057536:12345-0@lo:38:kworker.0 Request processed in 178us (4687us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320915.470018:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00010000:00010000:2.0:1767320916.425064:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320918.024990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989058432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320918.025097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320918.025296:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989058432 00000100:00100000:1.0:1767320918.025305:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989058432 00000100:00100000:1.0:1767320918.025377:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:1.0:1767320918.025386:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989058432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320918.025418:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320918.025464:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989058432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320918.025471:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00080000:2.0:1767320918.025533:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320918.025801:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989058432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320918.537198:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989058560 00000100:00100000:0.0:1767320918.537209:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989058560 00000100:00100000:0.0:1767320918.537283:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:0.0:1767320918.537293:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989058560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320918.537333:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320918.537381:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989058560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320918.537389:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767320919.331682:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891968 00000100:00100000:1.0:1767320919.331692:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891968 00000100:00100000:1.0:1767320919.331768:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923891840 00000100:00100000:1.0:1767320919.331772:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923891840 00000100:00100000:1.0:1767320919.331797:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1170 00000100:00100000:1.0:1767320919.331805:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923891968:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320919.331937:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923891968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320919.331947:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1170 00000100:00100000:1.0:1767320919.331965:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1815 00000100:00100000:1.0:1767320919.331969:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923891840:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320919.331990:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320919.332017:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923891840:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320919.332042:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1815 00010000:00010000:2.0:1767320919.498087:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320919.561172:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320919.561178:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320919.561180:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320919.561185:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6141 00000100:00080000:2.0:1767320919.561189:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320919.561196:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320919.561228:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c28380 x1853163989058688/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320919.561313:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320919.561317:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320919.561319:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320919.561323:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6162 00000100:00080000:2.0:1767320919.561326:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320919.561330:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320919.561346:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163989058944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320919.561373:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320919.561376:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320919.561377:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320919.561380:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6162 00000100:00080000:2.0:1767320919.561382:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320919.561386:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320919.561395:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989059200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320919.561402:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320919.561405:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320919.561407:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320919.561410:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6162 00000100:00080000:2.0:1767320919.561413:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320919.561416:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320919.561427:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989059328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320919.561457:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320919.561460:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320919.561462:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320919.561476:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6162 00000100:00080000:2.0:1767320919.561479:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320919.561482:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320919.561494:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb100 x1853163989059712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320919.561522:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989059456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320919.561608:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320919.561663:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320919.561669:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989059072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320919.561693:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320919.562070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989058816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320919.562101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320919.562135:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320919.562140:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989059584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320919.562161:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320919.563181:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989059072 00000100:00100000:1.0:1767320919.563188:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989059072 00000100:00100000:1.0:1767320919.563234:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989058816 00000100:00100000:1.0:1767320919.563238:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989058816 00000100:00100000:1.0:1767320919.563250:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989058944 00000100:00100000:1.0:1767320919.563252:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989058944 00000100:00100000:1.0:1767320919.563259:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989059200 00000100:00100000:1.0:1767320919.563262:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989059200 00000100:00100000:1.0:1767320919.563269:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989059712 00000100:00100000:1.0:1767320919.563271:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989059712 00000100:00100000:1.0:1767320919.563280:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1767320919.563287:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989059072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320919.563323:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989059072:12345-0@lo:400:kworker.0 Request processed in 37us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320919.563329:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1767320919.563342:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1767320919.563347:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989058816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320919.563377:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989058816:12345-0@lo:400:kworker.0 Request processed in 30us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320919.563382:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1767320919.563392:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1767320919.563396:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989058944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320919.563407:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320919.563433:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989058944:12345-0@lo:38:kworker.0 Request processed in 35us (771us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320919.563439:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1767320919.563458:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1767320919.563476:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989059200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320919.563487:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320919.563513:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989059200:12345-0@lo:38:kworker.0 Request processed in 49us (817us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320919.563518:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1767320919.563528:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1767320919.563531:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989059712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320919.563539:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320919.563558:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989059712:12345-0@lo:38:kworker.0 Request processed in 25us (777us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320919.563563:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1767320919.563621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989058816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320919.564087:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989059072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320919.564098:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989059456:0@lo:400:kworker.0 00010000:00010000:2.0:1767320920.520972:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320923.145014:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989059840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320923.145088:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320923.145492:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320923.145825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989059840:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320923.593041:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320923.658046:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989059968 00000100:00100000:1.0:1767320923.658056:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989059968 00000100:00100000:1.0:1767320923.658169:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767320923.658179:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989059968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320923.658210:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767320923.658278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320923.658363:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989059968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 186us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320923.658371:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:2.0:1767320924.450782:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320924.450830:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320924.450901:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892224 00000100:00100000:0.0:1767320924.450911:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892224 00000100:00100000:0.0:1767320924.450999:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892096 00000100:00100000:0.0:1767320924.451003:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892096 00000100:00100000:0.0:1767320924.451024:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1173 00000100:00100000:0.0:1767320924.451034:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320924.451103:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 71us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320924.451112:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1173 00000100:00100000:0.0:1767320924.451149:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00100000:0.0:1767320924.451154:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923892096:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320924.451174:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320924.451202:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923892096:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320924.451210:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00080000:2.0:1767320924.451609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320924.624943:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320924.681907:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320924.681935:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320924.681998:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320924.682002:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320924.682007:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320924.682014:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6166 00000100:00080000:2.0:1767320924.682019:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320924.682025:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320924.682058:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163989060224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320924.682098:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320924.682102:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320924.682104:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320924.682107:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6166 00000100:00080000:2.0:1767320924.682110:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320924.682113:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320924.682124:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163989060480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320924.682132:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320924.682135:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320924.682137:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320924.682140:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6166 00000100:00080000:2.0:1767320924.682142:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320924.682146:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320924.682160:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989060608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320924.682188:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320924.682190:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320924.682192:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320924.682196:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6166 00000100:00080000:2.0:1767320924.682198:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320924.682202:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320924.682211:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64a80 x1853163989060992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320924.682301:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989060096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320924.682363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320924.682411:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320924.682417:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989060864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320924.682442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320924.682473:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060864 00000100:00100000:0.0:1767320924.682479:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060864 00000100:00100000:0.0:1767320924.682519:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915 00000100:00100000:0.0:1767320924.682528:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989060864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320924.682573:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989060864:12345-0@lo:400:kworker.0 Request processed in 46us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320924.682603:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915 00000100:00100000:0.0:1767320924.682653:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989060864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320924.682765:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989060224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320924.682793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.682821:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989060480:0@lo:38:kworker.0 00000100:00100000:1.0:1767320924.682840:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.682856:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989060608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320924.682876:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.682894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989060992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320924.682916:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.682942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989060736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320924.682963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.682979:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320924.682985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989060352:0@lo:400:kworker.0 00000100:00100000:1.0:1767320924.683004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.683028:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060608 00000100:00100000:1.0:1767320924.683032:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060608 00000100:00100000:1.0:1767320924.683052:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4903 00000100:00100000:1.0:1767320924.683057:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989060608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320924.683073:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320924.683106:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989060608:12345-0@lo:38:kworker.0 Request processed in 47us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320924.683112:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4903 00000100:00100000:1.0:1767320924.683130:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060096 00000100:00100000:1.0:1767320924.683133:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060096 00000100:00100000:1.0:1767320924.683161:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060224 00000100:00100000:1.0:1767320924.683163:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060224 00000100:00100000:1.0:1767320924.683171:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060480 00000100:00100000:1.0:1767320924.683180:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060480 00000100:00100000:1.0:1767320924.683191:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060992 00000100:00100000:1.0:1767320924.683193:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060992 00000100:00100000:1.0:1767320924.683199:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060352 00000100:00100000:1.0:1767320924.683201:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060352 00000100:00100000:1.0:1767320924.683215:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1767320924.683221:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989060096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320924.683253:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989060096:12345-0@lo:400:kworker.0 Request processed in 33us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320924.683259:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1767320924.683271:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1767320924.683277:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989060352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320924.683304:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989060352:12345-0@lo:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320924.683310:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1767320924.683322:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1767320924.683326:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989060224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320924.683336:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320924.683357:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989060224:12345-0@lo:38:kworker.0 Request processed in 30us (563us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320924.683362:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1767320924.683734:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:0.0:1767320924.683740:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989060480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320924.683750:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320924.683778:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989060480:12345-0@lo:38:kworker.0 Request processed in 37us (936us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320924.683784:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:0.0:1767320924.683806:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1767320924.683810:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989060992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320924.683819:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320924.683844:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989060992:12345-0@lo:38:kworker.0 Request processed in 32us (927us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320924.683851:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1767320924.683872:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989060736 00000100:00100000:0.0:1767320924.683876:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989060736 00000100:00100000:0.0:1767320924.683899:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:0.0:1767320924.683905:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989060736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320924.683934:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989060736:12345-0@lo:400:kworker.0 Request processed in 29us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320924.683939:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000100:00100000:0.0:1767320924.683973:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989060096:0@lo:400:kworker.0 00000100:00080000:0.0:1767320924.684036:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320924.684040:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320924.684044:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989060224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320924.684052:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320924.684055:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320924.684058:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989060480:0@lo:38:kworker.0 00000100:00080000:0.0:1767320924.684066:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320924.684069:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320924.684072:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989060608:0@lo:38:kworker.0 00000100:00080000:0.0:1767320924.684078:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320924.684087:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320924.684090:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989060992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320924.684128:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989060352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320924.684137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989060736:0@lo:400:kworker.0 00000100:00080000:2.0:1767320924.684431:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320927.688895:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320928.265745:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989061120 00000100:00100000:2.0:1767320928.265754:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989061120 00000100:00100000:2.0:1767320928.265820:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1767320928.265830:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989061120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320928.265860:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320928.265907:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989061120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320928.265914:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1767320928.265959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989061120:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320928.713320:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320928.777151:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989061248 00000100:00100000:0.0:1767320928.777159:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989061248 00000100:00100000:0.0:1767320928.777226:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:0.0:1767320928.777236:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989061248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320928.777268:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320928.777313:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989061248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320928.777324:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767320929.569511:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320929.569756:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320929.573708:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892480 00000100:00100000:1.0:1767320929.573723:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892480 00000100:00100000:0.0:1767320929.574699:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892352 00000100:00100000:0.0:1767320929.574709:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892352 00000100:00100000:0.0:1767320929.574750:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1176 00000100:00100000:0.0:1767320929.574764:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320929.574852:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (5350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320929.574860:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1176 00000100:00100000:0.0:1767320929.574877:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1823 00000100:00100000:0.0:1767320929.574882:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923892352:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320929.574914:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320929.574937:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923892352:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 53us (5182us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320929.574957:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1823 00000100:00080000:2.0:1767320929.577841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320929.800898:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320929.800908:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320929.801028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989061376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320929.801100:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320929.801172:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320929.801176:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320929.801180:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320929.801185:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6171 00000100:00080000:2.0:1767320929.801201:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320929.801207:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320929.801230:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67b80 x1853163989061504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320929.801264:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320929.801267:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320929.801269:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320929.801273:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6171 00000100:00080000:2.0:1767320929.801275:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320929.801279:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320929.801292:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65500 x1853163989061760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320929.801302:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320929.801305:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320929.801306:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320929.801310:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6171 00000100:00080000:2.0:1767320929.801312:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320929.801316:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320929.801327:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64000 x1853163989061888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320929.801402:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989062144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320929.801439:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.801485:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989061504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320929.801509:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.801535:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989061760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320929.801604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.801622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989061888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320929.801643:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.801675:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989061376 00000100:00100000:1.0:1767320929.801683:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989061376 00000100:00100000:1.0:1767320929.801731:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989061504 00000100:00100000:1.0:1767320929.801735:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989061504 00000100:00100000:1.0:1767320929.801750:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989061760 00000100:00100000:1.0:1767320929.801752:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989061760 00000100:00100000:1.0:1767320929.801768:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767320929.801777:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989061376:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320929.806935:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320929.806947:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320929.806952:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320929.806959:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6171 00000100:00080000:2.0:1767320929.806965:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320929.806972:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320929.807020:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163989062272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320929.809573:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989061376:12345-0@lo:400:kworker.0 Request processed in 7793us (8468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320929.809607:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767320929.809637:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062272 00000100:00100000:1.0:1767320929.809644:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062272 00000100:00100000:1.0:1767320929.809677:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:1.0:1767320929.809683:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989062272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320929.809705:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320929.809755:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989062272:12345-0@lo:38:kworker.0 Request processed in 70us (767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320929.809761:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00080000:1.0:1767320929.809795:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320929.809799:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320929.809802:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989062272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320929.810340:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989061376:0@lo:400:kworker.0 00010000:00010000:2.0:1767320931.784829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320932.808891:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320933.386531:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062400 00000100:00100000:1.0:1767320933.386560:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062400 00000100:00100000:1.0:1767320933.386669:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:1.0:1767320933.386683:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989062400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320933.386737:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320933.386824:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989062400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320933.386833:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:0.0:1767320933.386903:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989062400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320933.898939:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320933.898972:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989062528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320933.899073:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320933.899236:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062528 00000100:00100000:2.0:1767320933.899246:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062528 00000100:00100000:2.0:1767320933.899344:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767320933.899358:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989062528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320933.899403:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320933.899498:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989062528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320933.899507:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:1.0:1767320933.899810:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989062528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320934.689155:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892736 00000100:00100000:2.0:1767320934.689168:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892736 00000100:00100000:2.0:1767320934.689243:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1179 00000100:00100000:2.0:1767320934.689252:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320934.689479:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923892736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 227us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320934.689489:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1179 00000100:00100000:0.0:1767320934.691907:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320934.692057:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923892608 00000100:00100000:2.0:1767320934.692069:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923892608 00000100:00100000:2.0:1767320934.692128:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1827 00000100:00100000:2.0:1767320934.692136:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923892608:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320934.692165:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320934.692233:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923892608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320934.692241:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1827 00000100:00100000:2.0:1767320934.922456:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989063424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320934.922490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320934.922520:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320934.922526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989062656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320934.922549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320934.922605:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062912 00000100:00100000:2.0:1767320934.922609:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062912 00000100:00100000:2.0:1767320934.922651:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062656 00000100:00100000:2.0:1767320934.922654:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062656 00000100:00100000:2.0:1767320934.922674:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1767320934.922680:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989062912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320934.922718:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989062912:12345-0@lo:400:kworker.0 Request processed in 38us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320934.922724:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1767320934.922738:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1767320934.922743:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989062656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320934.922775:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989062656:12345-0@lo:400:kworker.0 Request processed in 32us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320934.922809:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00080000:2.0:1767320934.922828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320934.922849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989062656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320934.922872:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989062912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320934.923462:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989062784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320934.923512:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320934.923548:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989063040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320934.923572:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320934.923630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989063168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320934.923656:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320934.923677:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989063552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320934.923699:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320934.923729:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989062784 00000100:00100000:1.0:1767320934.923734:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989062784 00000100:00100000:1.0:1767320934.923754:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063040 00000100:00100000:1.0:1767320934.923756:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063040 00000100:00100000:1.0:1767320934.923776:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063552 00000100:00100000:1.0:1767320934.923779:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063552 00000100:00100000:1.0:1767320934.923966:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1767320934.923973:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989062784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320934.924010:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320934.924052:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989062784:12345-0@lo:38:kworker.0 Request processed in 79us (540us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320934.924223:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063168 00000100:00100000:2.0:1767320934.924228:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063168 00000100:00100000:2.0:1767320934.924252:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905 00000100:00100000:2.0:1767320934.924257:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989063168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320934.924268:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320934.924298:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989063168:12345-0@lo:38:kworker.0 Request processed in 39us (640us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320934.924304:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905 00000100:00100000:0.0:1767320934.929223:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1767320934.929242:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989063040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320934.929278:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320934.929396:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989063040:12345-0@lo:38:kworker.0 Request processed in 155us (5820us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320934.929404:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1767320934.929436:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:0.0:1767320934.929441:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989063552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320934.929463:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320934.929491:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989063552:12345-0@lo:38:kworker.0 Request processed in 48us (5790us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320934.929497:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00080000:0.0:1767320934.929563:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320934.929570:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320934.929574:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989062784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320934.929627:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1767320934.929717:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063424 00000100:00100000:1.0:1767320934.929728:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063424 00000100:00100000:1.0:1767320934.929780:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920 00000100:00100000:1.0:1767320934.929787:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989063424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320934.930109:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989063424:12345-0@lo:400:kworker.0 Request processed in 322us (7618us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320934.930117:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920 00000100:00100000:1.0:1767320934.930185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989063424:0@lo:400:kworker.0 00000100:00080000:0.0:1767320934.930390:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320934.930395:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320934.930422:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989063040:0@lo:38:kworker.0 00000100:00080000:0.0:1767320934.930435:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320934.930438:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320934.930440:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989063168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320934.930464:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320934.930472:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320934.930476:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989063552:0@lo:38:kworker.0 00010000:00010000:2.0:1767320935.880995:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320936.910140:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320938.506098:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989063680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320938.506200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320938.506454:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063680 00000100:00100000:2.0:1767320938.506467:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063680 00000100:00100000:2.0:1767320938.506569:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:2.0:1767320938.506651:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989063680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320938.506702:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320938.506788:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989063680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320938.506798:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00100000:0.0:1767320938.506845:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989063680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320938.791262:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767320938.791299:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923892864 offset 0 length 520: 4 00000100:00100000:0.0:1767320938.791323:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320938.791676:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1831 00000100:00100000:1.0:1767320938.791684:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923892992:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320938.791721:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320938.791759:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923892992:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 73us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320938.791766:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1831 00000100:00080000:0.0:1767320938.792211:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320939.021197:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989063808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320939.021270:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320939.022490:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320939.022499:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989063808:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320939.976852:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320940.040861:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989063936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.040932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320940.041030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989064192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.041055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320940.041086:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989063936 00000100:00100000:1.0:1767320940.041092:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989063936 00000100:00100000:1.0:1767320940.041145:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064192 00000100:00100000:1.0:1767320940.041149:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064192 00000100:00100000:2.0:1767320940.041176:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:2.0:1767320940.041198:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989063936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320940.041254:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989063936:12345-0@lo:400:kworker.0 Request processed in 61us (322us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320940.041615:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320940.041628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989064064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320940.041655:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.041679:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989064320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320940.041702:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.041735:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989064448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320940.041758:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.041784:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989064832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320940.041802:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.041844:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064064 00000100:00100000:0.0:1767320940.041848:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064064 00000100:00100000:1.0:1767320940.041946:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1767320940.041971:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989064192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.042006:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989064192:12345-0@lo:400:kworker.0 Request processed in 53us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320940.042013:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1767320940.042027:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064320 00000100:00100000:1.0:1767320940.042030:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064320 00000100:00100000:1.0:1767320940.042038:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064832 00000100:00100000:1.0:1767320940.042041:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064832 00000100:00100000:1.0:1767320940.042050:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1767320940.042054:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989064320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320940.042077:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320940.042109:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989064320:12345-0@lo:38:kworker.0 Request processed in 54us (407us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320940.042115:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1767320940.042126:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1767320940.042130:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989064832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320940.042138:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320940.042159:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989064832:12345-0@lo:38:kworker.0 Request processed in 29us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320940.042164:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1767320940.042182:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064576 00000100:00100000:1.0:1767320940.042185:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064576 00000100:00100000:1.0:1767320940.042614:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064704 00000100:00100000:1.0:1767320940.042619:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064704 00000100:00100000:1.0:1767320940.042639:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921 00000100:00100000:1.0:1767320940.042653:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989064576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.042695:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989064576:12345-0@lo:400:kworker.0 Request processed in 42us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320940.042701:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921 00000100:00100000:1.0:1767320940.042712:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922 00000100:00100000:1.0:1767320940.042718:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989064704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.042748:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989064704:12345-0@lo:400:kworker.0 Request processed in 30us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320940.042754:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922 00000100:00100000:1.0:1767320940.042795:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064448 00000100:00100000:1.0:1767320940.042799:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064448 00000100:00100000:1.0:1767320940.042818:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906 00000100:00100000:1.0:1767320940.042822:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989064448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320940.042832:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320940.042857:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989064448:12345-0@lo:38:kworker.0 Request processed in 34us (1098us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320940.042862:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906 00000100:00100000:1.0:1767320940.042897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989064192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.042925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989064704:0@lo:400:kworker.0 00000100:00080000:1.0:1767320940.043396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320940.043423:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320940.043429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320940.043433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989064320:0@lo:38:kworker.0 00000100:00080000:1.0:1767320940.043443:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320940.043456:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320940.043464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989064448:0@lo:38:kworker.0 00000100:00080000:1.0:1767320940.043477:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320940.043481:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320940.043484:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989064832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320940.043545:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989064576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320940.050575:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00080000:1.0:1767320940.055196:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320940.055202:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320940.055206:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989064064:0@lo:38:kworker.0 00010000:00010000:2.0:1767320941.000989:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320943.625279:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989064960 00000100:00100000:2.0:1767320943.625296:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989064960 00000100:00100000:2.0:1767320943.625369:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:2.0:1767320943.625379:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989064960:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320943.625398:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320943.625409:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320943.625697:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989064960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 319us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320943.625705:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1767320943.908892:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923893376 00000100:00100000:1.0:1767320943.908902:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923893376 00000100:00100000:1.0:1767320943.908966:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923893248 00000100:00100000:1.0:1767320943.908969:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923893248 00000100:00100000:1.0:1767320943.908987:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1185 00000100:00100000:1.0:1767320943.908997:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923893376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320943.909071:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923893376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320943.909079:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1185 00000100:00100000:1.0:1767320943.909096:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1835 00000100:00100000:1.0:1767320943.909101:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923893248:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320943.909122:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320943.909144:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923893248:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320943.909165:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1835 00010000:00010000:2.0:1767320944.073084:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320944.137206:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320919/real 1767320919] req@ffff9e7d19c28380 x1853163989058688/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320944 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320944.137241:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d19c28380 x1853163989058688/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320944 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320944.137262:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320944.137292:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320944.137296:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989058688:0@lo:250:kworker.0 00000100:00080000:2.0:1767320944.137416:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320944.137422:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320944.137425:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320944.137429:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6166 00000100:00080000:2.0:1767320944.137434:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320944.137440:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320944.137475:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67b80 x1853163989065088/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320944.137771:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320944.137775:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320944.137782:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320944.137787:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1767320944.137789:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320944.137793:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320944.137810:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64e00 x1853163989065344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320944.137931:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320944.137941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989065600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320944.137972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320944.138009:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065600 00000100:00100000:0.0:1767320944.138017:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065600 00000100:00100000:0.0:1767320944.138072:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1767320944.138080:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989065600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320944.138108:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320944.138148:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989065600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320944.138156:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1767320944.138201:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989065600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320944.138237:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065216 00000100:00100000:0.0:1767320944.138241:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065216 00000100:00100000:0.0:1767320944.138270:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1767320944.138291:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989065216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320944.140210:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989065472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320944.140285:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.140401:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065472 00000100:00100000:1.0:1767320944.140408:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065472 00000100:00100000:1.0:1767320944.140454:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1767320944.140462:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989065472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320944.140511:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989065472:12345-0@lo:400:kworker.0 Request processed in 50us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320944.140518:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1767320944.140547:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989065088:0@lo:250:kworker.0 00000400:00000100:1.0:1767320944.140571:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989065088 offset 0 length 520: 4 00000100:00100000:1.0:1767320944.140614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989065344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320944.140652:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.140680:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065344 00000100:00100000:1.0:1767320944.140684:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065344 00000100:00100000:1.0:1767320944.140701:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1767320944.140720:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989065344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320944.140739:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320944.140773:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989065344:12345-0@lo:38:kworker.0 Request processed in 53us (121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320944.140779:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1767320944.140816:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989065472:0@lo:400:kworker.0 00000100:00080000:1.0:1767320944.140887:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320944.140894:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320944.140897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989065344:0@lo:38:kworker.0 00000100:00080000:1.0:1767320944.141046:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320944.141051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320944.144210:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320944.144220:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320944.144224:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320944.144233:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1767320944.144238:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320944.144244:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320944.144298:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989065728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320944.144322:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320944.144325:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320944.144327:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320944.144331:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1767320944.144334:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320944.144339:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320944.144353:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66d80 x1853163989065856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320944.144395:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320944.144399:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320944.144415:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320944.144419:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1767320944.144421:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320944.144426:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320944.144442:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64a80 x1853163989066112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320944.144476:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320944.144491:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989065984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320944.144555:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320944.144658:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065984 00000100:00100000:2.0:1767320944.144664:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065984 00000100:00100000:2.0:1767320944.144709:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:2.0:1767320944.144717:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989065984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320944.144769:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989065984:12345-0@lo:400:kworker.0 Request processed in 52us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320944.144776:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000100:00100000:2.0:1767320944.144821:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989065984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320944.145572:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989065216:12345-0@lo:400:kworker.0 Request processed in 7278us (7904us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320944.145595:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1767320944.145961:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989065728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320944.146008:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.146041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989065856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320944.146066:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.146094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989066112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320944.146116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.146153:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065728 00000100:00100000:1.0:1767320944.146160:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065728 00000100:00100000:1.0:1767320944.146184:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066112 00000100:00100000:1.0:1767320944.146188:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066112 00000100:00100000:1.0:1767320944.146203:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1767320944.146209:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989065728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320944.146230:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320944.146270:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989065728:12345-0@lo:38:kworker.0 Request processed in 61us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320944.146303:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1767320944.146319:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1767320944.146323:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989066112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320944.146332:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320944.146358:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989066112:12345-0@lo:38:kworker.0 Request processed in 34us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320944.146363:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00080000:1.0:1767320944.146400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320944.146404:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320944.146407:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989065728:0@lo:38:kworker.0 00000100:00080000:1.0:1767320944.146415:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320944.146419:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320944.146421:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989066112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320944.150883:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989065856 00000100:00100000:2.0:1767320944.150900:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989065856 00000100:00100000:2.0:1767320944.150961:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907 00000100:00100000:2.0:1767320944.150970:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989065856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320944.150999:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320944.151114:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989065856:12345-0@lo:38:kworker.0 Request processed in 143us (5045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320944.151122:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907 00000100:00080000:0.0:1767320944.151243:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320944.151250:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320944.151254:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989065856:0@lo:38:kworker.0 00010000:00010000:2.0:1767320945.098081:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320948.169274:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320948.746284:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320948.749028:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989066240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320948.749173:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320948.749724:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066240 00000100:00100000:0.0:1767320948.749733:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066240 00000100:00100000:0.0:1767320948.749846:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:0.0:1767320948.749870:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989066240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320948.749908:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320948.749987:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989066240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320948.749994:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00080000:1.0:1767320948.750372:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320949.025161:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923893632 00000100:00100000:0.0:1767320949.025171:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923893632 00000100:00100000:0.0:1767320949.025267:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1188 00000100:00100000:0.0:1767320949.025276:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923893632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320949.025359:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923893632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320949.025367:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1188 00000100:00080000:1.0:1767320949.025835:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320949.025908:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320949.025972:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923893504 00000100:00100000:2.0:1767320949.025976:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923893504 00000100:00100000:2.0:1767320949.026012:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1839 00000100:00100000:2.0:1767320949.026017:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923893504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320949.026051:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320949.026097:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923893504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 78us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320949.026104:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1839 00010000:00010000:2.0:1767320949.193925:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320949.256715:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320949.256726:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320949.257062:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320949.257075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989066496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320949.257105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320949.257152:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066496 00000100:00100000:0.0:1767320949.257160:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066496 00000100:00100000:0.0:1767320949.257224:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767320949.257233:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989066496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320949.257262:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320949.257302:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989066496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320949.257309:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767320949.257355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989066496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320949.257382:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066368 00000100:00100000:0.0:1767320949.257401:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066368 00000100:00100000:0.0:1767320949.257436:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1767320949.257442:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989066368:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320949.257513:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320949.257519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320949.257625:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320949.257630:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320949.257633:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320949.257638:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1767320949.257643:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320949.257647:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320949.257668:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65c00 x1853163989066624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320949.257694:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320949.257698:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320949.257699:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320949.257703:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1767320949.257705:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320949.257716:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320949.257728:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65180 x1853163989066880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320949.257736:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320949.257739:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320949.257741:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320949.257744:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1767320949.257746:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320949.257749:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320949.257759:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66d80 x1853163989067008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320949.258053:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320949.258065:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989066752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320949.258099:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320949.258128:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989066624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320949.258149:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320949.258173:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989066880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320949.258202:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320949.258266:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989067008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320949.258291:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320949.258321:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066752 00000100:00100000:1.0:1767320949.258325:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066752 00000100:00100000:1.0:1767320949.258374:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066624 00000100:00100000:1.0:1767320949.258377:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066624 00000100:00100000:1.0:1767320949.258392:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989066880 00000100:00100000:1.0:1767320949.258394:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989066880 00000100:00100000:1.0:1767320949.258402:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1767320949.258410:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989066752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320949.258446:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989066752:12345-0@lo:400:kworker.0 Request processed in 37us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320949.258453:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1767320949.258468:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1767320949.258471:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989066624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320949.258487:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320949.258520:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989066624:12345-0@lo:38:kworker.0 Request processed in 46us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320949.258526:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1767320949.258538:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1767320949.258542:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989066880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320949.258551:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320949.258571:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989066880:12345-0@lo:38:kworker.0 Request processed in 28us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320949.258605:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1767320949.258626:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067008 00000100:00100000:1.0:1767320949.258643:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067008 00000100:00100000:1.0:1767320949.258665:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4908 00000100:00100000:1.0:1767320949.258668:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989067008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320949.258679:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320949.258708:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989067008:12345-0@lo:38:kworker.0 Request processed in 39us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320949.258713:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4908 00000100:00080000:1.0:1767320949.258736:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320949.258756:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989066752:0@lo:400:kworker.0 00000100:00080000:1.0:1767320949.258798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320949.258803:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320949.258806:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989066624:0@lo:38:kworker.0 00000100:00080000:1.0:1767320949.258813:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320949.258816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320949.258818:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989066880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320949.258827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320949.258830:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320949.258833:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989067008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320949.258855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989067136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320949.258881:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320949.258936:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067136 00000100:00100000:1.0:1767320949.258939:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067136 00000100:00100000:1.0:1767320949.258974:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:1.0:1767320949.258979:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989067136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320949.259011:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989067136:12345-0@lo:400:kworker.0 Request processed in 32us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320949.259017:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000100:00100000:1.0:1767320949.259040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989067136:0@lo:400:kworker.0 00000100:00080000:2.0:1767320949.259947:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320949.259954:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320949.259957:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320949.259963:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1767320949.259967:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320949.259972:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320949.260016:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989067264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320949.260064:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989067264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320949.260466:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989066368:12345-0@lo:400:kworker.0 Request processed in 3021us (3567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320949.260476:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1767320949.260908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320949.261088:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067264 00000100:00100000:0.0:1767320949.261094:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067264 00000100:00100000:0.0:1767320949.261124:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1767320949.261130:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989067264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320949.261279:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320949.261330:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989067264:12345-0@lo:38:kworker.0 Request processed in 199us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320949.261338:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00080000:2.0:1767320949.261398:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320949.261403:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320949.261406:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989067264:0@lo:38:kworker.0 00010000:00010000:2.0:1767320952.264833:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320953.288941:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320953.865403:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320953.865451:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989067392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320953.865553:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320953.865805:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067392 00000100:00100000:0.0:1767320953.865813:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067392 00000100:00100000:0.0:1767320953.865936:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:0.0:1767320953.865946:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989067392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320953.865992:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320953.866050:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989067392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320953.866059:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00080000:1.0:1767320953.866128:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320953.866189:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989067392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320954.145443:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320954.145537:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320954.151761:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923893760 00000100:00100000:2.0:1767320954.151776:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923893760 00000100:00080000:0.0:1767320954.152368:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320954.152406:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1843 00000100:00100000:0.0:1767320954.152410:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923893760:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320954.152463:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320954.152489:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923893760:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 78us (7171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320954.152499:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1843 00000100:00080000:0.0:1767320954.377493:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320954.377503:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320954.377568:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320954.377572:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320954.377576:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320954.377615:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6196 00000100:00080000:0.0:1767320954.377620:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320954.377627:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320954.377650:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163989067648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320954.377676:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320954.377679:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320954.377680:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320954.377683:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6196 00000100:00080000:0.0:1767320954.377686:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320954.377689:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320954.377699:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0380 x1853163989067904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320954.377706:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320954.377722:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320954.377724:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320954.377728:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6196 00000100:00080000:0.0:1767320954.377730:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320954.377734:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320954.377746:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1c00 x1853163989068032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320954.377775:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320954.377778:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320954.377780:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320954.377783:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6196 00000100:00080000:0.0:1767320954.377785:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320954.377789:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320954.377798:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163989068416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320954.377825:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989067648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320954.377904:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320954.377934:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989067904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320954.377951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320954.377968:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989068032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320954.378004:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320954.378018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989068416:0@lo:38:kworker.0 00000100:00100000:0.0:1767320954.378037:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320954.378101:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067648 00000100:00100000:0.0:1767320954.378115:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067648 00000100:00100000:0.0:1767320954.378144:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067904 00000100:00100000:0.0:1767320954.378147:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067904 00000100:00100000:0.0:1767320954.378157:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068416 00000100:00100000:0.0:1767320954.378159:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068416 00000100:00100000:0.0:1767320954.378176:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1767320954.378182:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989067648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320954.378202:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320954.378240:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989067648:12345-0@lo:38:kworker.0 Request processed in 56us (335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320954.378247:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1767320954.378274:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:0.0:1767320954.378279:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989067904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320954.378288:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320954.378311:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989067904:12345-0@lo:38:kworker.0 Request processed in 31us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320954.378317:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:1.0:1767320954.378451:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989067520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.378479:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320954.378495:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320954.378501:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989067776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.378525:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320954.378546:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068032 00000100:00100000:1.0:1767320954.378550:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068032 00000100:00100000:1.0:1767320954.378572:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4909 00000100:00100000:1.0:1767320954.378577:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989068032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320954.378613:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320954.378640:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989068032:12345-0@lo:38:kworker.0 Request processed in 61us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320954.378646:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4909 00000100:00100000:1.0:1767320954.378682:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067520 00000100:00100000:1.0:1767320954.378692:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067520 00000100:00100000:1.0:1767320954.378725:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989067776 00000100:00100000:1.0:1767320954.378729:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989067776 00000100:00100000:1.0:1767320954.378743:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1767320954.378748:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989067520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.378812:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989067520:12345-0@lo:400:kworker.0 Request processed in 63us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.378819:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1767320954.378838:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1767320954.378852:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989067776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.378894:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989067776:12345-0@lo:400:kworker.0 Request processed in 48us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.378903:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1767320954.378919:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1767320954.378923:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989068416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320954.378936:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320954.379080:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320954.379103:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989068544:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320954.379972:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320954.379980:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320954.379984:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989067648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320954.379994:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320954.379997:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320954.380000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989067904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320954.380009:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320954.380012:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320954.380014:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989068032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320954.380037:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320954.380041:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320954.380044:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989068416:0@lo:38:kworker.0 00000100:00100000:0.0:1767320954.380113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989068160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.380195:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989068416:12345-0@lo:38:kworker.0 Request processed in 1269us (2155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320954.380204:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00080000:1.0:1767320954.380224:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320954.380820:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068288 00000100:00100000:1.0:1767320954.380830:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068288 00000100:00100000:1.0:1767320954.380884:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925 00000100:00100000:1.0:1767320954.380890:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989068288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.380943:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989068288:12345-0@lo:400:kworker.0 Request processed in 53us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.380949:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925 00000100:00080000:1.0:1767320954.380975:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320954.381004:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989067776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.381015:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989067520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320954.385765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320954.386209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320954.386545:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068160 00000100:00100000:2.0:1767320954.386555:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068160 00000100:00100000:0.0:1767320954.386713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989068544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320954.387633:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926 00000100:00100000:1.0:1767320954.387652:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989068160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320954.387740:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989068160:12345-0@lo:400:kworker.0 Request processed in 96us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.387748:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926 00000100:00100000:0.0:1767320954.387852:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989068160:0@lo:400:kworker.0 00010000:00010000:2.0:1767320956.360783:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320957.384890:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320958.985704:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320958.985731:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989068672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320958.985819:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320958.987381:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320958.987570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989068672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320959.265090:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320959.265158:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320959.265246:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894144 00000100:00100000:1.0:1767320959.265263:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894144 00000100:00100000:2.0:1767320959.265268:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894016 00000100:00100000:2.0:1767320959.265280:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894016 00000100:00100000:2.0:1767320959.265337:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1847 00000100:00100000:2.0:1767320959.265346:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320959.265370:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320959.265436:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 88us (276us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320959.272050:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1194 00000100:00100000:1.0:1767320959.272087:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923894144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320959.272231:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923894144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 165us (7150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320959.272241:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1194 00000100:00100000:2.0:1767320959.273127:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1847 00000100:00080000:0.0:1767320959.496787:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320959.496799:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320959.496856:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320959.496861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320959.496866:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320959.496877:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6201 00000100:00080000:0.0:1767320959.496884:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320959.496892:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320959.496919:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163989068928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320959.496956:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320959.496960:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320959.496963:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320959.496969:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6201 00000100:00080000:0.0:1767320959.497001:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320959.497006:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320959.497019:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989069184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320959.497032:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320959.497036:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320959.497038:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320959.497044:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6201 00000100:00080000:0.0:1767320959.497050:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320959.497050:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989068928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320959.497060:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320959.497076:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3800 x1853163989069312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320959.497124:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320959.497128:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320959.497130:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320959.497133:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6201 00000100:00080000:0.0:1767320959.497136:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320959.497141:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320959.497163:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1180 x1853163989069696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320959.497180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320959.497205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989069568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320959.497253:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989069184:0@lo:38:kworker.0 00000100:00100000:0.0:1767320959.497286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320959.497303:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320959.497337:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320959.497347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989069440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320959.497486:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069568 00000100:00100000:2.0:1767320959.497499:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069568 00000100:00100000:2.0:1767320959.497549:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00100000:2.0:1767320959.497558:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989069568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320959.497626:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989069312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320959.497648:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989069568:12345-0@lo:400:kworker.0 Request processed in 89us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320959.497655:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000100:00100000:1.0:1767320959.497675:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320959.497699:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068928 00000100:00100000:2.0:1767320959.497705:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068928 00000100:00100000:1.0:1767320959.497722:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989069696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320959.497739:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069184 00000100:00100000:2.0:1767320959.497745:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069184 00000100:00100000:1.0:1767320959.497757:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320959.504881:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320959.505078:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989069568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320959.505233:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069312 00000100:00100000:0.0:1767320959.505242:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069312 00000100:00100000:0.0:1767320959.505290:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910 00000100:00100000:0.0:1767320959.505297:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989069312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320959.505321:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320959.505379:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989069312:12345-0@lo:38:kworker.0 Request processed in 81us (7707us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320959.505387:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910 00000100:00080000:0.0:1767320959.505424:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320959.505430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320959.505434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989069312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320959.506124:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069696 00000100:00100000:2.0:1767320959.506132:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069696 00000100:00100000:2.0:1767320959.506179:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:2.0:1767320959.506185:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989068928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320959.506200:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320959.506247:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989068928:12345-0@lo:38:kworker.0 Request processed in 61us (9080us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320959.506254:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:2.0:1767320959.506268:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1767320959.506273:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989069184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320959.506283:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320959.506308:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989069184:12345-0@lo:38:kworker.0 Request processed in 33us (9008us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320959.506314:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1767320959.506325:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1767320959.506329:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989069696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320959.506337:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320959.506359:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989069696:12345-0@lo:38:kworker.0 Request processed in 29us (8604us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320959.506365:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1767320959.506394:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069440 00000100:00100000:2.0:1767320959.506398:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069440 00000100:00100000:2.0:1767320959.506430:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:2.0:1767320959.506451:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989069440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320959.506510:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989069440:12345-0@lo:400:kworker.0 Request processed in 60us (1638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320959.506517:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00100000:2.0:1767320959.506554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989069440:0@lo:400:kworker.0 00000100:00080000:2.0:1767320959.506595:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320959.506600:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320959.506603:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989069184:0@lo:38:kworker.0 00000100:00080000:2.0:1767320959.506612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320959.506616:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320959.506619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989069696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320959.506627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320959.506629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320959.506632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989068928:0@lo:38:kworker.0 00000100:00080000:2.0:1767320959.506677:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320959.506691:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989069056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320959.510313:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320959.510381:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989068800 00000100:00100000:2.0:1767320959.510389:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989068800 00000100:00080000:2.0:1767320959.510417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320959.510460:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069056 00000100:00100000:2.0:1767320959.510464:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069056 00000100:00100000:2.0:1767320959.510508:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1767320959.510517:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989068800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320959.510600:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1767320959.510611:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989069056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320959.510614:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989068800:12345-0@lo:400:kworker.0 Request processed in 100us (11353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320959.510635:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1767320959.510650:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989069056:12345-0@lo:400:kworker.0 Request processed in 42us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320959.510656:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:2.0:1767320959.510659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320959.510693:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989069056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320959.511061:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989069824 00000100:00100000:0.0:1767320959.511066:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989069824 00000100:00100000:0.0:1767320959.511100:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:0.0:1767320959.511107:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989069824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320959.511127:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320959.511282:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989069824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320959.511289:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:1.0:1767320959.511368:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989069824:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320960.456889:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320961.480825:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320963.364291:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923894272 offset 0 length 520: 4 00000100:00100000:2.0:1767320963.367194:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894528 00000100:00100000:2.0:1767320963.367210:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894528 00000100:00100000:2.0:1767320963.367301:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894400 00000100:00100000:2.0:1767320963.367304:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894400 00000100:00100000:2.0:1767320963.367333:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1197 00000100:00100000:2.0:1767320963.367347:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923894528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320963.367443:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923894528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320963.367451:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1197 00000100:00100000:2.0:1767320963.367471:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1851 00000100:00100000:2.0:1767320963.367475:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894400:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320963.367497:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320963.367524:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894400:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320963.367531:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1851 00000100:00080000:1.0:1767320963.367883:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320964.105315:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320964.105344:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989069952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320964.105422:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320964.108220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989069952:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320964.108558:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320964.556475:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320964.617280:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989070080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320964.617375:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320964.617730:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989070336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320964.617767:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320964.617810:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070080 00000100:00100000:0.0:1767320964.617819:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070080 00000100:00100000:0.0:1767320964.617888:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070336 00000100:00100000:0.0:1767320964.617892:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070336 00000100:00100000:0.0:1767320964.617933:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1767320964.617942:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989070080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320964.617995:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989070080:12345-0@lo:400:kworker.0 Request processed in 53us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320964.618002:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1767320964.618023:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1767320964.618029:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989070336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320964.618058:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989070336:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320964.618063:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1767320964.618108:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989070208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320964.618133:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320964.618150:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070208 00000100:00100000:0.0:1767320964.618154:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070208 00000100:00100000:0.0:1767320964.618185:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1767320964.618189:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989070208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320964.618214:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320964.618259:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989070208:12345-0@lo:38:kworker.0 Request processed in 67us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320964.618265:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1767320964.618288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989070720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320964.618317:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320964.618634:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989070080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320964.618720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989070336:0@lo:400:kworker.0 00000100:00080000:2.0:1767320964.618754:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320964.619629:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320964.619645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989070848:0@lo:400:kworker.0 00000100:00080000:1.0:1767320964.619725:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320964.619740:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320964.619746:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989070208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320964.619759:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989070464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320964.619807:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070720 00000100:00100000:2.0:1767320964.619816:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070720 00000100:00100000:2.0:1767320964.619886:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:2.0:1767320964.619904:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989070720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320964.619941:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320964.620126:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320964.620164:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070848 00000100:00100000:0.0:1767320964.620169:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070848 00000100:00100000:0.0:1767320964.620202:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929 00000100:00100000:0.0:1767320964.620208:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989070848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320964.620384:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989070848:12345-0@lo:400:kworker.0 Request processed in 175us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320964.620392:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929 00000100:00100000:0.0:1767320964.620439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989070848:0@lo:400:kworker.0 00000100:00080000:0.0:1767320964.620471:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320964.631413:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320964.631512:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989070592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320964.631559:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320964.631666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989070976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320964.631697:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320964.631827:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989070592 00000100:00100000:0.0:1767320964.631834:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989070592 00000100:00100000:0.0:1767320964.631959:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911 00000100:00100000:0.0:1767320964.631968:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989070592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320964.631998:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320964.632079:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989070592:12345-0@lo:38:kworker.0 Request processed in 110us (517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320964.632085:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911 00000100:00080000:1.0:1767320964.634275:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320964.634288:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320964.634293:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989070592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320964.637442:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989070720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 17545us (19121us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320964.637454:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:2.0:1767320964.637570:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989070720:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320964.637638:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320964.637643:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320964.637647:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989070976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320964.637657:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320964.637661:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320964.637663:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989070464:0@lo:38:kworker.0 00010000:00010000:2.0:1767320965.577738:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320968.486478:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767320968.486630:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320968.486731:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894784 00000100:00100000:2.0:1767320968.486742:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894784 00000100:00100000:2.0:1767320968.486812:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894656 00000100:00100000:2.0:1767320968.486816:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894656 00000100:00100000:2.0:1767320968.486871:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1200 00000100:00100000:2.0:1767320968.486882:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923894784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320968.486957:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923894784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320968.486974:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1200 00000100:00100000:2.0:1767320968.486994:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1855 00000100:00100000:2.0:1767320968.486998:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894656:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320968.487019:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.487048:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923894656:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.487055:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1855 00000100:00080000:0.0:1767320968.487400:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320968.649530:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320969.228676:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320969.228747:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.228967:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989071104 00000100:00100000:2.0:1767320969.228976:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989071104 00000100:00100000:2.0:1767320969.229182:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:2.0:1767320969.229191:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989071104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320969.229220:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320969.229369:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989071104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320969.229377:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:2.0:1767320969.229424:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989071104:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320969.229514:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320969.672991:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320969.736850:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320944/real 1767320944] req@ffff9e7d32f67b80 x1853163989065088/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320969 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320969.736882:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d32f67b80 x1853163989065088/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320969 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320969.736902:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320969.736910:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320969.736932:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989065088:0@lo:250:kworker.0 00000100:00080000:0.0:1767320969.737182:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320969.737188:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320969.737192:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320969.737196:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6191 00000100:00080000:0.0:1767320969.737200:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320969.737207:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320969.737240:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c1180 x1853163989071232/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320969.737289:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320969.737293:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320969.737294:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320969.737297:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6211 00000100:00080000:0.0:1767320969.737299:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320969.737302:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320969.737314:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163989071488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320969.737332:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320969.737335:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320969.737337:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320969.737340:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6211 00000100:00080000:0.0:1767320969.737348:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320969.737353:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320969.737365:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3b80 x1853163989071744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320969.737373:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320969.737376:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320969.737378:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320969.737381:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6211 00000100:00080000:0.0:1767320969.737383:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320969.737387:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320969.737397:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0e00 x1853163989071872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320969.738354:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320969.738359:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320969.738362:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320969.738366:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6211 00000100:00080000:0.0:1767320969.738369:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320969.738373:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320969.738391:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989072256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320969.738807:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989071360 00000100:00100000:1.0:1767320969.738812:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989071360 00000100:00100000:1.0:1767320969.738859:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1767320969.738867:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989071360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320969.738910:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989071360:12345-0@lo:400:kworker.0 Request processed in 45us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320969.738927:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1767320969.739068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989072000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.739118:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.739151:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320969.739158:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989071616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.739181:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.739208:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989071616 00000100:00100000:2.0:1767320969.739211:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989071616 00000100:00100000:2.0:1767320969.739234:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1767320969.739241:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989071616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.739272:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989071616:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320969.739278:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1767320969.739307:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989071616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.739325:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989071232:0@lo:250:kworker.0 00000400:00000100:2.0:1767320969.739345:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989071232 offset 0 length 520: 4 00000100:00100000:2.0:1767320969.739364:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989071488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320969.739384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.739401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989071744:0@lo:38:kworker.0 00000100:00080000:0.0:1767320969.739573:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320969.739608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989071360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320969.739827:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989072000 00000100:00100000:1.0:1767320969.739831:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989072000 00000100:00100000:1.0:1767320969.740007:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930 00000100:00100000:1.0:1767320969.740015:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989072000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320969.740223:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989072000:12345-0@lo:400:kworker.0 Request processed in 208us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320969.740230:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930 00000100:00100000:0.0:1767320969.740260:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989072000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.740307:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.740365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989071872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320969.740392:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.740411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989072256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320969.740515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320969.740614:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989071872 00000100:00100000:2.0:1767320969.740629:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989071872 00000100:00100000:2.0:1767320969.740649:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912 00000100:00100000:2.0:1767320969.740653:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989071872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320969.740666:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320969.740699:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989071872:12345-0@lo:38:kworker.0 Request processed in 43us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320969.740705:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912 00000100:00100000:0.0:1767320969.740893:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989071744 00000100:00100000:0.0:1767320969.740905:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989071744 00000100:00100000:0.0:1767320969.740930:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989072256 00000100:00100000:0.0:1767320969.740933:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989072256 00000100:00100000:0.0:1767320969.740949:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1767320969.740952:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989071744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320969.740963:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320969.740993:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989071744:12345-0@lo:38:kworker.0 Request processed in 39us (686us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320969.740999:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1767320969.741015:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1767320969.741019:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989072256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320969.741029:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320969.741070:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989072256:12345-0@lo:38:kworker.0 Request processed in 49us (554us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320969.741074:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00080000:2.0:1767320969.741149:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320969.741154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320969.741157:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989071744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320969.741165:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320969.741169:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320969.741171:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989071872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320969.741178:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320969.741181:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320969.741184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989072256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320969.770640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320969.770652:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320969.770657:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989071488:0@lo:38:kworker.0 00010000:00010000:2.0:1767320971.721839:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320972.744834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320973.603799:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923894912 00000100:00100000:1.0:1767320973.603821:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923894912 00000100:00100000:1.0:1767320973.603869:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895040 00000100:00100000:1.0:1767320973.603873:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895040 00000100:00100000:1.0:1767320973.603937:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1203 00000100:00100000:1.0:1767320973.603949:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923895040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320973.604025:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923895040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (3033us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320973.604033:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1203 00000100:00100000:1.0:1767320973.604052:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1859 00000100:00100000:1.0:1767320973.604056:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923894912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320973.604076:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320973.604101:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923894912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (3376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320973.604108:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1859 00010000:00010000:2.0:1767320973.768771:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320974.344883:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320974.344908:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989072384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320974.344988:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.345249:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989072384 00000100:00100000:0.0:1767320974.345257:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989072384 00000100:00100000:0.0:1767320974.345376:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:0.0:1767320974.345386:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989072384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320974.345415:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320974.345472:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989072384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320974.345479:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767320974.345599:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989072384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320974.857431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989072768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857494:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320974.857543:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320974.857549:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989072512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857604:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320974.857632:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989072768 00000100:00100000:2.0:1767320974.857639:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989072768 00000100:00100000:2.0:1767320974.857684:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989072512 00000100:00100000:2.0:1767320974.857687:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989072512 00000100:00100000:2.0:1767320974.857718:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1767320974.857726:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989072768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857773:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989072768:12345-0@lo:400:kworker.0 Request processed in 48us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320974.857780:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1767320974.857808:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1767320974.857814:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989072512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857847:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989072512:12345-0@lo:400:kworker.0 Request processed in 33us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320974.857852:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00080000:2.0:1767320974.857868:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320974.857912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989072512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857922:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989072768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857943:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989073152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.857969:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320974.857999:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989073152 00000100:00100000:2.0:1767320974.858002:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989073152 00000100:00100000:2.0:1767320974.858029:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931 00000100:00100000:2.0:1767320974.858034:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989073152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320974.858061:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989073152:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320974.858073:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931 00000100:00080000:2.0:1767320974.858086:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320974.858101:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989073152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.858188:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989072640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320974.858216:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.858241:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989072896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320974.858261:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.858274:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989073024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320974.858294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.858308:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989073280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320974.858326:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320974.858784:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320974.858789:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320974.858792:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989072640:0@lo:38:kworker.0 00000100:00080000:0.0:1767320974.858800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320974.858803:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320974.858806:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989072896:0@lo:38:kworker.0 00000100:00080000:0.0:1767320974.858812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320974.858815:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320974.858817:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989073280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320974.859081:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989073024 00000100:00100000:2.0:1767320974.859086:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989073024 00000100:00100000:2.0:1767320974.859118:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913 00000100:00100000:2.0:1767320974.859124:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989073024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320974.859134:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320974.859175:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989073024:12345-0@lo:38:kworker.0 Request processed in 50us (879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320974.859181:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913 00000100:00100000:0.0:1767320974.860296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989073408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320974.860346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.861259:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989073408:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320975.817069:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320976.841993:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320977.864837:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320978.722667:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895296 00000100:00100000:0.0:1767320978.722680:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895296 00000100:00100000:0.0:1767320978.722787:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895168 00000100:00100000:0.0:1767320978.722791:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895168 00000100:00100000:0.0:1767320978.722840:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1206 00000100:00100000:0.0:1767320978.722853:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923895296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320978.722960:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923895296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320978.722970:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1206 00000100:00100000:0.0:1767320978.723009:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1863 00000100:00100000:0.0:1767320978.723014:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923895168:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767320978.723041:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320978.723072:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923895168:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (709us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320978.723079:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1863 00000100:00100000:0.0:1767320979.465774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989073536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320979.465891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320979.466612:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320979.466881:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989073536:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320979.912936:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320979.976902:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320979.976917:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320979.976996:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320979.977001:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320979.977005:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320979.977015:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6221 00000100:00080000:2.0:1767320979.977020:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320979.977027:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320979.977073:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163989073792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320979.977125:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320979.977129:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320979.977131:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320979.977135:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6221 00000100:00080000:2.0:1767320979.977137:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320979.977143:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320979.977154:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e300 x1853163989074048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320979.977162:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320979.977166:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320979.977167:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320979.977172:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6221 00000100:00080000:2.0:1767320979.977174:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320979.977177:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320979.977189:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163989074176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320979.977208:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320979.977211:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320979.977213:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320979.977216:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6221 00000100:00080000:2.0:1767320979.977219:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320979.977222:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320979.977240:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989074432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320979.977271:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989073920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320979.977359:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320979.977405:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320979.977410:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989074304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320979.977439:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320979.977542:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989073920 00000100:00100000:1.0:1767320979.977552:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989073920 00000100:00100000:1.0:1767320979.977694:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1767320979.977708:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989073920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320979.977778:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989073920:12345-0@lo:400:kworker.0 Request processed in 73us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320979.977786:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1767320979.977827:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989073792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320979.977857:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320979.977873:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989074048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320979.977895:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320979.977908:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989074176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320979.977930:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320979.977945:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989074432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320979.977964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320979.977993:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989073792 00000100:00100000:1.0:1767320979.977997:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989073792 00000100:00100000:1.0:1767320979.978016:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074048 00000100:00100000:1.0:1767320979.978018:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074048 00000100:00100000:1.0:1767320979.978030:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074432 00000100:00100000:1.0:1767320979.978032:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074432 00000100:00100000:1.0:1767320979.978048:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1767320979.978053:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989073792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320979.978076:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320979.978114:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989073792:12345-0@lo:38:kworker.0 Request processed in 59us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320979.978133:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1767320979.978145:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1767320979.978149:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989074048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320979.978158:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320979.978183:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989074048:12345-0@lo:38:kworker.0 Request processed in 33us (287us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320979.978189:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1767320979.978199:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1767320979.978202:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989074432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320979.978210:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320979.978231:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989074432:12345-0@lo:38:kworker.0 Request processed in 27us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320979.978237:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00080000:1.0:1767320979.978276:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320979.978281:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320979.978284:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989073792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320979.978385:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320979.978696:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320979.978701:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320979.978704:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989074048:0@lo:38:kworker.0 00000100:00100000:0.0:1767320979.978813:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074304 00000100:00100000:0.0:1767320979.978819:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074304 00000100:00100000:0.0:1767320979.978874:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932 00000100:00100000:0.0:1767320979.978882:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989074304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320979.978985:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989073920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320979.979046:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074176 00000100:00100000:2.0:1767320979.979049:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074176 00000100:00100000:2.0:1767320979.979073:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914 00000100:00100000:2.0:1767320979.979077:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989074176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320979.979089:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320979.979131:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989074176:12345-0@lo:38:kworker.0 Request processed in 52us (1200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320979.979138:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914 00000100:00080000:2.0:1767320979.979228:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320979.979347:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320979.979361:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989074560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320979.979399:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320979.980679:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074560 00000100:00100000:2.0:1767320979.980693:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074560 00000100:00100000:2.0:1767320979.980765:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:2.0:1767320979.980774:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989074560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320979.980814:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767320979.980919:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989074560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320979.980928:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:2.0:1767320979.980999:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989074560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320979.988101:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989073664 00000100:00100000:2.0:1767320979.988129:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989073664 00000100:00100000:2.0:1767320979.988266:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1767320979.988278:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989073664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320979.988422:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989073664:12345-0@lo:400:kworker.0 Request processed in 133us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320979.988431:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:1.0:1767320979.989763:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320979.989776:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320979.989782:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989074432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320979.989822:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320979.989852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320979.989855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989074176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320979.990206:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989074304:12345-0@lo:400:kworker.0 Request processed in 11321us (12761us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320979.990221:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932 00000100:00100000:2.0:1767320979.992409:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989074304:0@lo:400:kworker.0 00010000:00010000:2.0:1767320980.936993:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320981.960902:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320983.841464:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767320983.842008:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895424 00000100:00100000:2.0:1767320983.842023:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895424 00000100:00100000:2.0:1767320983.842138:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1867 00000100:00100000:2.0:1767320983.842149:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923895424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767320983.842184:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320983.842290:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923895424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 140us (839us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320983.842298:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1867 00000100:00100000:2.0:1767320983.858951:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895552 00000100:00100000:2.0:1767320983.858962:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895552 00000100:00100000:2.0:1767320983.859040:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1209 00000100:00100000:2.0:1767320983.859051:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923895552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320983.859162:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923895552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320983.859171:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1209 00010000:00010000:2.0:1767320984.009043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320984.585735:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074688 00000100:00100000:1.0:1767320984.585744:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074688 00000100:00100000:1.0:1767320984.585823:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767320984.585835:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989074688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320984.585863:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767320984.586072:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989074688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 239us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320984.586081:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:2.0:1767320984.586161:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989074688:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320985.033136:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320985.096828:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.096841:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320985.096921:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320985.096945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989074816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320985.097019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.097097:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989074816 00000100:00100000:2.0:1767320985.097111:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989074816 00000100:00080000:0.0:1767320985.097139:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.097152:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.097171:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320985.097179:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6226 00000100:00080000:0.0:1767320985.097183:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.097190:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320985.097225:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163989075072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320985.097229:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:2.0:1767320985.097249:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989074816:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320985.097283:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.097288:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.097291:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00002000:00000024:2.0:1767320985.097293:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767320985.097299:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6226 00000100:00080000:0.0:1767320985.097305:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.097309:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320985.097324:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163989075328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320985.097335:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.097339:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.097342:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320985.097348:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6226 00000100:00080000:0.0:1767320985.097350:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.097354:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320985.097374:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989074816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320985.097382:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c2680 x1853163989075456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320985.097384:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00080000:0.0:1767320985.097414:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.097418:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.097426:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320985.097431:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6226 00000100:00080000:0.0:1767320985.097434:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.097440:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320985.097455:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163989075712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320985.097466:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989075200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320985.097502:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989075584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320985.097528:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320985.097562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320985.097637:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075584 00000100:00100000:0.0:1767320985.097644:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075584 00000100:00100000:0.0:1767320985.097692:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933 00000100:00100000:0.0:1767320985.097700:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989075584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320985.097747:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989075584:12345-0@lo:400:kworker.0 Request processed in 48us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320985.097754:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933 00000100:00100000:0.0:1767320985.097795:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989075584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320985.097835:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075200 00000100:00100000:0.0:1767320985.097838:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075200 00000100:00100000:0.0:1767320985.097865:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:0.0:1767320985.097871:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989075200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320985.097953:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989075072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320985.098044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989074944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320985.099665:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989075200:12345-0@lo:400:kworker.0 Request processed in 1785us (2140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320985.099678:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1767320985.104966:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320985.105104:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075072 00000100:00100000:0.0:1767320985.105126:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075072 00000100:00100000:0.0:1767320985.105378:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:0.0:1767320985.105401:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989075072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320985.105425:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320985.105471:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989075328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320985.105507:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989075072:12345-0@lo:38:kworker.0 Request processed in 104us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320985.105529:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:2.0:1767320985.105545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.105606:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989075456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320985.105637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.105660:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989075712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320985.105779:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320985.106386:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320985.106394:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320985.106399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989075072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320985.106450:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075328 00000100:00100000:2.0:1767320985.106452:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075456 00000100:00100000:2.0:1767320985.106461:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075456 00000100:00100000:0.0:1767320985.106473:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075328 00000100:00100000:2.0:1767320985.106505:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915 00000100:00100000:2.0:1767320985.106513:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989075456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320985.106552:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320985.106642:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989075456:12345-0@lo:38:kworker.0 Request processed in 125us (1000us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320985.106653:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915 00000100:00080000:2.0:1767320985.106798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320985.106805:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320985.106809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989075328:0@lo:38:kworker.0 00000100:00080000:2.0:1767320985.106821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320985.106826:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320985.106830:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989075456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320985.106842:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320985.106846:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320985.106849:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989075712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320985.107632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320985.107814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989074816:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320985.108395:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320985.109022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989074944:0@lo:400:kworker.0 00010000:00010000:2.0:1767320986.057702:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320988.106536:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320988.962369:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895680 00000100:00100000:2.0:1767320988.962378:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895680 00000100:00100000:2.0:1767320988.962423:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923895808 00000100:00100000:2.0:1767320988.962426:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923895808 00000100:00100000:2.0:1767320988.962494:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1212 00000100:00100000:2.0:1767320988.962502:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923895808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767320988.962571:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923895808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320988.962612:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1212 00000100:00100000:1.0:1767320988.966675:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1871 00000100:00100000:1.0:1767320988.966690:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923895680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320988.966716:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320988.966781:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923895680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (4670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320988.968019:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1871 00000100:00080000:1.0:1767320988.968070:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320989.128855:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320989.706311:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320989.706334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989075840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320989.706416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320989.706563:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989075840 00000100:00100000:2.0:1767320989.706573:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989075840 00000100:00100000:2.0:1767320989.706654:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767320989.706664:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989075840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320989.706690:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320989.706732:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989075840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320989.706739:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:1.0:1767320989.706948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989075840:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320990.152872:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320990.216709:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320990.216720:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320990.216782:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320990.216786:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320990.216789:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320990.216797:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6232 00000100:00080000:0.0:1767320990.216802:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320990.216809:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320990.216835:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163989076096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320990.216887:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320990.216891:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320990.216893:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320990.216897:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6232 00000100:00080000:0.0:1767320990.216899:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320990.216903:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320990.216914:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163989076352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320990.216944:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320990.216948:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320990.216950:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320990.216954:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6232 00000100:00080000:0.0:1767320990.216957:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320990.216960:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320990.216977:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163989076480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320990.216999:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320990.217002:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320990.217005:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320990.217008:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6232 00000100:00080000:0.0:1767320990.217011:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320990.217014:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767320990.217024:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163989076864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320990.217056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989076608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.217124:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320990.217206:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320990.217215:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989076224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.217244:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320990.219785:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076608 00000100:00100000:0.0:1767320990.219791:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076608 00000100:00100000:0.0:1767320990.219824:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076736 00000100:00100000:0.0:1767320990.219836:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076736 00000100:00100000:0.0:1767320990.219873:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:0.0:1767320990.219880:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989076608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.219918:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989076608:12345-0@lo:400:kworker.0 Request processed in 40us (2795us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.219924:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:0.0:1767320990.219936:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:0.0:1767320990.219941:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989076736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.219965:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989076736:12345-0@lo:400:kworker.0 Request processed in 24us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.219970:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:0.0:1767320990.219986:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076992 00000100:00100000:0.0:1767320990.219989:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076992 00000100:00100000:0.0:1767320990.220007:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:0.0:1767320990.220012:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989076992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320990.220031:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767320990.220057:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989076992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.220064:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:0.0:1767320990.220091:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989076608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320990.220337:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989076096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.220367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.220396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989076352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.220429:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.220452:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989076480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.220477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.220498:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989076864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.220522:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.220554:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076096 00000100:00100000:2.0:1767320990.220558:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076096 00000100:00100000:2.0:1767320990.220598:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076352 00000100:00100000:2.0:1767320990.220609:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076352 00000100:00100000:2.0:1767320990.220625:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076864 00000100:00100000:2.0:1767320990.220628:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076864 00000100:00100000:2.0:1767320990.220637:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1767320990.220641:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.220658:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.220692:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076096:12345-0@lo:38:kworker.0 Request processed in 48us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.220698:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1767320990.220712:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1767320990.220715:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.220724:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.220747:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076352:12345-0@lo:38:kworker.0 Request processed in 31us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.220753:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1767320990.220763:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:2.0:1767320990.220766:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.220775:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.220795:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989076864:12345-0@lo:38:kworker.0 Request processed in 27us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.220800:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00080000:2.0:1767320990.220821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.220826:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.220829:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989076096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320990.220836:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.220846:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.220848:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989076352:0@lo:38:kworker.0 00000100:00080000:2.0:1767320990.220856:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.220859:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.220861:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989076864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320990.221030:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989076480 00000100:00100000:0.0:1767320990.221035:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989076480 00000100:00100000:0.0:1767320990.221061:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916 00000100:00100000:0.0:1767320990.221066:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989076480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320990.221076:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320990.221198:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989076480:12345-0@lo:38:kworker.0 Request processed in 130us (718us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320990.221211:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916 00010000:00010000:2.0:1767320992.201127:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320993.224978:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320994.082138:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896192 00000100:00100000:1.0:1767320994.082149:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896192 00000100:00100000:1.0:1767320994.082233:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1215 00000100:00100000:1.0:1767320994.082245:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923896192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767320994.082610:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923896192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 368us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320994.082619:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1215 00000100:00100000:0.0:1767320994.084831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767320994.085546:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896064 00000100:00100000:1.0:1767320994.085556:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896064 00000100:00100000:1.0:1767320994.085612:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1875 00000100:00100000:1.0:1767320994.085620:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923896064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767320994.085933:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320994.085996:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923896064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 375us (1173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320994.086003:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1875 00010000:00010000:2.0:1767320994.250007:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320994.313013:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320994.313019:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320994.313022:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320994.313027:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6216 00000100:00080000:2.0:1767320994.313031:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320994.313037:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320994.313071:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989077120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320994.313137:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320994.313141:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320994.313143:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320994.313147:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6237 00000100:00080000:2.0:1767320994.313149:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320994.313153:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320994.313166:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989077376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320994.313179:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320994.313194:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320994.313196:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320994.313199:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6237 00000100:00080000:2.0:1767320994.313201:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320994.313205:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320994.313214:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1dc00 x1853163989077632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320994.313222:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320994.313225:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320994.313226:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320994.313230:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6237 00000100:00080000:2.0:1767320994.313232:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320994.313235:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320994.313244:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8a80 x1853163989077760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320994.313276:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320994.313279:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320994.313281:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320994.313284:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6237 00000100:00080000:2.0:1767320994.313287:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320994.313290:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320994.313299:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021500 x1853163989078144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320994.313436:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989077248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.313502:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320994.313611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989077504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320994.313641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320994.313731:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989078016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320994.313767:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320994.315930:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078016 00000100:00100000:0.0:1767320994.315944:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078016 00000100:00100000:0.0:1767320994.316009:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077888 00000100:00100000:0.0:1767320994.316013:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077888 00000100:00100000:0.0:1767320994.316040:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:0.0:1767320994.316050:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989078016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.316134:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989078016:12345-0@lo:400:kworker.0 Request processed in 86us (2365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320994.316141:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:0.0:1767320994.316158:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937 00000100:00100000:0.0:1767320994.316165:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989077888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.316193:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989077888:12345-0@lo:400:kworker.0 Request processed in 30us (2339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320994.316199:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937 00000100:00080000:0.0:1767320994.316235:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320994.316239:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320994.316251:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077248 00000100:00100000:0.0:1767320994.316255:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077248 00000100:00100000:0.0:1767320994.316285:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077504 00000100:00100000:0.0:1767320994.316288:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077504 00000100:00100000:0.0:1767320994.316401:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1767320994.316411:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989077248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.316448:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989077248:12345-0@lo:400:kworker.0 Request processed in 39us (2946us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320994.316469:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1767320994.316483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1767320994.316489:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989077504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.316518:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989077504:12345-0@lo:400:kworker.0 Request processed in 30us (2876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320994.316524:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00080000:0.0:1767320994.316539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320994.316552:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989077120:0@lo:250:kworker.0 00000400:00000100:0.0:1767320994.316606:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989077120 offset 0 length 520: 4 00000100:00100000:0.0:1767320994.316630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989077376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320994.317607:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320994.317639:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989077632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320994.317668:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320994.317870:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989077760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320994.317893:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320994.317908:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989078144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320994.317925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320994.317963:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077760 00000100:00100000:0.0:1767320994.317968:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077760 00000100:00100000:0.0:1767320994.317991:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4917 00000100:00100000:0.0:1767320994.317997:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989077760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320994.318016:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320994.318052:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989077760:12345-0@lo:38:kworker.0 Request processed in 54us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320994.318072:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4917 00000100:00100000:0.0:1767320994.318091:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077376 00000100:00100000:0.0:1767320994.318095:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077376 00000100:00100000:0.0:1767320994.318105:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989077632 00000100:00100000:0.0:1767320994.318108:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989077632 00000100:00100000:0.0:1767320994.318113:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078144 00000100:00100000:0.0:1767320994.318115:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078144 00000100:00100000:0.0:1767320994.318123:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767320994.318127:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989077376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320994.318137:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320994.318159:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989077376:12345-0@lo:38:kworker.0 Request processed in 31us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320994.318165:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767320994.318173:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:0.0:1767320994.318177:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989077632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320994.318184:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320994.318198:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989077632:12345-0@lo:38:kworker.0 Request processed in 21us (530us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320994.318203:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:0.0:1767320994.318211:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1767320994.318215:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989078144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320994.318222:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320994.318236:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989078144:12345-0@lo:38:kworker.0 Request processed in 21us (311us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320994.318241:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1767320994.318284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989077248:0@lo:400:kworker.0 00000100:00080000:0.0:1767320994.318423:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320994.318429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320994.318433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989077376:0@lo:38:kworker.0 00000100:00080000:0.0:1767320994.318441:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320994.318444:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320994.318447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989077632:0@lo:38:kworker.0 00000100:00080000:0.0:1767320994.318454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320994.318457:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320994.318460:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989077760:0@lo:38:kworker.0 00000100:00080000:0.0:1767320994.318466:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320994.318469:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320994.318472:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989078144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320994.318620:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989077504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320994.319216:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989078016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320994.825345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989078272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320994.825416:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320994.826274:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078272 00000100:00100000:2.0:1767320994.826283:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078272 00000100:00100000:2.0:1767320994.826351:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1767320994.826361:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989078272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320994.826390:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767320994.826450:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989078272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320994.826457:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:1.0:1767320994.827115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989078272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320995.337186:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320995.337211:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989078400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320995.337283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320995.338924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989078400:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320996.296904:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320997.320860:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320998.345182:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320999.201093:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896448 00000100:00100000:2.0:1767320999.201103:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896448 00000100:00100000:2.0:1767320999.201181:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896320 00000100:00100000:2.0:1767320999.201185:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896320 00000100:00100000:2.0:1767320999.201202:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1218 00000100:00100000:2.0:1767320999.201211:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923896448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767320999.201315:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1879 00000100:00100000:2.0:1767320999.201316:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923896448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320999.201321:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923896320:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767320999.201322:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1218 00010000:00020000:0.0:1767320999.201343:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320999.201369:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923896320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320999.201388:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1879 00000100:00080000:2.0:1767320999.432730:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320999.432740:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320999.432803:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320999.432813:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320999.432831:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320999.432839:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6241 00000100:00080000:2.0:1767320999.432844:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320999.432851:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320999.432873:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163989078656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320999.432897:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320999.432901:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320999.432903:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320999.432906:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6241 00000100:00080000:2.0:1767320999.432908:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320999.432911:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320999.432919:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263100 x1853163989078912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320999.432928:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320999.432931:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320999.432932:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320999.432936:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6241 00000100:00080000:2.0:1767320999.432938:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320999.432940:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320999.432949:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba680 x1853163989079040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320999.432975:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320999.432978:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320999.432983:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320999.432987:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6241 00000100:00080000:2.0:1767320999.432989:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320999.432992:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767320999.433001:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2bb80 x1853163989079424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320999.433096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989078784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320999.433205:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320999.433210:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989078528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320999.433278:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078784 00000100:00100000:1.0:1767320999.433285:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078784 00000100:00100000:1.0:1767320999.433331:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078528 00000100:00100000:1.0:1767320999.433333:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078528 00000100:00100000:1.0:1767320999.433348:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1767320999.433355:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989078784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433397:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989078784:12345-0@lo:400:kworker.0 Request processed in 42us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320999.433403:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1767320999.433416:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1767320999.433421:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989078528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433440:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989078528:12345-0@lo:400:kworker.0 Request processed in 19us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320999.433446:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00080000:1.0:1767320999.433459:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320999.433486:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989078528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989078784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433536:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989079296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320999.433629:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320999.433634:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989079168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320999.433654:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320999.433853:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079296 00000100:00100000:2.0:1767320999.433857:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079296 00000100:00100000:0.0:1767320999.433888:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989078656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320999.433891:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079168 00000100:00100000:2.0:1767320999.433894:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079168 00000100:00100000:2.0:1767320999.433913:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938 00000100:00100000:0.0:1767320999.433918:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320999.433920:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989079296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320999.433936:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989078912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320999.433955:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320999.433956:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989079296:12345-0@lo:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320999.433961:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938 00000100:00100000:0.0:1767320999.433967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989079040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320999.433974:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939 00000100:00100000:2.0:1767320999.433980:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989079168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320999.433986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320999.434001:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989079424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320999.434001:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989079168:12345-0@lo:400:kworker.0 Request processed in 22us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320999.434007:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939 00000100:00100000:0.0:1767320999.434019:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320999.434067:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320999.434070:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320999.436662:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079040 00000100:00100000:0.0:1767320999.436679:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079040 00000100:00100000:0.0:1767320999.436729:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918 00000100:00100000:0.0:1767320999.436736:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989079040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320999.436759:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320999.436835:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989079040:12345-0@lo:38:kworker.0 Request processed in 98us (2846us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320999.436842:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918 00000100:00100000:2.0:1767320999.440040:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078656 00000100:00100000:2.0:1767320999.440057:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078656 00000100:00100000:2.0:1767320999.440120:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989078912 00000100:00100000:2.0:1767320999.440123:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989078912 00000100:00100000:2.0:1767320999.440131:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079424 00000100:00100000:2.0:1767320999.440133:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079424 00000100:00100000:2.0:1767320999.440147:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:2.0:1767320999.440154:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989078656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320999.440198:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320999.440359:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989078656:12345-0@lo:38:kworker.0 Request processed in 204us (6439us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320999.440366:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:2.0:1767320999.440382:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:2.0:1767320999.440386:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989078912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320999.440395:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320999.440417:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989078912:12345-0@lo:38:kworker.0 Request processed in 29us (6461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320999.440422:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:2.0:1767320999.440432:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:2.0:1767320999.440435:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989079424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320999.440443:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320999.440464:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989079424:12345-0@lo:38:kworker.0 Request processed in 27us (6444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320999.440469:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:2.0:1767320999.440520:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989079168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320999.440534:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989079296:0@lo:400:kworker.0 00000100:00080000:1.0:1767320999.441459:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320999.441467:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320999.441471:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989078656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320999.441483:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320999.441486:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320999.441674:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989078912:0@lo:38:kworker.0 00000100:00080000:1.0:1767320999.441691:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320999.441695:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320999.441698:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989079040:0@lo:38:kworker.0 00000100:00080000:1.0:1767320999.441708:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320999.441711:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320999.441714:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989079424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320999.945329:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320999.945355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989079552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320999.945425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320999.945498:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079552 00000100:00100000:0.0:1767320999.945507:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079552 00000100:00100000:0.0:1767320999.945568:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1767320999.945610:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989079552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320999.945640:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767320999.945695:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989079552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320999.945702:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00100000:2.0:1767320999.946289:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989079552:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321000.392899:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321000.461194:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321000.461218:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989079680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321000.461304:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321000.461441:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079680 00000100:00100000:1.0:1767321000.461450:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079680 00000100:00100000:1.0:1767321000.461534:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:1.0:1767321000.461543:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989079680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321000.461623:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321000.461685:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989079680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321000.461693:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00010000:00010000:2.0:1767321001.417654:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321002.441730:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321004.328336:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321004.328422:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321004.328577:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896704 00000100:00100000:0.0:1767321004.328620:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896704 00000100:00100000:0.0:1767321004.328740:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896576 00000100:00100000:0.0:1767321004.328746:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896576 00000100:00080000:1.0:1767321004.328799:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321004.488820:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321004.553774:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321004.553785:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321004.553875:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989079808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321004.553943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321004.554210:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321004.554214:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321004.554218:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321004.554224:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6246 00000100:00080000:0.0:1767321004.554228:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321004.554233:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321004.554257:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8a80 x1853163989079936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321004.554337:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989080064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.554361:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.554385:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080064 00000100:00100000:2.0:1767321004.554388:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080064 00000100:00100000:2.0:1767321004.554407:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1767321004.554411:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989080064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.554434:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989080064:12345-0@lo:400:kworker.0 Request processed in 22us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321004.554439:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1767321004.554469:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989080064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.554574:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989079936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321004.554609:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.554628:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989079936 00000100:00100000:2.0:1767321004.554631:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989079936 00000100:00100000:2.0:1767321004.554643:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:2.0:1767321004.554646:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989079936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321004.554662:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321004.554689:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989079936:12345-0@lo:38:kworker.0 Request processed in 41us (79us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321004.554695:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00080000:2.0:1767321004.554719:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321004.554724:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321004.554727:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989079936:0@lo:38:kworker.0 00000100:00080000:2.0:1767321004.554752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321004.557356:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321004.557362:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321004.557366:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321004.557371:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6246 00000100:00080000:0.0:1767321004.557374:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321004.557381:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321004.557421:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1dc00 x1853163989080192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321004.557439:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321004.557457:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321004.557459:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321004.557463:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6246 00000100:00080000:0.0:1767321004.557465:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321004.557469:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321004.557482:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989080320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321004.557542:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321004.557546:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321004.557547:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321004.557551:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6246 00000100:00080000:0.0:1767321004.557553:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321004.557556:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321004.557571:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6d80 x1853163989080704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321004.557816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989080576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.557876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.557915:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321004.557921:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989080448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.557956:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.557990:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989080192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321004.558019:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.558035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989080320:0@lo:38:kworker.0 00000100:00100000:2.0:1767321004.558055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.558070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989080704:0@lo:38:kworker.0 00000100:00100000:2.0:1767321004.558086:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321004.558114:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080192 00000100:00100000:2.0:1767321004.558121:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080192 00000100:00100000:2.0:1767321004.558335:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080704 00000100:00100000:2.0:1767321004.558340:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080704 00000100:00100000:2.0:1767321004.558360:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:2.0:1767321004.558367:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989080192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321004.558388:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321004.558428:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989080192:12345-0@lo:38:kworker.0 Request processed in 60us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321004.558434:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:2.0:1767321004.558449:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:2.0:1767321004.558452:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989080704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321004.558460:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321004.558482:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989080704:12345-0@lo:38:kworker.0 Request processed in 29us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321004.558498:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00080000:2.0:1767321004.558714:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321004.558720:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321004.558724:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989080192:0@lo:38:kworker.0 00000100:00080000:2.0:1767321004.558732:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321004.558735:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321004.558738:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989080704:0@lo:38:kworker.0 00000100:00100000:2.0:1767321004.558782:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080320 00000100:00100000:2.0:1767321004.558785:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080320 00000100:00100000:2.0:1767321004.558806:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919 00000100:00100000:2.0:1767321004.558810:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989080320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321004.558821:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321004.558850:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989080320:12345-0@lo:38:kworker.0 Request processed in 39us (794us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321004.558856:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919 00000100:00100000:2.0:1767321004.558874:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080576 00000100:00100000:2.0:1767321004.558878:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080576 00000100:00100000:2.0:1767321004.558909:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080448 00000100:00100000:2.0:1767321004.558912:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080448 00000100:00100000:2.0:1767321004.558926:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:2.0:1767321004.558931:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989080576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321004.559669:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989080576:12345-0@lo:400:kworker.0 Request processed in 735us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321004.559677:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:1.0:1767321004.559857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989079808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321005.065374:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321005.065409:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989080832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321005.065478:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321005.065572:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989080832 00000100:00100000:1.0:1767321005.065610:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989080832 00000100:00100000:1.0:1767321005.065808:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:1.0:1767321005.065831:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989080832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321005.065867:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321005.065923:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989080832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321005.065931:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00010000:00010000:2.0:1767321005.513067:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321005.577287:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321005.577313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989080960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321005.577385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321005.578014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989080960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321006.537520:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321008.584812:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321009.442964:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321009.443567:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321009.447160:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896960 00000100:00100000:1.0:1767321009.447182:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896960 00000100:00100000:1.0:1767321009.447313:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923896832 00000100:00100000:1.0:1767321009.447317:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923896832 00000100:00100000:1.0:1767321009.447346:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1224 00000100:00100000:1.0:1767321009.447361:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923896960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321009.447721:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1887 00000100:00100000:0.0:1767321009.447730:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923896832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321009.447758:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321009.447859:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923896832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (4293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321009.447868:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1887 00000100:00080000:2.0:1767321009.448659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321009.449037:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923896960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1667us (6074us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321009.449476:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1224 00010000:00010000:2.0:1767321009.608995:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321009.676133:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989081344:0@lo:400:kworker.0 00000100:00100000:2.0:1767321009.676234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321009.676283:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321009.676289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989081088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321009.676314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321009.676355:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081344 00000100:00100000:2.0:1767321009.676363:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081344 00000100:00100000:2.0:1767321009.676418:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081088 00000100:00100000:2.0:1767321009.676421:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081088 00000100:00100000:2.0:1767321009.676446:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1767321009.676455:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989081344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321009.676524:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989081344:12345-0@lo:400:kworker.0 Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321009.676530:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1767321009.676547:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1767321009.676551:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989081088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321009.676568:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989081088:12345-0@lo:400:kworker.0 Request processed in 17us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321009.676572:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00080000:2.0:1767321009.676613:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321009.676656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989081088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321009.676664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989081344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321009.676956:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989081216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321009.676988:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321009.677010:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989081472:0@lo:38:kworker.0 00000100:00100000:1.0:1767321009.677026:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321009.677037:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989081600:0@lo:38:kworker.0 00000100:00100000:1.0:1767321009.677055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321009.677082:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989081984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321009.677109:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321009.677143:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081216 00000100:00100000:1.0:1767321009.677148:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081216 00000100:00100000:1.0:1767321009.677170:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081472 00000100:00100000:1.0:1767321009.677173:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081472 00000100:00100000:1.0:1767321009.677252:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081984 00000100:00100000:1.0:1767321009.677256:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081984 00000100:00100000:1.0:1767321009.677266:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767321009.677271:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321009.677297:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321009.677337:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081216:12345-0@lo:38:kworker.0 Request processed in 65us (347us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321009.677344:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767321009.677358:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767321009.677362:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321009.677383:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321009.677410:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081472:12345-0@lo:38:kworker.0 Request processed in 47us (383us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321009.677416:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767321009.677427:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1767321009.677431:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321009.677440:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321009.677461:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989081984:12345-0@lo:38:kworker.0 Request processed in 29us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321009.677466:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00080000:1.0:1767321009.677571:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321009.677613:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321009.677618:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989081216:0@lo:38:kworker.0 00000100:00080000:1.0:1767321009.677630:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321009.677633:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321009.677635:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989081472:0@lo:38:kworker.0 00000100:00080000:1.0:1767321009.677642:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321009.677645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321009.677829:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989081856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321009.677876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321009.677909:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321009.677926:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989081728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321009.677954:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321009.677990:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081600 00000100:00100000:0.0:1767321009.677994:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081600 00000100:00100000:0.0:1767321009.678020:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920 00000100:00100000:0.0:1767321009.678025:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989081600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321009.678036:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321009.681143:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989081984:0@lo:38:kworker.0 00000100:00100000:0.0:1767321009.681324:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989081600:12345-0@lo:38:kworker.0 Request processed in 3288us (4257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321009.681339:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920 00000100:00100000:0.0:1767321009.681414:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081856 00000100:00100000:0.0:1767321009.681426:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081856 00000100:00100000:0.0:1767321009.681776:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989081728 00000100:00100000:0.0:1767321009.681782:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989081728 00000100:00100000:0.0:1767321009.681816:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942 00000100:00100000:0.0:1767321009.681826:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989081856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321009.681923:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989081856:12345-0@lo:400:kworker.0 Request processed in 98us (4045us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321009.681930:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942 00000100:00100000:0.0:1767321009.681944:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943 00000100:00100000:0.0:1767321009.681951:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989081728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321009.681983:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989081728:12345-0@lo:400:kworker.0 Request processed in 32us (4028us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321009.681989:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943 00000100:00100000:0.0:1767321009.682050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989081728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321009.682076:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989081856:0@lo:400:kworker.0 00000100:00080000:1.0:1767321009.682266:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321009.682273:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321009.682278:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989081600:0@lo:38:kworker.0 00000100:00080000:2.0:1767321009.682622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321009.682629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321010.185065:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321010.185102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989082112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321010.185201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321010.188252:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989082112:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321010.636429:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321010.697217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989082240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321010.697325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.697554:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989082240 00000100:00100000:1.0:1767321010.697608:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989082240 00000100:00100000:1.0:1767321010.697683:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:1.0:1767321010.697696:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989082240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321010.697742:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321010.697811:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989082240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321010.697819:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:2.0:1767321010.698019:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989082240:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321012.681396:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321013.537776:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321013.538316:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897344 00000100:00100000:0.0:1767321013.538331:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897344 00000100:00100000:0.0:1767321013.538444:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1227 00000100:00100000:0.0:1767321013.538458:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923897344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767321013.538671:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321013.538827:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923897344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 372us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321013.539035:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1227 00000400:00000100:0.0:1767321013.543975:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923897088 offset 0 length 520: 4 00000100:00100000:0.0:1767321013.544047:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321013.544131:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897216 00000100:00100000:2.0:1767321013.544145:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897216 00000100:00100000:2.0:1767321013.544211:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1891 00000100:00100000:2.0:1767321013.544222:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923897216:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321013.544255:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321013.544351:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923897216:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321013.544359:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1891 00010000:00010000:2.0:1767321013.713723:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321014.730101:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321014.794287:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.794300:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321014.794565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989082368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321014.794690:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321014.795009:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.795014:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.795019:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.795026:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6256 00000100:00080000:1.0:1767321014.795031:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.795040:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321014.795077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163989082496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321014.795266:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989082624:0@lo:400:kworker.0 00000100:00100000:2.0:1767321014.795303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321014.795342:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989082624 00000100:00100000:2.0:1767321014.795345:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989082624 00000100:00100000:2.0:1767321014.795374:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1767321014.795379:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989082624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321014.795409:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989082624:12345-0@lo:400:kworker.0 Request processed in 30us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321014.795417:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00080000:2.0:1767321014.795438:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321014.795468:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989082624:0@lo:400:kworker.0 00000100:00080000:1.0:1767321014.795549:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.795554:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.795556:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.795563:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6256 00000100:00080000:1.0:1767321014.795568:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.795576:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321014.795598:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989082368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.795607:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682300 x1853163989082752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321014.795630:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.795634:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.795636:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.795642:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6256 00000100:00080000:1.0:1767321014.795647:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.795653:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321014.795668:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163989082880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321014.795716:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.795721:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.795724:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.795731:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6256 00000100:00080000:1.0:1767321014.795734:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.795738:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321014.795757:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d409ed180 x1853163989083264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321014.796053:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989083008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.796099:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321014.796131:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321014.796139:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989083136:0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.796171:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321014.796209:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767321014.796216:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989083264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321014.796230:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321014.796272:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989083264:12345-0@lo:38:kworker.0 Request processed in 53us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321014.796282:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767321014.796311:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989083008 00000100:00100000:1.0:1767321014.796317:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989083008 00000100:00100000:1.0:1767321014.796362:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989083136 00000100:00100000:1.0:1767321014.796367:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989083136 00000100:00100000:1.0:1767321014.796394:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944 00000100:00100000:1.0:1767321014.796400:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989083008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.796436:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989083008:12345-0@lo:400:kworker.0 Request processed in 37us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321014.796443:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944 00000100:00100000:1.0:1767321014.796455:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945 00000100:00100000:1.0:1767321014.796462:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989083136:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321014.796675:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321014.796680:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321014.799893:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989083136:12345-0@lo:400:kworker.0 Request processed in 3301us (3594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321014.799911:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945 00000100:00100000:2.0:1767321015.307276:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321015.307310:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989083392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321015.307453:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321015.308216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989083392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321015.821269:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321015.821302:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989083520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321015.821414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321015.822155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989083520:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321016.777802:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321017.802847:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321018.671066:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321018.671204:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321018.681843:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897472 00000100:00100000:2.0:1767321018.681864:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897472 00000100:00100000:2.0:1767321018.681966:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897600 00000100:00100000:2.0:1767321018.681971:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897600 00000100:00100000:1.0:1767321018.682142:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1895 00000100:00100000:1.0:1767321018.682154:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923897472:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321018.682185:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321018.683756:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1230 00000100:00100000:2.0:1767321018.683774:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923897600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321018.683945:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923897472:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1787us (12892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321018.683955:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1895 00000100:00100000:2.0:1767321018.692040:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923897600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 8260us (20833us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321018.692085:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1230 00010000:00010000:2.0:1767321018.825679:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321019.912774:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320994/real 1767320994] req@ffff9e7d361c9c00 x1853163989077120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321019 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321019.912810:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d361c9c00 x1853163989077120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321019 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321019.912832:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321019.912855:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321019.912859:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989077120:0@lo:250:kworker.0 00000100:00080000:1.0:1767321019.912984:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321019.912990:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321019.912993:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321019.912998:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6241 00000100:00080000:1.0:1767321019.913002:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321019.913009:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321019.913041:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8700 x1853163989083648/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321019.913102:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321019.913107:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321019.913109:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321019.913112:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6261 00000100:00080000:1.0:1767321019.913115:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321019.913118:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321019.913135:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c9f80 x1853163989083904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321019.913155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321019.913159:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321019.913161:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321019.913165:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6261 00000100:00080000:1.0:1767321019.913168:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321019.913172:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321019.913198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989084032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321019.913215:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0fb80 x1853163989084160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321019.913229:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321019.913232:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321019.913234:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321019.913238:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6261 00000100:00080000:1.0:1767321019.913241:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321019.913245:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321019.913260:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163989084288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321019.913297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321019.913326:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321019.913330:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321019.913332:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321019.913336:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6261 00000100:00080000:1.0:1767321019.913339:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321019.913344:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321019.913358:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83100 x1853163989084672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321019.913384:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321019.913394:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989083776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321019.913409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989084416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321019.913423:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.913472:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989084544:0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.913546:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989083648:0@lo:250:kworker.0 00000100:00100000:2.0:1767321019.915542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1767321019.915570:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989083648 offset 0 length 520: 4 00000100:00100000:0.0:1767321019.915647:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989083904:0@lo:38:kworker.0 00000100:00080000:2.0:1767321019.915685:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321019.915694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321019.915738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989084160:0@lo:38:kworker.0 00000100:00100000:0.0:1767321019.915758:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321019.915799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.915948:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989083904 00000100:00100000:2.0:1767321019.915960:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989083904 00000100:00100000:0.0:1767321019.915961:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989084288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.916006:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084160 00000100:00100000:2.0:1767321019.916011:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084160 00000100:00100000:0.0:1767321019.916022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.916037:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1767321019.916048:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989084672:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.916059:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989083776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.916078:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321019.916111:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084672 00000100:00100000:0.0:1767321019.916118:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084672 00000100:00100000:2.0:1767321019.916135:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989083776:12345-0@lo:400:kworker.0 Request processed in 85us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321019.916145:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1767321019.917610:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:0.0:1767321019.917623:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989083904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321019.917650:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321019.917727:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989083904:12345-0@lo:38:kworker.0 Request processed in 106us (2039us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321019.917734:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:0.0:1767321019.917755:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1767321019.917758:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989084160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321019.917767:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321019.917786:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989084160:12345-0@lo:38:kworker.0 Request processed in 26us (2026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321019.917791:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1767321019.917800:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1767321019.917804:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989084672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321019.917813:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321019.917829:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989084672:12345-0@lo:38:kworker.0 Request processed in 24us (1753us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321019.917848:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1767321019.917885:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084288 00000100:00100000:0.0:1767321019.917892:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084288 00000100:00100000:0.0:1767321019.917917:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922 00000100:00100000:0.0:1767321019.917921:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989084288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321019.917931:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321019.917963:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989084288:12345-0@lo:38:kworker.0 Request processed in 41us (1944us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321019.917969:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922 00000100:00080000:0.0:1767321019.918151:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321019.918157:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321019.918161:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989083904:0@lo:38:kworker.0 00000100:00080000:0.0:1767321019.918170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321019.918173:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321019.918175:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989084160:0@lo:38:kworker.0 00000100:00080000:0.0:1767321019.918184:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321019.918187:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321019.918190:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989084288:0@lo:38:kworker.0 00000100:00080000:0.0:1767321019.918198:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321019.918201:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321019.918203:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989084672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321019.918264:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084544 00000100:00100000:0.0:1767321019.918268:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084544 00000100:00100000:0.0:1767321019.918324:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084416 00000100:00100000:0.0:1767321019.918334:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084416 00000100:00100000:0.0:1767321019.918363:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946 00000100:00100000:0.0:1767321019.918373:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989084544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.918716:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989084544:12345-0@lo:400:kworker.0 Request processed in 343us (3182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321019.918723:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946 00000100:00100000:0.0:1767321019.918738:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947 00000100:00100000:0.0:1767321019.918745:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989084416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.918781:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989084416:12345-0@lo:400:kworker.0 Request processed in 37us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321019.918786:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947 00000100:00100000:0.0:1767321019.918825:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989084544:0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.918867:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989084416:0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.920258:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989083776:0@lo:400:kworker.0 00000100:00100000:0.0:1767321019.920275:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989084032:0@lo:400:kworker.0 00000100:00080000:0.0:1767321019.920416:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321019.920423:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321020.425043:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321020.425083:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989084800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321020.425190:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321020.428117:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084800 00000100:00100000:2.0:1767321020.428142:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084800 00000100:00100000:2.0:1767321020.428330:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1767321020.428343:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989084800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321020.428413:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321020.428558:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989084800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 211us (3360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321020.428617:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1767321020.428753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989084800:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321020.882490:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321020.938750:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321020.938783:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989084928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321020.938894:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321020.938958:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989084928 00000100:00100000:2.0:1767321020.938968:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989084928 00000100:00100000:2.0:1767321020.939034:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:2.0:1767321020.939043:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989084928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321020.939086:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321020.939230:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989084928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321020.939239:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:2.0:1767321020.939825:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989084928:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321021.897497:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321022.920871:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321023.780332:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897856 00000100:00100000:1.0:1767321023.780343:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897856 00000100:00100000:1.0:1767321023.780444:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897728 00000100:00100000:1.0:1767321023.780448:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897728 00000100:00100000:1.0:1767321023.780471:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1233 00000100:00100000:1.0:1767321023.780482:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923897856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321023.780567:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923897856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321023.780575:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1233 00000100:00100000:1.0:1767321023.780625:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1899 00000100:00100000:1.0:1767321023.780631:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923897728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321023.780654:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321023.780681:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923897728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (667us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321023.780688:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1899 00000100:00080000:0.0:1767321023.780893:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321024.968889:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321025.034481:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989085184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321025.034547:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321025.034709:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321025.034722:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989085056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.034748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321025.034806:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085184 00000100:00100000:2.0:1767321025.034813:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085184 00000100:00100000:2.0:1767321025.034844:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085056 00000100:00100000:2.0:1767321025.034846:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085056 00000100:00100000:2.0:1767321025.034874:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1767321025.034880:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989085056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.034916:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989085056:12345-0@lo:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321025.034922:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1767321025.034934:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1767321025.034948:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989085184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321025.034963:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321025.035016:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321025.036621:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321025.036639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989085312:0@lo:400:kworker.0 00000100:00100000:0.0:1767321025.036695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.036743:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085312 00000100:00100000:0.0:1767321025.036748:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085312 00000100:00100000:0.0:1767321025.036805:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1767321025.036813:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989085312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321025.036859:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989085312:12345-0@lo:400:kworker.0 Request processed in 47us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321025.036866:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00080000:0.0:1767321025.036887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321025.036913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989085312:0@lo:400:kworker.0 00000100:00100000:0.0:1767321025.036961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989085056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.037796:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989085440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321025.037838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.039233:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085440 00000100:00100000:0.0:1767321025.039246:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085440 00000100:00100000:0.0:1767321025.039292:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1767321025.039299:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989085440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321025.039323:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321025.039383:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989085440:12345-0@lo:38:kworker.0 Request processed in 84us (1544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321025.039391:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:2.0:1767321025.039908:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989085184:12345-0@lo:38:kworker.0 Request processed in 4955us (5358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.039925:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1767321025.039977:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989085696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.040024:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.040109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989085824:0@lo:400:kworker.0 00000100:00080000:1.0:1767321025.040337:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321025.040343:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321025.040347:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989085184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321025.040365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989085568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321025.040391:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321025.040526:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989085952:0@lo:38:kworker.0 00000100:00100000:1.0:1767321025.040552:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321025.040613:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321025.040617:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321025.040621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989085440:0@lo:38:kworker.0 00000100:00100000:2.0:1767321025.040735:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085568 00000100:00100000:2.0:1767321025.040741:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085568 00000100:00100000:2.0:1767321025.040773:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923 00000100:00100000:2.0:1767321025.040790:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989085568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321025.040807:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.040852:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989085568:12345-0@lo:38:kworker.0 Request processed in 59us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.040865:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923 00000100:00100000:0.0:1767321025.041144:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085696 00000100:00100000:0.0:1767321025.041149:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085696 00000100:00100000:0.0:1767321025.041199:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989085824 00000100:00100000:0.0:1767321025.041202:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989085824 00000100:00100000:0.0:1767321025.041221:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948 00000100:00100000:0.0:1767321025.041226:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989085696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321025.041275:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989085696:12345-0@lo:400:kworker.0 Request processed in 48us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321025.041281:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948 00000100:00100000:0.0:1767321025.041296:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949 00000100:00100000:0.0:1767321025.041306:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989085824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.041307:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989085696:0@lo:400:kworker.0 00000100:00080000:2.0:1767321025.041331:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321025.041336:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321025.041342:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989085824:12345-0@lo:400:kworker.0 Request processed in 39us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321025.041349:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949 00000100:00100000:2.0:1767321025.041369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989085824:0@lo:400:kworker.0 00000100:00080000:0.0:1767321025.041391:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321025.041397:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321025.041402:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989085568:0@lo:38:kworker.0 00000100:00080000:0.0:1767321025.041411:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321025.041413:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321025.041416:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989085952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321025.551048:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321025.551081:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989086080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321025.551163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321025.551334:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086080 00000100:00100000:1.0:1767321025.551343:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086080 00000100:00100000:1.0:1767321025.551398:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1767321025.551408:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989086080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321025.551450:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321025.551519:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989086080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321025.551526:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00010000:00010000:2.0:1767321025.992839:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321026.057714:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086208 00000100:00100000:1.0:1767321026.057725:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086208 00000100:00100000:1.0:1767321026.058040:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:1.0:1767321026.058051:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989086208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321026.058091:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321026.058157:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989086208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321026.058164:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00010000:00010000:2.0:1767321027.017103:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321028.898284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321028.898901:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321028.898991:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321028.899061:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923897984 00000100:00100000:0.0:1767321028.899066:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923897984 00000100:00100000:0.0:1767321028.899090:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1903 00000100:00100000:0.0:1767321028.899095:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923897984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321028.899119:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321028.899150:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923897984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321028.899157:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1903 00010000:00010000:2.0:1767321029.072010:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321030.088883:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321030.161355:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321030.161365:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321030.161436:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321030.161440:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321030.161444:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321030.161453:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6271 00000100:00080000:1.0:1767321030.161457:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321030.161478:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321030.161501:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a4daa00 x1853163989086464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321030.161536:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321030.161540:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321030.161541:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321030.161545:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6271 00000100:00080000:1.0:1767321030.161547:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321030.161551:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321030.161562:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163989086720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321030.161570:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321030.161574:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321030.161575:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321030.161597:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6271 00000100:00080000:1.0:1767321030.161600:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321030.161603:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321030.161616:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2a300 x1853163989086848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321030.161659:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321030.161662:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321030.161664:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321030.161667:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6271 00000100:00080000:1.0:1767321030.161669:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321030.161679:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321030.161702:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0000 x1853163989087232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321030.161791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989086976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.161791:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0959d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989086336:0@lo:400:kworker.0 00000100:00100000:1.0:1767321030.167141:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989086464:0@lo:38:kworker.0 00000100:00100000:2.0:1767321030.168005:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.168123:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989087104:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.168160:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.168204:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086336 00000100:00100000:2.0:1767321030.168212:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086336 00000100:00100000:2.0:1767321030.168281:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1767321030.168291:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989086336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.168367:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989086336:12345-0@lo:400:kworker.0 Request processed in 78us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.168374:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1767321030.168418:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0959d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989086336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.168458:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989087104 00000100:00100000:2.0:1767321030.168462:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989087104 00000100:00100000:2.0:1767321030.168490:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950 00000100:00100000:2.0:1767321030.168496:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989087104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.168531:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989087104:12345-0@lo:400:kworker.0 Request processed in 35us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.168538:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950 00000100:00100000:2.0:1767321030.168562:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989087104:0@lo:400:kworker.0 00000100:00100000:0.0:1767321030.173370:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321030.173463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321030.173468:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321030.173767:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086976 00000100:00100000:2.0:1767321030.173813:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086976 00000100:00100000:2.0:1767321030.173879:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951 00000100:00100000:2.0:1767321030.173890:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989086976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321030.174049:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321030.174093:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989086720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321030.174129:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.174211:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989086976:12345-0@lo:400:kworker.0 Request processed in 322us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.174238:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951 00000100:00100000:1.0:1767321030.174528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989086848:0@lo:38:kworker.0 00000100:00100000:1.0:1767321030.174561:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321030.174603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989087232:0@lo:38:kworker.0 00000100:00100000:1.0:1767321030.174627:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321030.180124:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086720 00000100:00100000:0.0:1767321030.180138:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086720 00000100:00100000:0.0:1767321030.180179:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989087232 00000100:00100000:0.0:1767321030.180182:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989087232 00000100:00100000:0.0:1767321030.180200:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1767321030.180214:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989086592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321030.180300:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989086592:12345-0@lo:400:kworker.0 Request processed in 94us (6202us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321030.180306:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1767321030.180325:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1767321030.180328:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989086720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321030.180337:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321030.180387:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1767321030.180395:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989087232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321030.180406:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321030.186494:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989086720:12345-0@lo:38:kworker.0 Request processed in 6162us (12364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321030.186506:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989087232:12345-0@lo:38:kworker.0 Request processed in 6106us (11874us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321030.187442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989086592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.187766:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989086848 00000100:00100000:2.0:1767321030.187773:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989086848 00000100:00100000:2.0:1767321030.187811:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924 00000100:00100000:2.0:1767321030.187818:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989086848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321030.187839:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321030.187894:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989086848:12345-0@lo:38:kworker.0 Request processed in 75us (13332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321030.187901:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924 00000100:00100000:0.0:1767321030.188497:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:1.0:1767321030.188524:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00080000:0.0:1767321030.188550:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321030.188557:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321030.188625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989086976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.668517:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989087360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321030.668782:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321030.668931:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989087360 00000100:00100000:1.0:1767321030.668940:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989087360 00000100:00100000:1.0:1767321030.669034:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:1.0:1767321030.669044:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989087360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321030.669074:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321030.669136:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989087360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321030.669206:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00010000:00010000:2.0:1767321031.112778:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321031.177247:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989087488 00000100:00100000:1.0:1767321031.177256:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989087488 00000100:00100000:1.0:1767321031.177329:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:1.0:1767321031.177341:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989087488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321031.177372:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321031.177854:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989087488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 514us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321031.177863:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00010000:00010000:2.0:1767321033.161473:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321034.022425:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321034.022511:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923898368 00000100:00100000:1.0:1767321034.022524:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923898368 00000100:00080000:0.0:1767321034.022595:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321034.022647:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1239 00000100:00100000:1.0:1767321034.022659:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923898368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321034.022754:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923898368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321034.022762:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1239 00000100:00100000:2.0:1767321034.023543:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321034.023711:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923898240 00000100:00100000:1.0:1767321034.023719:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923898240 00000100:00100000:1.0:1767321034.023757:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1907 00000100:00100000:1.0:1767321034.023764:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923898240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321034.023789:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321034.023838:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923898240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 73us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321034.023846:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1907 00010000:00010000:2.0:1767321034.185500:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321035.211045:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321035.272864:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321035.272876:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321035.273252:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989087616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321035.273342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321035.273421:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321035.273426:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321035.273430:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321035.273452:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6277 00000100:00080000:0.0:1767321035.273456:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321035.273462:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321035.273483:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989087744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321035.273562:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989087616 00000100:00100000:2.0:1767321035.273570:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989087616 00000100:00100000:2.0:1767321035.273675:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1767321035.273684:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989087616:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321035.275342:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321035.275348:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321035.275350:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321035.275354:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6277 00000100:00080000:0.0:1767321035.275357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321035.275362:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321035.275384:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163989088000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321035.275401:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321035.275404:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321035.275406:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321035.275409:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6277 00000100:00080000:0.0:1767321035.275411:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321035.275415:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321035.275426:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989088128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321035.275467:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321035.275469:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321035.275472:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321035.275482:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6277 00000100:00080000:0.0:1767321035.275484:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321035.275487:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321035.275498:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80380 x1853163989088512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321035.275521:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989088384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.275546:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.275572:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989088384 00000100:00100000:0.0:1767321035.275575:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989088384 00000100:00100000:0.0:1767321035.275628:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1767321035.275633:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989088384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.275662:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989088384:12345-0@lo:400:kworker.0 Request processed in 29us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321035.275668:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1767321035.275699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989088384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.275713:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989088000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321035.275736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.275750:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989088128:0@lo:38:kworker.0 00000100:00100000:0.0:1767321035.275789:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.275806:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989088512:0@lo:38:kworker.0 00000100:00100000:0.0:1767321035.275826:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.275850:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989088000 00000100:00100000:0.0:1767321035.275853:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989088000 00000100:00100000:0.0:1767321035.275870:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989088512 00000100:00100000:0.0:1767321035.275873:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989088512 00000100:00100000:0.0:1767321035.275911:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1767321035.275915:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989088000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321035.275928:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321035.275967:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989088000:12345-0@lo:38:kworker.0 Request processed in 50us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321035.275974:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1767321035.276175:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1767321035.276184:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989088512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321035.276195:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321035.276221:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989088512:12345-0@lo:38:kworker.0 Request processed in 36us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321035.276228:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00080000:0.0:1767321035.276258:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321035.276262:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321035.276265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989088000:0@lo:38:kworker.0 00000100:00080000:0.0:1767321035.276274:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321035.276277:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321035.276279:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989088512:0@lo:38:kworker.0 00000100:00100000:2.0:1767321035.276758:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989087616:12345-0@lo:400:kworker.0 Request processed in 3073us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321035.276950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989087616:0@lo:400:kworker.0 00000100:00080000:1.0:1767321035.277079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321035.277085:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321035.277089:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989088128:0@lo:38:kworker.0 00000100:00100000:2.0:1767321035.277408:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1767321035.786910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989088640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321035.787002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321035.787343:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989088640 00000100:00100000:1.0:1767321035.787356:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989088640 00000100:00100000:1.0:1767321035.787422:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:1.0:1767321035.787430:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989088640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321035.787460:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321035.787502:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989088640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321035.787510:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:2.0:1767321035.787706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989088640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321036.297873:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989088768 00000100:00100000:0.0:1767321036.297882:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989088768 00000100:00100000:0.0:1767321036.297937:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1767321036.297944:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989088768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321036.297971:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321036.298028:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989088768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321036.298053:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00010000:00010000:2.0:1767321037.256829:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321038.280775:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321039.139673:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321039.139741:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321039.139829:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923898624 00000100:00100000:2.0:1767321039.139839:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923898624 00000100:00080000:0.0:1767321039.139934:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321039.140043:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1242 00000100:00100000:2.0:1767321039.140055:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923898624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321039.140135:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923898624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321039.140143:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1242 00000400:00000100:0.0:1767321039.141008:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923898752 offset 0 length 520: 4 00000100:00100000:0.0:1767321039.141123:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923898496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1058us (1378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321039.141132:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1911 00010000:00010000:2.0:1767321039.306341:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321040.393549:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321040.393561:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321040.393683:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321040.393687:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321040.393691:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321040.393701:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321040.393707:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321040.393714:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321040.393735:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04f27b80 x1853163989089024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321040.393767:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321040.393770:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321040.393781:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321040.393786:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321040.393789:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321040.393794:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321040.393808:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04f27800 x1853163989089280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321040.393818:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321040.393821:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321040.393823:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321040.393827:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321040.393830:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321040.393833:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321040.393846:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04f26a00 x1853163989089408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321040.393887:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321040.393891:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321040.393893:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321040.393897:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321040.393899:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321040.393904:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321040.393915:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a4db480 x1853163989089792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321040.393955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989089536:0@lo:400:kworker.0 00000100:00100000:2.0:1767321040.393999:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321040.394033:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321040.394041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989089664:0@lo:400:kworker.0 00000100:00100000:2.0:1767321040.394087:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321040.394125:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089536 00000100:00100000:2.0:1767321040.394131:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089536 00000100:00100000:2.0:1767321040.394171:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089664 00000100:00100000:2.0:1767321040.394174:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089664 00000100:00100000:2.0:1767321040.394196:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954 00000100:00100000:2.0:1767321040.394203:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989089536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321040.394238:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989089024:0@lo:38:kworker.0 00000100:00100000:0.0:1767321040.394270:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321040.394291:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989089280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321040.394312:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321040.394328:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989089408:0@lo:38:kworker.0 00000100:00100000:0.0:1767321040.394349:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321040.394372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989089792:0@lo:38:kworker.0 00000100:00100000:0.0:1767321040.394402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321040.394431:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089024 00000100:00100000:0.0:1767321040.394436:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089024 00000100:00100000:1.0:1767321040.394438:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089280 00000100:00100000:1.0:1767321040.394444:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089280 00000100:00100000:0.0:1767321040.394453:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089792 00000100:00100000:0.0:1767321040.394458:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089792 00000100:00100000:1.0:1767321040.394467:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1767321040.394481:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989089152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321040.394529:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989089152:12345-0@lo:400:kworker.0 Request processed in 56us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321040.394570:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0959d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989089536:12345-0@lo:400:kworker.0 Request processed in 368us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321040.394576:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954 00000100:00100000:2.0:1767321040.394622:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3955 00000100:00100000:2.0:1767321040.394627:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989089664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321040.394652:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989089664:12345-0@lo:400:kworker.0 Request processed in 25us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321040.394658:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3955 00000100:00100000:0.0:1767321040.397291:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1767321040.397303:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321040.397327:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321040.397422:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089024:12345-0@lo:38:kworker.0 Request processed in 118us (3149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321040.397447:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1767321040.397469:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1767321040.397473:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321040.397483:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321040.397520:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089280:12345-0@lo:38:kworker.0 Request processed in 44us (3207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321040.397525:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1767321040.397539:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:0.0:1767321040.397543:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321040.397553:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321040.397577:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989089792:12345-0@lo:38:kworker.0 Request processed in 32us (3174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321040.397599:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:0.0:1767321040.397634:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089408 00000100:00100000:0.0:1767321040.397641:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089408 00000100:00100000:0.0:1767321040.397670:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926 00000100:00100000:0.0:1767321040.397674:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989089408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321040.397683:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321040.397708:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989089408:12345-0@lo:38:kworker.0 Request processed in 34us (3359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321040.397714:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926 00000100:00080000:0.0:1767321040.397755:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321040.397760:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321040.397764:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989089024:0@lo:38:kworker.0 00000100:00080000:0.0:1767321040.397829:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321040.397833:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321040.397836:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989089280:0@lo:38:kworker.0 00000100:00080000:0.0:1767321040.397844:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321040.397848:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321040.397850:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989089408:0@lo:38:kworker.0 00000100:00080000:0.0:1767321040.397857:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321040.397860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321040.397863:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989089792:0@lo:38:kworker.0 00000100:00100000:0.0:1767321040.397929:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989089152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321040.397941:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989088896:0@lo:400:kworker.0 00000100:00080000:0.0:1767321040.398288:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321040.398295:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321040.398298:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321040.398328:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989089664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321040.398340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989089536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321040.400759:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1767321040.907332:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989089920 00000100:00100000:1.0:1767321040.907347:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989089920 00000100:00100000:1.0:1767321040.907422:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:1.0:1767321040.907433:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989089920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321040.907474:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321040.907609:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989089920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321040.907630:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1767321040.907709:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989089920:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321041.353302:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321041.417140:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090048 00000100:00100000:0.0:1767321041.417148:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090048 00000100:00100000:0.0:1767321041.417198:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:0.0:1767321041.417207:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989090048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321041.417239:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321041.417294:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989090048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321041.417321:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00010000:00010000:2.0:1767321042.376797:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321043.401400:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321044.259176:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899008 00000100:00100000:2.0:1767321044.259197:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899008 00000100:00100000:2.0:1767321044.259261:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923898880 00000100:00100000:2.0:1767321044.259264:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923898880 00000100:00100000:2.0:1767321044.259282:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1245 00000100:00100000:2.0:1767321044.259291:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923899008:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321044.259378:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923899008:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321044.259399:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1245 00000100:00100000:2.0:1767321044.259429:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1915 00000100:00100000:2.0:1767321044.259435:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923898880:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321044.259465:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321044.259491:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923898880:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321044.259497:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1915 00000100:00100000:0.0:1767321044.488737:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321019/real 1767321019] req@ffff9e7d3a6c8700 x1853163989083648/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321044.488784:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a6c8700 x1853163989083648/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321044.488808:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321044.488963:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321044.488968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989083648:0@lo:250:kworker.0 00000100:00080000:1.0:1767321044.489132:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321044.489137:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321044.489140:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321044.489145:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6266 00000100:00080000:1.0:1767321044.489149:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321044.489155:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321044.489200:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29500 x1853163989090176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321044.489262:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321044.489267:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321044.489269:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321044.489272:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6287 00000100:00080000:1.0:1767321044.489276:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767321044.489279:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321044.489296:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989090432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321044.489311:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321044.489314:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321044.489316:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321044.489319:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6287 00000100:00080000:1.0:1767321044.489322:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767321044.489325:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321044.489337:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163989090688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321044.489365:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321044.489372:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321044.489373:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321044.489378:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6287 00000100:00080000:1.0:1767321044.489380:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767321044.489385:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321044.489400:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c0000 x1853163989090816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321044.489452:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321044.489456:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321044.489458:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321044.489461:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6287 00000100:00080000:1.0:1767321044.489464:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767321044.489468:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321044.489479:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3100 x1853163989091200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321044.489506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989091072:0@lo:400:kworker.0 00000100:00100000:1.0:1767321044.489545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.489569:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321044.489605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989090944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321044.489637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.489672:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090304 00000100:00100000:1.0:1767321044.489678:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090304 00000100:00100000:2.0:1767321044.489803:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767321044.489822:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989090560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321044.489874:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989090560:12345-0@lo:400:kworker.0 Request processed in 64us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321044.489881:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767321044.489934:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989090560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321044.490347:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091072 00000100:00100000:0.0:1767321044.490352:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091072 00000100:00100000:1.0:1767321044.490439:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1767321044.490452:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989090304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321044.490488:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989090304:12345-0@lo:400:kworker.0 Request processed in 36us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321044.490494:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1767321044.490521:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989090304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321044.490546:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989090176:0@lo:250:kworker.0 00000400:00000100:1.0:1767321044.490565:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989090176 offset 0 length 520: 4 00000100:00100000:1.0:1767321044.490602:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989090432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321044.490625:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.490641:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989090688:0@lo:38:kworker.0 00000100:00100000:1.0:1767321044.490658:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.490672:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989090816:0@lo:38:kworker.0 00000100:00100000:1.0:1767321044.490690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.490704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989091200:0@lo:38:kworker.0 00000100:00100000:1.0:1767321044.490722:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321044.490758:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090432 00000100:00100000:1.0:1767321044.490762:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090432 00000100:00100000:1.0:1767321044.490779:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090688 00000100:00100000:1.0:1767321044.490782:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090688 00000100:00100000:1.0:1767321044.490793:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091200 00000100:00100000:1.0:1767321044.490795:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091200 00000100:00100000:1.0:1767321044.490804:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1767321044.490808:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989090432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321044.490894:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321044.490928:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989090432:12345-0@lo:38:kworker.0 Request processed in 117us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321044.490940:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1767321044.490953:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767321044.490957:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989090688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321044.490966:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321044.490989:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989090688:12345-0@lo:38:kworker.0 Request processed in 31us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321044.490995:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767321044.491072:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1767321044.491078:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989091200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321044.491087:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321044.491110:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989091200:12345-0@lo:38:kworker.0 Request processed in 31us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321044.491116:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00080000:1.0:1767321044.491142:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321044.491146:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321044.491149:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989090432:0@lo:38:kworker.0 00000100:00080000:1.0:1767321044.491155:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321044.491158:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321044.491161:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989090688:0@lo:38:kworker.0 00000100:00080000:1.0:1767321044.491167:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321044.491170:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321044.491173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989091200:0@lo:38:kworker.0 00000100:00100000:1.0:1767321044.491202:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090816 00000100:00100000:1.0:1767321044.491212:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090816 00000100:00100000:1.0:1767321044.491232:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927 00000100:00100000:1.0:1767321044.491237:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989090816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321044.491248:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321044.491275:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989090816:12345-0@lo:38:kworker.0 Request processed in 38us (584us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321044.491280:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927 00000100:00100000:1.0:1767321044.491296:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989090944 00000100:00100000:1.0:1767321044.491299:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989090944 00000100:00100000:1.0:1767321044.491324:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3956 00000100:00100000:1.0:1767321044.491330:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989090944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321044.491363:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989090944:12345-0@lo:400:kworker.0 Request processed in 33us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321044.491369:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3956 00000100:00100000:1.0:1767321044.491395:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989090944:0@lo:400:kworker.0 00000100:00080000:1.0:1767321044.491414:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321044.491430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321044.491433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989090816:0@lo:38:kworker.0 00000100:00100000:0.0:1767321044.496488:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957 00000100:00100000:0.0:1767321044.496504:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989091072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321044.496664:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989091072:12345-0@lo:400:kworker.0 Request processed in 166us (7119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321044.496670:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957 00000100:00100000:2.0:1767321044.497933:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989091072:0@lo:400:kworker.0 00010000:00010000:2.0:1767321045.449261:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321046.025196:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989091328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321046.025278:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321046.025373:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091328 00000100:00100000:0.0:1767321046.025420:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091328 00000100:00100000:0.0:1767321046.025497:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:0.0:1767321046.025507:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989091328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321046.025537:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321046.025605:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989091328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321046.025613:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00080000:1.0:1767321046.025760:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321046.025835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989091328:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321046.472817:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321046.543398:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091456 00000100:00100000:1.0:1767321046.543407:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091456 00000100:00100000:1.0:1767321046.543482:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:1.0:1767321046.543493:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989091456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321046.543521:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321046.544244:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989091456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 752us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321046.544271:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00010000:00010000:2.0:1767321047.497504:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321049.377715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321049.377778:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321049.377880:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899264 00000100:00100000:1.0:1767321049.377891:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899264 00000100:00100000:1.0:1767321049.377977:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899136 00000100:00100000:1.0:1767321049.377981:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899136 00000100:00100000:1.0:1767321049.378005:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1248 00000100:00100000:1.0:1767321049.378015:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923899264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321049.378091:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923899264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321049.378099:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1248 00000100:00100000:1.0:1767321049.378120:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1919 00000100:00100000:1.0:1767321049.378126:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923899136:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321049.378150:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321049.378180:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923899136:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 53us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321049.378186:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1919 00000100:00080000:2.0:1767321049.378255:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321049.545401:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321049.610369:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989091712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321049.610451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321049.610536:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989091584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321049.610615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989091840:0@lo:400:kworker.0 00000100:00100000:1.0:1767321049.611401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989091968:0@lo:38:kworker.0 00000100:00100000:1.0:1767321049.611430:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321049.611450:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989092096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321049.611471:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321049.611496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989092480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321049.611516:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321049.611628:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092352 00000100:00100000:1.0:1767321049.611637:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092352 00000100:00100000:1.0:1767321049.611693:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958 00000100:00100000:1.0:1767321049.611703:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989092352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321049.611751:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989092352:12345-0@lo:400:kworker.0 Request processed in 50us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321049.611758:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958 00000100:00100000:1.0:1767321049.611782:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091712 00000100:00100000:1.0:1767321049.611786:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091712 00000100:00100000:1.0:1767321049.611806:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091968 00000100:00100000:1.0:1767321049.611808:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091968 00000100:00100000:1.0:1767321049.611819:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092480 00000100:00100000:1.0:1767321049.611822:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092480 00000100:00100000:1.0:1767321049.611835:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:1.0:1767321049.611840:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989091712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321049.611860:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321049.611893:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989091712:12345-0@lo:38:kworker.0 Request processed in 52us (1445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321049.611899:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:1.0:1767321049.611910:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1767321049.611914:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989091968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321049.611922:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321049.611942:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989091968:12345-0@lo:38:kworker.0 Request processed in 27us (512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321049.611948:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1767321049.611957:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:1.0:1767321049.611960:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989092480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321049.611977:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321049.612140:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989092480:12345-0@lo:38:kworker.0 Request processed in 177us (622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321049.612147:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:1.0:1767321049.612168:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092096 00000100:00100000:1.0:1767321049.612172:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092096 00000100:00100000:1.0:1767321049.612190:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928 00000100:00100000:1.0:1767321049.612195:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989092096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321049.612205:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321049.612230:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989092096:12345-0@lo:38:kworker.0 Request processed in 33us (757us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321049.612236:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928 00000100:00080000:1.0:1767321049.612436:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321049.612442:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321049.612446:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989092480:0@lo:38:kworker.0 00000100:00080000:1.0:1767321049.612456:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321049.612459:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321049.612462:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989091712:0@lo:38:kworker.0 00000100:00080000:1.0:1767321049.612469:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321049.612472:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321049.612475:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989091968:0@lo:38:kworker.0 00000100:00080000:1.0:1767321049.612483:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321049.612487:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321049.612489:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989092096:0@lo:38:kworker.0 00000100:00080000:1.0:1767321049.612569:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321049.612608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989092224:0@lo:400:kworker.0 00000100:00100000:1.0:1767321049.612641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321049.612672:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092224 00000100:00100000:1.0:1767321049.612676:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092224 00000100:00100000:1.0:1767321049.612703:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:1.0:1767321049.612710:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989092224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321049.612744:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989092224:12345-0@lo:400:kworker.0 Request processed in 35us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321049.612749:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00080000:1.0:1767321049.612762:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321049.612778:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989092224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321049.619553:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321049.619643:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989091584 00000100:00100000:1.0:1767321049.619653:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989091584 00000100:00100000:1.0:1767321049.619725:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1767321049.619733:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989091584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321049.619789:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a4daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989091584:12345-0@lo:400:kworker.0 Request processed in 57us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321049.619796:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00080000:0.0:1767321049.626132:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321049.626205:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989091584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321049.626645:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321049.630611:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989091840:0@lo:400:kworker.0 00000100:00080000:0.0:1767321049.630753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321050.568819:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321051.146562:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989092608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321051.146650:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321051.147654:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321051.147692:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d409ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989092608:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321051.594934:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321051.656950:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321051.656970:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989092736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321051.657060:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321051.657150:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092736 00000100:00100000:2.0:1767321051.657159:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092736 00000100:00100000:2.0:1767321051.657223:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:2.0:1767321051.657233:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989092736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321051.657262:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321051.657316:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989092736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321051.657323:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00080000:0.0:1767321051.657383:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321051.657418:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989092736:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321053.640998:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321054.500313:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321054.500362:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321054.500937:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899520 00000100:00100000:1.0:1767321054.500946:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899520 00000100:00100000:1.0:1767321054.501023:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899392 00000100:00100000:1.0:1767321054.501027:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899392 00000100:00100000:1.0:1767321054.501047:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1251 00000100:00080000:2.0:1767321054.501056:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321054.501058:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923899520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321054.501089:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1923 00000100:00100000:2.0:1767321054.501095:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923899392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321054.501114:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321054.501128:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923899520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321054.501138:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923899392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (776us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321054.501145:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1923 00000100:00100000:1.0:1767321054.501150:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1251 00010000:00010000:2.0:1767321054.666408:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321054.728888:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321054.728915:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321054.728969:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321054.728973:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321054.728977:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321054.728986:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6296 00000100:00080000:2.0:1767321054.728990:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321054.728992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989092864:0@lo:400:kworker.0 00000100:00080000:2.0:1767321054.728996:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321054.729015:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7480 x1853163989092992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321054.729050:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321054.729053:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321054.729055:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321054.729059:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6296 00000100:00080000:2.0:1767321054.729061:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321054.729065:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321054.729067:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321054.729075:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163989093248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321054.729084:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321054.729086:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321054.729088:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321054.729091:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6296 00000100:00080000:2.0:1767321054.729093:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321054.729097:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321054.729103:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321054.729108:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163989093376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321054.729109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989093120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321054.729128:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321054.729145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321054.729148:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321054.729150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321054.729153:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6296 00000100:00080000:2.0:1767321054.729156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321054.729157:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989092864 00000100:00080000:2.0:1767321054.729159:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321054.729163:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989092864 00000100:00100000:2.0:1767321054.729170:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abad80 x1853163989093760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321054.729191:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989093504:0@lo:400:kworker.0 00000100:00100000:2.0:1767321054.729221:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321054.729255:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321054.729256:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989092992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321054.729261:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989093632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321054.729283:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321054.729284:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321054.732804:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989093248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321054.732869:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321054.734851:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989093504 00000100:00100000:2.0:1767321054.734866:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989093504 00000100:00100000:2.0:1767321054.735140:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989093632 00000100:00100000:2.0:1767321054.735144:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989093632 00000100:00100000:2.0:1767321054.735169:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00000100:00100000:2.0:1767321054.735179:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989093504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321054.735274:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989093504:12345-0@lo:400:kworker.0 Request processed in 96us (6050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321054.735281:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00000100:00100000:2.0:1767321054.735297:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961 00000100:00100000:2.0:1767321054.735304:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989093632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321054.735330:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989093632:12345-0@lo:400:kworker.0 Request processed in 27us (6048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321054.735349:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961 00000100:00100000:0.0:1767321054.735861:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989093376:0@lo:38:kworker.0 00000100:00100000:0.0:1767321054.737102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321054.737147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989093760:0@lo:38:kworker.0 00000100:00100000:0.0:1767321054.737178:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321054.748838:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321054.748850:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321054.748856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989092992:0@lo:38:kworker.0 00000100:00080000:0.0:1767321054.749441:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321054.749447:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321054.749451:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989093248:0@lo:38:kworker.0 00000100:00080000:0.0:1767321054.749462:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321054.749466:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321054.749470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989093376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321054.750254:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989093760 00000100:00100000:2.0:1767321054.750264:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989093760 00000100:00100000:2.0:1767321054.750321:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:2.0:1767321054.750329:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989093760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321054.750352:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321054.750427:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989093760:12345-0@lo:38:kworker.0 Request processed in 96us (13245us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321054.750434:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00080000:0.0:1767321054.750710:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321054.750716:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321054.750720:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989093760:0@lo:38:kworker.0 00010000:00010000:2.0:1767321055.688976:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321056.265042:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321056.265067:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989093888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321056.265135:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321056.265257:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989093888 00000100:00100000:2.0:1767321056.265266:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989093888 00000100:00100000:2.0:1767321056.265349:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00080000:0.0:1767321056.265562:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321056.265756:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989093888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321056.265793:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321056.265853:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d409ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989093888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 496us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321056.265861:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00100000:1.0:1767321056.265955:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989093888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321056.777517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989094016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321056.777610:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321056.777706:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094016 00000100:00100000:2.0:1767321056.777715:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094016 00000100:00100000:2.0:1767321056.777780:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:2.0:1767321056.777789:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989094016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321056.777819:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321056.777870:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989094016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321056.777878:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:2.0:1767321056.777942:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989094016:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321056.778029:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321057.736844:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321058.761561:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321059.620511:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899776 00000100:00100000:1.0:1767321059.620521:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899776 00000100:00100000:1.0:1767321059.620626:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923899648 00000100:00100000:1.0:1767321059.620630:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923899648 00000100:00100000:1.0:1767321059.620654:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1254 00000100:00100000:1.0:1767321059.620664:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923899776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321059.620740:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923899776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321059.620747:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1254 00000100:00100000:1.0:1767321059.620767:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1927 00000100:00100000:1.0:1767321059.620771:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923899648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321059.620807:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321059.620833:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923899648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (629us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321059.620840:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1927 00000100:00080000:0.0:1767321059.620909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321059.786891:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321059.849161:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321059.849173:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321059.849462:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094144 00000100:00100000:1.0:1767321059.849470:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094144 00000100:00100000:1.0:1767321059.849548:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1767321059.849557:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989094144:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321059.849656:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321059.849824:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321059.849828:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321059.849832:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321059.849837:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6301 00000100:00080000:2.0:1767321059.849840:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321059.849845:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321059.849868:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c380 x1853163989094272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321059.849932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989094400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321059.849963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321059.850005:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094400 00000100:00100000:0.0:1767321059.850009:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094400 00000100:00100000:0.0:1767321059.850041:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767321059.850048:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989094400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321059.850083:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989094400:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321059.850090:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00080000:0.0:1767321059.850111:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321059.850147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989094400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321059.850208:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989094272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321059.850248:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321059.850287:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094272 00000100:00100000:0.0:1767321059.850291:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094272 00000100:00100000:0.0:1767321059.850309:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:0.0:1767321059.850313:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989094272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321059.850332:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321059.850364:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989094272:12345-0@lo:38:kworker.0 Request processed in 48us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321059.850370:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00080000:0.0:1767321059.850395:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321059.850399:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321059.850403:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989094272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321059.850950:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989094144:12345-0@lo:400:kworker.0 Request processed in 1393us (1584us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321059.850958:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00080000:2.0:1767321059.851094:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321059.851105:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321059.851107:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321059.851112:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6301 00000100:00080000:2.0:1767321059.851115:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321059.851119:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321059.851150:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989094528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321059.851163:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321059.851166:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321059.851176:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321059.851180:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6301 00000100:00080000:2.0:1767321059.851182:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321059.851187:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321059.851202:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c380 x1853163989094656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321059.851244:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321059.851247:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321059.851249:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321059.851253:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6301 00000100:00080000:2.0:1767321059.851255:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321059.851359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989094784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321059.851397:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321059.851422:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321059.851427:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989094912:0@lo:400:kworker.0 00000100:00100000:1.0:1767321059.851446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321059.851474:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094784 00000100:00100000:1.0:1767321059.851478:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094784 00000100:00100000:1.0:1767321059.851523:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094912 00000100:00100000:1.0:1767321059.851526:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094912 00000100:00100000:1.0:1767321059.851542:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962 00000100:00100000:1.0:1767321059.851547:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989094784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321059.851600:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989094784:12345-0@lo:400:kworker.0 Request processed in 52us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321059.851606:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962 00000100:00100000:1.0:1767321059.851617:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963 00000100:00100000:1.0:1767321059.851629:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989094912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321059.851657:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989094912:12345-0@lo:400:kworker.0 Request processed in 29us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321059.851662:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963 00000100:00100000:1.0:1767321059.851689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989094912:0@lo:400:kworker.0 00000100:00100000:1.0:1767321059.851698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989094784:0@lo:400:kworker.0 00000100:00080000:1.0:1767321059.851744:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321059.851747:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321059.852203:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321059.852222:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66d80 x1853163989095040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321059.852309:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989094528:0@lo:38:kworker.0 00000100:00100000:0.0:1767321059.852342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321059.852360:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989094656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321059.852381:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321059.852408:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989095040:0@lo:38:kworker.0 00000100:00100000:0.0:1767321059.852428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321059.852457:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094528 00000100:00100000:0.0:1767321059.852461:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094528 00000100:00100000:0.0:1767321059.852489:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095040 00000100:00100000:0.0:1767321059.852491:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095040 00000100:00100000:0.0:1767321059.852506:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:0.0:1767321059.852511:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989094528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321059.852526:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321059.852563:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989094528:12345-0@lo:38:kworker.0 Request processed in 51us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321059.852569:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:0.0:1767321059.852603:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1767321059.852607:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989095040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321059.852616:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321059.852640:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989095040:12345-0@lo:38:kworker.0 Request processed in 31us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321059.852646:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00080000:0.0:1767321059.852673:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321059.852678:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321059.852680:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989094528:0@lo:38:kworker.0 00000100:00080000:0.0:1767321059.852688:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321059.852691:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321059.852694:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989095040:0@lo:38:kworker.0 00000100:00100000:2.0:1767321059.853349:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989094656 00000100:00100000:2.0:1767321059.853356:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989094656 00000100:00100000:2.0:1767321059.853384:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930 00000100:00100000:2.0:1767321059.853389:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989094656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321059.853401:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321059.853435:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989094656:12345-0@lo:38:kworker.0 Request processed in 45us (1053us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321059.853440:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930 00000100:00080000:0.0:1767321059.853521:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321059.853526:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321059.853530:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989094656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321061.387439:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321061.387463:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989095168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321061.387529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321061.387735:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095168 00000100:00100000:2.0:1767321061.387743:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095168 00000100:00100000:2.0:1767321061.387800:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:2.0:1767321061.387806:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989095168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321061.387843:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767321061.387928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321061.387984:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989095168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321061.387990:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00100000:0.0:1767321061.388950:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989095168:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321061.832851:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321061.897082:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095296 00000100:00100000:2.0:1767321061.897090:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095296 00000100:00100000:2.0:1767321061.897190:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:2.0:1767321061.897199:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989095296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321061.897232:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321061.897277:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989095296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321061.897286:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00080000:1.0:1767321061.897434:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321062.858615:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321063.712847:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923899904 offset 0 length 520: 4 00000100:00100000:2.0:1767321063.712910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321063.713009:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900032 00000100:00100000:1.0:1767321063.713019:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900032 00000100:00100000:1.0:1767321063.713128:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1931 00000100:00100000:1.0:1767321063.713137:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923900032:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321063.713159:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321063.713223:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923900032:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 86us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321063.713230:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1931 00000100:00100000:2.0:1767321063.716692:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321063.719430:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900160 00000100:00100000:0.0:1767321063.719447:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900160 00000100:00100000:0.0:1767321063.719535:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1257 00000100:00100000:0.0:1767321063.719547:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923900160:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321063.719668:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923900160:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 124us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321063.719690:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1257 00010000:00010000:2.0:1767321063.880820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321064.968789:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321064.968800:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321064.968874:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321064.968879:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321064.968882:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321064.968890:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6306 00000100:00080000:2.0:1767321064.968894:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321064.968901:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321064.968940:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989095552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321064.968958:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321064.968960:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321064.968963:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321064.968965:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6306 00000100:00080000:2.0:1767321064.968967:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321064.968971:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321064.968979:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3100 x1853163989095808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321064.968986:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321064.968988:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321064.968990:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321064.968993:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6306 00000100:00080000:2.0:1767321064.968996:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321064.968999:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321064.969009:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3800 x1853163989095936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321064.969053:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321064.969056:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321064.969058:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321064.969061:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6306 00000100:00080000:2.0:1767321064.969063:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321064.969067:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321064.969083:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b100 x1853163989096320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321064.969213:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989095552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321064.969280:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969347:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989095808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321064.969369:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969386:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989095936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321064.969408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969431:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989096320:0@lo:38:kworker.0 00000100:00100000:0.0:1767321064.969451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989096192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321064.969504:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969523:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321064.969529:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989096064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321064.969546:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321064.969570:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095552 00000100:00100000:0.0:1767321064.969576:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095552 00000100:00100000:0.0:1767321064.969626:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095808 00000100:00100000:0.0:1767321064.969629:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095808 00000100:00100000:0.0:1767321064.969637:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095680 00000100:00100000:0.0:1767321064.969639:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095680 00000100:00100000:1.0:1767321064.969727:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989096192 00000100:00100000:1.0:1767321064.969731:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989096192 00000100:00100000:1.0:1767321064.969759:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989096064 00000100:00100000:1.0:1767321064.969771:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989096064 00000100:00100000:1.0:1767321064.969791:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1767321064.969798:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989096192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321064.969858:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989096192:12345-0@lo:400:kworker.0 Request processed in 59us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321064.969866:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1767321064.969894:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:1.0:1767321064.969900:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989096064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321064.969927:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989096064:12345-0@lo:400:kworker.0 Request processed in 28us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321064.969933:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00100000:0.0:1767321064.970385:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1767321064.970396:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989095424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321064.970428:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989095424:12345-0@lo:400:kworker.0 Request processed in 36us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321064.970435:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1767321064.970459:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932 00000100:00100000:0.0:1767321064.970463:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989095552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321064.970482:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321064.970517:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989095552:12345-0@lo:38:kworker.0 Request processed in 52us (1237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321064.970523:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932 00000100:00100000:0.0:1767321064.970536:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:0.0:1767321064.970540:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989095808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321064.970549:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321064.970572:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989095808:12345-0@lo:38:kworker.0 Request processed in 30us (1202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321064.970577:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:0.0:1767321064.970611:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1767321064.970615:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989096320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321064.970623:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321064.970645:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989096320:12345-0@lo:38:kworker.0 Request processed in 29us (1194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321064.970650:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1767321064.970672:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989095936 00000100:00100000:0.0:1767321064.970677:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989095936 00000100:00100000:0.0:1767321064.970700:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931 00000100:00100000:0.0:1767321064.970704:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989095936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321064.970713:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321064.970736:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989095936:12345-0@lo:38:kworker.0 Request processed in 30us (1327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321064.970752:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931 00000100:00100000:0.0:1767321064.970799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989096064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321064.970812:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989096192:0@lo:400:kworker.0 00000100:00080000:0.0:1767321064.970855:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321064.970861:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321064.970864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989095552:0@lo:38:kworker.0 00000100:00080000:0.0:1767321064.970872:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321064.970876:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321064.970879:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989095808:0@lo:38:kworker.0 00000100:00080000:0.0:1767321064.970887:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321064.970890:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321064.970893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989095936:0@lo:38:kworker.0 00000100:00080000:0.0:1767321064.970900:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321064.970903:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321064.970906:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989096320:0@lo:38:kworker.0 00000100:00080000:1.0:1767321064.970915:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321064.970919:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321064.970921:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321064.971333:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989095424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321064.971346:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989095680:0@lo:400:kworker.0 00010000:00010000:2.0:1767321065.928827:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321066.505444:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989096448 00000100:00100000:0.0:1767321066.505453:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989096448 00000100:00100000:0.0:1767321066.505514:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:0.0:1767321066.505523:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989096448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321066.505556:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767321066.505675:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321066.507430:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989096448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1898us (2149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321066.507443:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00010000:00010000:2.0:1767321066.953946:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321067.017094:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989096576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321067.017180:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321067.018022:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321067.018564:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989096576:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321067.977215:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321068.837661:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321068.837702:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321068.837755:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900288 00000100:00100000:2.0:1767321068.837764:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900288 00000100:00100000:2.0:1767321068.837988:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900416 00000100:00100000:2.0:1767321068.837993:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900416 00000100:00080000:0.0:1767321068.838061:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321068.842724:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1260 00000100:00100000:1.0:1767321068.842748:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923900416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321068.842981:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923900416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 243us (5275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321068.843473:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1260 00000100:00100000:0.0:1767321069.064705:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321044/real 1767321044] req@ffff9e7d19c29500 x1853163989090176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321069 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321069.064740:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d19c29500 x1853163989090176/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321069 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321069.064759:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321069.064786:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321069.064790:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989090176:0@lo:250:kworker.0 00000100:00080000:2.0:1767321069.064869:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321069.064874:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321069.064878:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321069.064882:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6291 00000100:00080000:2.0:1767321069.064885:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321069.064891:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321069.064933:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19500 x1853163989096704/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321069.065003:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321069.065007:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321069.065008:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321069.065011:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6311 00000100:00080000:2.0:1767321069.065014:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321069.065018:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321069.065032:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19c00 x1853163989096960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321069.065061:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321069.065064:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321069.065065:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321069.065068:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6311 00000100:00080000:2.0:1767321069.065070:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321069.065073:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321069.065082:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1bb80 x1853163989097216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321069.065090:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321069.065093:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321069.065094:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321069.065098:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6311 00000100:00080000:2.0:1767321069.065100:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321069.065103:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321069.065112:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989097344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321069.065161:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321069.065164:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321069.065166:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321069.065169:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6311 00000100:00080000:2.0:1767321069.065171:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321069.065175:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321069.065186:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989097728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321069.065220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989097472:0@lo:400:kworker.0 00000100:00100000:2.0:1767321069.065280:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321069.065335:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321069.065341:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989097600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321069.065363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321069.065392:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097472 00000100:00100000:2.0:1767321069.065399:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097472 00000100:00100000:2.0:1767321069.065442:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097600 00000100:00100000:2.0:1767321069.065445:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097600 00000100:00100000:2.0:1767321069.065466:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:2.0:1767321069.065474:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989097472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321069.065522:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989097472:12345-0@lo:400:kworker.0 Request processed in 48us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321069.065530:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00100000:2.0:1767321069.065545:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967 00000100:00100000:2.0:1767321069.065551:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989097600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321069.065576:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989097600:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321069.065611:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967 00000100:00100000:2.0:1767321069.065647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989097600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321069.065657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989097472:0@lo:400:kworker.0 00000100:00100000:1.0:1767321069.065853:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989097088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321069.065892:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321069.065988:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097088 00000100:00100000:1.0:1767321069.065993:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097088 00000100:00100000:1.0:1767321069.066032:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989096832 00000100:00100000:1.0:1767321069.066035:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989096832 00000100:00100000:1.0:1767321069.066055:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1767321069.066061:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989097088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321069.066107:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989097088:12345-0@lo:400:kworker.0 Request processed in 46us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321069.066114:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1767321069.066126:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1767321069.066132:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989096832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321069.066159:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989096832:12345-0@lo:400:kworker.0 Request processed in 27us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321069.066165:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1767321069.066191:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989097088:0@lo:400:kworker.0 00000100:00080000:0.0:1767321069.066716:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321069.066723:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321069.066725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321069.066741:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989096704:0@lo:250:kworker.0 00000400:00000100:0.0:1767321069.066765:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989096704 offset 0 length 520: 4 00000100:00100000:0.0:1767321069.066785:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989096960:0@lo:38:kworker.0 00000100:00100000:0.0:1767321069.066807:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321069.066831:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989097216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321069.066852:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321069.066868:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989097344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321069.066890:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321069.066930:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989097728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321069.066953:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321069.066995:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097344 00000100:00100000:0.0:1767321069.066999:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097344 00000100:00100000:0.0:1767321069.067023:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932 00000100:00100000:0.0:1767321069.067028:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989097344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321069.067046:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321069.067079:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989097344:12345-0@lo:38:kworker.0 Request processed in 50us (188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321069.067087:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932 00000100:00100000:0.0:1767321069.067106:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989096960 00000100:00100000:0.0:1767321069.067109:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989096960 00000100:00100000:0.0:1767321069.067120:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097216 00000100:00100000:0.0:1767321069.067122:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097216 00000100:00100000:0.0:1767321069.067129:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097728 00000100:00100000:0.0:1767321069.067131:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097728 00000100:00100000:0.0:1767321069.067140:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1767321069.067144:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989096960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321069.067153:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321069.067177:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989096960:12345-0@lo:38:kworker.0 Request processed in 32us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321069.067184:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1767321069.067194:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:0.0:1767321069.067198:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989097216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321069.067207:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321069.067228:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989097216:12345-0@lo:38:kworker.0 Request processed in 29us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321069.067246:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00100000:0.0:1767321069.067260:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:0.0:1767321069.067264:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989097728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321069.067273:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321069.067297:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989097728:12345-0@lo:38:kworker.0 Request processed in 32us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321069.067302:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00080000:0.0:1767321069.067334:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321069.067339:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321069.067342:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989096960:0@lo:38:kworker.0 00000100:00080000:0.0:1767321069.067351:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321069.067354:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321069.067356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989097216:0@lo:38:kworker.0 00000100:00080000:0.0:1767321069.067364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321069.067367:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321069.067370:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989097344:0@lo:38:kworker.0 00000100:00080000:0.0:1767321069.067376:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321069.067379:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321069.067381:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989097728:0@lo:38:kworker.0 00010000:00010000:2.0:1767321070.024908:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321071.048958:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321071.625564:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321071.625604:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989097856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321071.625677:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321071.625844:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097856 00000100:00100000:0.0:1767321071.625852:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097856 00000100:00100000:0.0:1767321071.625928:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1767321071.625937:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989097856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321071.625978:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321071.626024:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989097856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321071.626032:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1767321071.626077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989097856:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321071.626137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321072.072840:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321072.137008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989097984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321072.137074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321072.137640:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989097984 00000100:00100000:1.0:1767321072.137648:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989097984 00000100:00100000:1.0:1767321072.137752:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:1.0:1767321072.137761:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989097984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321072.137789:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321072.137840:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989097984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321072.137847:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00100000:2.0:1767321072.137999:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989097984:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321072.138544:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321073.955211:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321073.955440:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321073.956360:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900672 00000100:00100000:1.0:1767321073.956373:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900672 00000100:00100000:1.0:1767321073.956511:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900544 00000100:00100000:1.0:1767321073.956516:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900544 00000100:00080000:0.0:1767321073.956570:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321074.121338:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321074.184769:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321074.184800:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321074.184873:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321074.184878:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321074.184881:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321074.184889:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6315 00000100:00080000:1.0:1767321074.184893:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321074.184899:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321074.184921:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c000 x1853163989098240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321074.184955:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321074.184958:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321074.184960:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321074.184964:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6315 00000100:00080000:1.0:1767321074.184966:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321074.184971:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321074.184982:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989098496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321074.184991:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321074.184995:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321074.184997:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321074.185002:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6315 00000100:00080000:1.0:1767321074.185006:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321074.185012:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321074.185027:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1bb80 x1853163989098624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321074.185077:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321074.185081:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321074.185086:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321074.185095:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6315 00000100:00080000:1.0:1767321074.185098:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321074.185102:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321074.185118:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0700 x1853163989099008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321074.185146:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989098752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.185203:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321074.185235:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321074.185244:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989098880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.185283:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321074.185321:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989098752 00000100:00100000:1.0:1767321074.185329:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989098752 00000100:00100000:1.0:1767321074.185383:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989098880 00000100:00100000:1.0:1767321074.185389:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989098880 00000100:00100000:1.0:1767321074.185423:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968 00000100:00100000:1.0:1767321074.185436:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989098752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.185490:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989098752:12345-0@lo:400:kworker.0 Request processed in 58us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321074.185497:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968 00000100:00100000:1.0:1767321074.185513:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969 00000100:00100000:1.0:1767321074.185520:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989098880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.185563:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989098880:12345-0@lo:400:kworker.0 Request processed in 41us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321074.185577:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969 00000100:00100000:1.0:1767321074.185641:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989098880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.185652:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989098752:0@lo:400:kworker.0 00000100:00080000:0.0:1767321074.185752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321074.185756:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321074.185768:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989098624 00000100:00100000:0.0:1767321074.185772:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989098624 00000100:00100000:0.0:1767321074.185795:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4933 00000100:00100000:0.0:1767321074.185799:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989098624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321074.185809:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321074.185844:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989098624:12345-0@lo:38:kworker.0 Request processed in 43us (632us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321074.185849:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4933 00000100:00100000:2.0:1767321074.185932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989098112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321074.185965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321074.185990:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321074.185995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989098368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321074.186020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321074.186064:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989098112 00000100:00100000:2.0:1767321074.186068:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989098112 00000100:00100000:1.0:1767321074.192807:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00100000:1.0:1767321074.192821:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989098496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321074.193024:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321074.193113:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989098496:12345-0@lo:38:kworker.0 Request processed in 293us (7957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321074.193122:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00100000:1.0:1767321074.193358:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989098368 00000100:00100000:1.0:1767321074.193367:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989098368 00000100:00100000:1.0:1767321074.193966:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1767321074.193975:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989098368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321074.194287:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989098368:12345-0@lo:400:kworker.0 Request processed in 313us (8264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321074.194294:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1767321074.194312:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1767321074.194317:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989099008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321074.194334:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321074.194361:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989099008:12345-0@lo:38:kworker.0 Request processed in 42us (9074us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321074.194367:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00080000:1.0:1767321074.194641:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321074.194966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989098368:0@lo:400:kworker.0 00000100:00080000:1.0:1767321074.195038:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321074.195045:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321074.195048:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989098624:0@lo:38:kworker.0 00000100:00080000:1.0:1767321074.195059:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321074.195062:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321074.195065:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989099008:0@lo:38:kworker.0 00000100:00080000:1.0:1767321074.195074:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321074.195076:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321074.195079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989098240:0@lo:38:kworker.0 00000100:00080000:1.0:1767321074.195087:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321074.195090:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321074.195093:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989098496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321074.208668:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1767321074.208694:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989098112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321074.208797:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989098112:12345-0@lo:400:kworker.0 Request processed in 116us (22832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321074.208804:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1767321074.208938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989098112:0@lo:400:kworker.0 00010000:00010000:2.0:1767321075.147086:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321076.169257:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321076.744875:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989099136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321076.744954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321076.745281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321076.745372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989099136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321077.256824:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989099264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321077.256898:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321077.257543:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321077.260245:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989099264:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321078.219023:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321079.073972:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321079.074067:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321079.074165:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900928 00000100:00100000:1.0:1767321079.074177:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900928 00000100:00100000:1.0:1767321079.074243:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923900800 00000100:00100000:1.0:1767321079.074247:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923900800 00000100:00100000:1.0:1767321079.074269:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1266 00000100:00100000:1.0:1767321079.074279:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923900928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321079.074366:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923900928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321079.074392:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1266 00000100:00100000:1.0:1767321079.074411:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1943 00000100:00100000:1.0:1767321079.074415:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923900800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321079.074446:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321079.074474:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923900800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (407us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321079.074481:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1943 00000100:00080000:0.0:1767321079.075188:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321079.241082:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321079.305359:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321079.305369:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321079.305436:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321079.305441:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321079.305445:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321079.305453:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6321 00000100:00080000:0.0:1767321079.305459:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321079.305465:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321079.305488:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0fb80 x1853163989099520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321079.305511:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321079.305514:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321079.305516:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321079.305519:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6321 00000100:00080000:0.0:1767321079.305521:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321079.305525:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321079.305536:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3100 x1853163989099776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321079.305545:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321079.305548:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321079.305550:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321079.305553:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6321 00000100:00080000:0.0:1767321079.305556:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321079.305559:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321079.305610:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb100 x1853163989099904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321079.305641:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321079.305644:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321079.305646:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321079.305649:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6321 00000100:00080000:0.0:1767321079.305651:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321079.305655:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321079.305665:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8380 x1853163989100288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321079.305798:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989099392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.305865:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321079.305900:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321079.305907:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989099648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.305927:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321079.305966:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989099392 00000100:00100000:2.0:1767321079.305973:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989099392 00000100:00100000:2.0:1767321079.306019:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989099648 00000100:00100000:2.0:1767321079.306023:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989099648 00000100:00100000:2.0:1767321079.306041:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1767321079.306049:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989099392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.306098:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989099392:12345-0@lo:400:kworker.0 Request processed in 49us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321079.306104:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1767321079.306120:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1767321079.306125:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989099648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.306150:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989099648:12345-0@lo:400:kworker.0 Request processed in 24us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321079.306155:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1767321079.306190:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989099648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.306199:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989099392:0@lo:400:kworker.0 00000100:00080000:2.0:1767321079.306258:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321079.306328:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989099520:0@lo:38:kworker.0 00000100:00100000:1.0:1767321079.306357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321079.306384:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989099776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321079.306406:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321079.306419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989099904:0@lo:38:kworker.0 00000100:00100000:1.0:1767321079.306441:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321079.306458:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989100288:0@lo:38:kworker.0 00000100:00100000:1.0:1767321079.306477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321079.306505:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989100160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321079.306528:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321079.306555:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989099520 00000100:00100000:1.0:1767321079.306558:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989099520 00000100:00100000:1.0:1767321079.306577:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989099776 00000100:00100000:1.0:1767321079.306597:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989099776 00000100:00100000:1.0:1767321079.306610:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989100288 00000100:00100000:1.0:1767321079.306613:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989100288 00000100:00100000:1.0:1767321079.306622:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:1.0:1767321079.306626:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989099520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321079.306652:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321079.306684:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989099520:12345-0@lo:38:kworker.0 Request processed in 57us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321079.306823:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:1.0:1767321079.306839:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00100000:1.0:1767321079.306843:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08402850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989099776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321079.306854:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321079.306878:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08402850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989099776:12345-0@lo:38:kworker.0 Request processed in 33us (471us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321079.306884:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00100000:0.0:1767321079.307835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989100032:0@lo:400:kworker.0 00000100:00100000:0.0:1767321079.307882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321079.307931:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989099904 00000100:00100000:0.0:1767321079.307937:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989099904 00000100:00100000:0.0:1767321079.307963:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1767321079.307969:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989099904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321079.307984:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321079.308013:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989099904:12345-0@lo:38:kworker.0 Request processed in 43us (1570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321079.308019:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1767321079.308149:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:0.0:1767321079.308154:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989100288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321079.308165:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321079.308193:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989100288:12345-0@lo:38:kworker.0 Request processed in 38us (1714us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321079.308210:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00080000:0.0:1767321079.308257:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321079.308263:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321079.308267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989099520:0@lo:38:kworker.0 00000100:00080000:0.0:1767321079.308277:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321079.308280:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321079.308283:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989099776:0@lo:38:kworker.0 00000100:00080000:0.0:1767321079.308291:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321079.308293:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321079.308297:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989099904:0@lo:38:kworker.0 00000100:00080000:0.0:1767321079.308304:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321079.308307:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321079.308309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989100288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321079.308842:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989100160 00000100:00100000:2.0:1767321079.308848:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989100160 00000100:00100000:2.0:1767321079.308911:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989100032 00000100:00100000:2.0:1767321079.308914:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989100032 00000100:00100000:2.0:1767321079.308938:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1767321079.308945:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989100160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.309007:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989100160:12345-0@lo:400:kworker.0 Request processed in 59us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321079.309020:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1767321079.309086:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989100160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321079.309159:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989100032:0@lo:400:kworker.0 00000100:00080000:0.0:1767321079.309930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321079.309937:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321080.266217:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321081.865554:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989100416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321081.866265:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321081.866733:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989100416:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321081.866777:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321082.317688:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321082.380980:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989100544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321082.381083:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321082.381175:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989100544 00000100:00100000:2.0:1767321082.381185:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989100544 00000100:00100000:2.0:1767321082.381287:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:2.0:1767321082.381299:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989100544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321082.381338:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321082.381707:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989100544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 409us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321082.381726:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:1.0:1767321082.382388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989100544:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321083.339081:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321084.195206:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901184 00000100:00100000:1.0:1767321084.195226:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901184 00000100:00100000:1.0:1767321084.195339:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901056 00000100:00100000:1.0:1767321084.195343:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901056 00000100:00100000:1.0:1767321084.195368:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1269 00000100:00100000:1.0:1767321084.195381:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923901184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321084.195502:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923901184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 125us (2217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321084.195510:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1269 00000100:00100000:1.0:1767321084.195533:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1947 00000100:00100000:1.0:1767321084.195562:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923901056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321084.195650:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321084.195712:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923901056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 119us (2324us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321084.195719:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1947 00010000:00010000:2.0:1767321084.362638:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321084.427425:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989100928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321084.427456:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321084.427482:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321084.427487:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989100672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321084.427503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321084.427883:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989100800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321084.427908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321084.427930:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989101056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321084.427947:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321084.427960:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989101184:0@lo:38:kworker.0 00000100:00100000:0.0:1767321084.427978:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321084.427991:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989101568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321084.428016:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321084.428040:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989100800 00000100:00100000:0.0:1767321084.428043:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989100800 00000100:00100000:0.0:1767321084.428055:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989101056 00000100:00100000:0.0:1767321084.428057:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989101056 00000100:00100000:0.0:1767321084.428062:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989101568 00000100:00100000:0.0:1767321084.428064:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989101568 00000100:00100000:0.0:1767321084.428071:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948 00000100:00100000:0.0:1767321084.428076:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989100800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321084.428092:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321084.428118:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989100800:12345-0@lo:38:kworker.0 Request processed in 41us (209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321084.428123:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948 00000100:00100000:0.0:1767321084.428136:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:0.0:1767321084.428139:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989101056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321084.428147:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321084.428163:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989101056:12345-0@lo:38:kworker.0 Request processed in 22us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321084.428168:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00100000:0.0:1767321084.428175:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:0.0:1767321084.428179:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989101568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321084.428186:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321084.428200:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989101568:12345-0@lo:38:kworker.0 Request processed in 20us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321084.428205:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:0.0:1767321084.428219:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989101184 00000100:00100000:0.0:1767321084.428226:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989101184 00000100:00100000:0.0:1767321084.428242:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000100:00100000:0.0:1767321084.428246:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989101184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321084.428254:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321084.428274:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989101184:12345-0@lo:38:kworker.0 Request processed in 27us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321084.428279:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000100:00080000:0.0:1767321084.428305:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321084.428309:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321084.428312:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989100800:0@lo:38:kworker.0 00000100:00080000:0.0:1767321084.428319:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321084.428321:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321084.428324:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989101056:0@lo:38:kworker.0 00000100:00080000:0.0:1767321084.428330:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321084.428333:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321084.428336:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989101184:0@lo:38:kworker.0 00000100:00080000:0.0:1767321084.428341:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321084.428344:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321084.428347:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989101568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321084.428415:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321084.428433:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989100672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321084.428442:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989100928:0@lo:400:kworker.0 00010000:00010000:2.0:1767321086.408986:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321086.985330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989101696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321086.985405:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321086.985891:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321086.990685:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989101696:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321087.434832:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321087.496820:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989101824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321087.496912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321087.497127:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989101824 00000100:00100000:2.0:1767321087.497136:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989101824 00000100:00100000:2.0:1767321087.497211:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767321087.497221:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989101824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321087.497253:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767321087.497319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321087.497755:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989101824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 533us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321087.497777:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:1.0:1767321087.498006:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989101824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321088.299213:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767321088.299315:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923901312 offset 0 length 520: 4 00000100:00100000:2.0:1767321088.299342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321088.299751:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901568 00000100:00100000:0.0:1767321088.299762:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901568 00000100:00100000:0.0:1767321088.299895:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901440 00000100:00100000:0.0:1767321088.299899:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901440 00000100:00100000:0.0:1767321088.299921:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1272 00000100:00100000:0.0:1767321088.299930:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923901568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321088.300028:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923901568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321088.300037:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1272 00000100:00100000:0.0:1767321088.300056:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1951 00000100:00100000:0.0:1767321088.300061:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923901440:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321088.300081:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321088.300105:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923901440:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (762us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321088.300111:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1951 00000100:00080000:1.0:1767321088.302788:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321088.461113:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321089.545260:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321089.545270:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321089.545333:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321089.545337:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321089.545341:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321089.545350:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321089.545355:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321089.545361:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321089.545382:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163989102080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321089.545415:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321089.545418:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321089.545419:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321089.545422:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321089.545425:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321089.545428:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321089.545436:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c000 x1853163989102336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321089.545445:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321089.545461:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321089.545463:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321089.545467:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321089.545469:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321089.545473:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321089.545484:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163989102464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321089.545518:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321089.545521:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321089.545522:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321089.545525:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321089.545527:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321089.545531:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321089.545539:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989102848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321089.545565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989102592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321089.545687:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321089.545747:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321089.545753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989102720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321089.545774:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321089.545802:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102592 00000100:00100000:2.0:1767321089.545808:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102592 00000100:00100000:2.0:1767321089.545852:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102720 00000100:00100000:2.0:1767321089.545855:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102720 00000100:00100000:2.0:1767321089.545877:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974 00000100:00100000:2.0:1767321089.545883:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989102592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321089.545938:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989102592:12345-0@lo:400:kworker.0 Request processed in 55us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321089.545946:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974 00000100:00100000:2.0:1767321089.545961:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975 00000100:00100000:2.0:1767321089.545966:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989102720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321089.545990:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989102720:12345-0@lo:400:kworker.0 Request processed in 23us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321089.545995:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975 00000100:00100000:2.0:1767321089.546045:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989102720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321089.546061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989102592:0@lo:400:kworker.0 00000100:00100000:0.0:1767321089.546161:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989102080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321089.546193:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321089.546222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989102336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321089.546240:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321089.546252:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989102464:0@lo:38:kworker.0 00000100:00100000:0.0:1767321089.546267:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321089.546285:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989102848:0@lo:38:kworker.0 00000100:00100000:0.0:1767321089.546300:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321089.546324:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102464 00000100:00100000:0.0:1767321089.546328:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102464 00000100:00100000:0.0:1767321089.546347:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936 00000100:00100000:0.0:1767321089.546351:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989102464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321089.546367:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321089.546393:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989102464:12345-0@lo:38:kworker.0 Request processed in 41us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321089.546404:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936 00000100:00100000:0.0:1767321089.546426:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102080 00000100:00100000:0.0:1767321089.546430:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102080 00000100:00100000:0.0:1767321089.546444:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102336 00000100:00100000:0.0:1767321089.546447:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102336 00000100:00100000:0.0:1767321089.546456:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102848 00000100:00100000:0.0:1767321089.546458:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102848 00000100:00100000:0.0:1767321089.546470:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952 00000100:00100000:0.0:1767321089.546474:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321089.546483:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321089.546508:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102080:12345-0@lo:38:kworker.0 Request processed in 33us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321089.546513:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952 00000100:00100000:0.0:1767321089.546524:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:0.0:1767321089.546528:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321089.546534:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321089.546554:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102336:12345-0@lo:38:kworker.0 Request processed in 25us (313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321089.546559:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00100000:0.0:1767321089.546569:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:0.0:1767321089.546572:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321089.546616:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321089.546640:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989102848:12345-0@lo:38:kworker.0 Request processed in 67us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321089.546645:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00080000:0.0:1767321089.546681:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321089.546691:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321089.546695:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989102080:0@lo:38:kworker.0 00000100:00080000:0.0:1767321089.546705:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321089.546709:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321089.546712:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989102336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321089.546719:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321089.546721:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321089.546724:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989102464:0@lo:38:kworker.0 00000100:00080000:0.0:1767321089.546730:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321089.546733:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321089.546736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989102848:0@lo:38:kworker.0 00000100:00080000:1.0:1767321089.547848:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321089.547854:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321089.547857:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321090.506428:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321091.533376:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321092.105395:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989102976 00000100:00100000:2.0:1767321092.105405:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989102976 00000100:00100000:2.0:1767321092.105486:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767321092.105496:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989102976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321092.105524:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321092.105708:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989102976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321092.105717:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00100000:0.0:1767321092.105922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989102976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321092.617313:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321092.617332:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989103104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321092.617395:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321092.617539:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989103104 00000100:00100000:2.0:1767321092.617547:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989103104 00000100:00100000:2.0:1767321092.617762:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:2.0:1767321092.617772:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989103104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321092.617803:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321092.617873:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989103104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321092.617881:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:1.0:1767321092.617971:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989103104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321093.409966:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321093.410069:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321093.410191:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901824 00000100:00100000:0.0:1767321093.410202:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901824 00000100:00100000:0.0:1767321093.410292:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901696 00000100:00100000:0.0:1767321093.410296:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901696 00000100:00100000:0.0:1767321093.410314:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1275 00000100:00100000:0.0:1767321093.410323:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923901824:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321093.410399:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923901824:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321093.410406:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1275 00000100:00100000:0.0:1767321093.410429:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1955 00000100:00100000:0.0:1767321093.410434:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923901696:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321093.410461:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.410486:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923901696:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.410492:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1955 00010000:00010000:2.0:1767321094.604049:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321094.664719:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321069/real 1767321069] req@ffff9e7d3af19500 x1853163989096704/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321094.664755:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3af19500 x1853163989096704/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321094.664774:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321094.664795:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321094.664799:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989096704:0@lo:250:kworker.0 00000100:00080000:2.0:1767321094.669264:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321094.669276:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321094.669280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321094.669288:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6315 00000100:00080000:2.0:1767321094.669293:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321094.669299:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321094.669339:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163989103232/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321094.669409:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321094.669413:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321094.669415:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321094.669419:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6336 00000100:00080000:2.0:1767321094.669422:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321094.669425:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321094.669439:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163989103488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321094.669455:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321094.669458:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321094.669460:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321094.669463:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6336 00000100:00080000:2.0:1767321094.669466:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321094.669469:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321094.669507:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163989103744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321094.669519:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321094.669523:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321094.669525:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321094.669529:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6336 00000100:00080000:2.0:1767321094.669531:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321094.669535:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321094.669546:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee680 x1853163989103872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321094.669551:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989103232:0@lo:250:kworker.0 00000100:00080000:2.0:1767321094.669603:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321094.669607:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321094.669608:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321094.669612:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6336 00000100:00080000:2.0:1767321094.669615:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321094.669618:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321094.669629:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989104256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767321094.669637:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989103232 offset 0 length 520: 4 00000100:00100000:0.0:1767321094.669687:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989103488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321094.669721:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321094.669757:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989103744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321094.669829:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989103488 00000100:00100000:0.0:1767321094.669840:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989103488 00000100:00100000:1.0:1767321094.669930:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989104000:0@lo:400:kworker.0 00000100:00100000:1.0:1767321094.669962:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321094.669986:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321094.669991:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989104128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321094.670012:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321094.670077:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104000 00000100:00100000:1.0:1767321094.670081:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104000 00000100:00100000:1.0:1767321094.670128:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104128 00000100:00100000:1.0:1767321094.670131:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104128 00000100:00100000:1.0:1767321094.670151:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976 00000100:00100000:1.0:1767321094.670159:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989104000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321094.670220:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989104000:12345-0@lo:400:kworker.0 Request processed in 61us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321094.670227:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976 00000100:00100000:1.0:1767321094.670242:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1767321094.670248:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989104128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321094.670280:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989104128:12345-0@lo:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321094.670286:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1767321094.670321:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989104128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321094.670330:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989104000:0@lo:400:kworker.0 00000100:00100000:0.0:1767321094.672252:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989103360 00000100:00100000:0.0:1767321094.672265:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989103360 00000100:00100000:0.0:1767321094.672352:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1767321094.672366:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989103360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321094.672445:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989103360:12345-0@lo:400:kworker.0 Request processed in 82us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321094.672461:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00080000:0.0:1767321094.672502:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321094.672545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321094.672605:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989103872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321094.672649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321094.672674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989104256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321094.672705:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321094.672738:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321094.672745:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321094.672753:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989103488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321094.672765:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321094.672768:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321094.672771:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989103744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321094.672807:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989103872 00000100:00100000:0.0:1767321094.672810:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989103872 00000100:00100000:0.0:1767321094.672837:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4937 00000100:00100000:0.0:1767321094.672847:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989103872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321094.672864:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321094.672900:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989103872:12345-0@lo:38:kworker.0 Request processed in 52us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321094.672913:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4937 00010000:00010000:2.0:1767321095.625866:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321097.226106:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321097.226126:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989104384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321097.226186:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.226280:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104384 00000100:00100000:0.0:1767321097.226293:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104384 00000100:00100000:0.0:1767321097.226358:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:0.0:1767321097.226367:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989104384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321097.226398:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321097.226785:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989104384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 419us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321097.226791:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:1.0:1767321097.228113:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989104384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321097.736885:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989104512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321097.736958:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321097.737375:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104512 00000100:00100000:2.0:1767321097.737383:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104512 00000100:00100000:2.0:1767321097.737472:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:2.0:1767321097.737481:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989104512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321097.737510:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321097.737575:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989104512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321097.737641:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00080000:1.0:1767321097.737720:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321098.529875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321098.530002:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321098.531742:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902080 00000100:00100000:1.0:1767321098.531756:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902080 00000100:00100000:1.0:1767321098.532058:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923901952 00000100:00100000:1.0:1767321098.532064:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923901952 00000100:00100000:2.0:1767321098.532072:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1278 00000100:00100000:2.0:1767321098.532086:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923902080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321098.532186:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923902080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321098.532643:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1959 00000100:00100000:1.0:1767321098.532649:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923901952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321098.532671:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321098.532720:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923901952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 70us (2718us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321098.532727:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1959 00000100:00100000:2.0:1767321098.532841:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1278 00010000:00010000:2.0:1767321098.696818:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321099.721213:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321099.786281:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321099.786293:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321099.786360:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321099.786364:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321099.786368:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321099.786376:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6341 00000100:00080000:0.0:1767321099.786380:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321099.786387:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321099.786419:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990380 x1853163989104768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321099.786451:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321099.786454:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321099.786455:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321099.786459:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6341 00000100:00080000:0.0:1767321099.786461:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321099.786465:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321099.786475:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990a80 x1853163989105024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321099.786496:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321099.786499:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321099.786501:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321099.786505:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6341 00000100:00080000:0.0:1767321099.786507:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321099.786510:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321099.786522:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992300 x1853163989105152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321099.786553:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321099.786556:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321099.786557:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321099.786560:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6341 00000100:00080000:0.0:1767321099.786562:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321099.786566:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321099.786575:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990700 x1853163989105536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321099.786657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989105280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321099.786720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321099.786755:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321099.786761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989105408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321099.786782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321099.787486:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105280 00000100:00100000:1.0:1767321099.787490:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105280 00000100:00100000:1.0:1767321099.787539:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105408 00000100:00100000:1.0:1767321099.787542:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105408 00000100:00100000:1.0:1767321099.787561:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00100000:1.0:1767321099.787568:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989105280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787645:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989105280:12345-0@lo:400:kworker.0 Request processed in 78us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321099.787652:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00100000:1.0:1767321099.787665:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979 00000100:00100000:1.0:1767321099.787671:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989105408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787698:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989105408:12345-0@lo:400:kworker.0 Request processed in 27us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321099.787713:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979 00000100:00100000:1.0:1767321099.787760:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989105408:0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989105280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787790:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989104640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787813:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321099.787831:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321099.787853:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989104896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.787873:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321099.787901:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104768 00000100:00100000:1.0:1767321099.787905:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104768 00000100:00100000:1.0:1767321099.787921:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105024 00000100:00100000:1.0:1767321099.787924:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105024 00000100:00100000:1.0:1767321099.787932:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105536 00000100:00100000:1.0:1767321099.787934:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105536 00000100:00100000:1.0:1767321099.787942:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104640 00000100:00100000:1.0:1767321099.787944:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104640 00000100:00100000:1.0:1767321099.787958:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989104896 00000100:00100000:1.0:1767321099.787961:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989104896 00000100:00100000:1.0:1767321099.787974:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1767321099.787979:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989104640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.788012:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989104640:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321099.788018:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1767321099.788029:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767321099.788035:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989104896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.788059:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989104896:12345-0@lo:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321099.788070:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767321099.788080:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:1.0:1767321099.788084:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989104768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321099.788095:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321099.788117:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989104768:12345-0@lo:38:kworker.0 Request processed in 32us (1120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321099.788123:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:1.0:1767321099.788457:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1767321099.788460:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989105024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321099.788468:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321099.788488:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989105024:12345-0@lo:38:kworker.0 Request processed in 27us (1433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321099.788492:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1767321099.788499:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:1.0:1767321099.788501:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989105536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321099.788506:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321099.788518:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989105536:12345-0@lo:38:kworker.0 Request processed in 16us (1394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321099.788521:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:1.0:1767321099.788546:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989104896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321099.788555:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989104640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.344950:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989105664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321102.345032:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321102.345263:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105664 00000100:00100000:0.0:1767321102.345273:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105664 00000100:00100000:0.0:1767321102.345381:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767321102.345400:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989105664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321102.345434:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321102.345494:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989105664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321102.345503:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767321102.345566:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989105664:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321102.346176:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321102.794216:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321102.856872:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321102.856909:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989105792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321102.856983:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321102.857047:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105792 00000100:00100000:2.0:1767321102.857058:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105792 00000100:00100000:2.0:1767321102.857157:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:2.0:1767321102.857167:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989105792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321102.857199:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321102.857259:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989105792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321102.857266:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00080000:1.0:1767321102.857502:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321103.649138:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902208 00000100:00100000:1.0:1767321103.649149:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902208 00000100:00100000:1.0:1767321103.649201:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902336 00000100:00100000:1.0:1767321103.649204:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902336 00000100:00100000:1.0:1767321103.649251:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1963 00000100:00100000:1.0:1767321103.649261:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923902208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321103.649287:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321103.649409:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321103.654534:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923902208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 5258us (5631us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321103.654552:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1963 00010000:00010000:2.0:1767321103.819095:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321104.904792:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321104.904803:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321104.904874:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321104.904879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321104.904884:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321104.904893:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6346 00000100:00080000:0.0:1767321104.904899:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321104.904907:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321104.904929:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989105920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321104.904934:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992a00 x1853163989106048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321104.904956:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321104.904959:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321104.904961:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321104.904965:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6346 00000100:00080000:0.0:1767321104.904967:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321104.904971:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321104.904982:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991180 x1853163989106304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321104.905000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321104.905012:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321104.905016:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321104.905018:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321104.905023:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6346 00000100:00080000:0.0:1767321104.905025:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321104.905030:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321104.905044:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990000 x1853163989106432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321104.905046:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321104.905055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989106176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321104.905080:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321104.905087:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321104.905091:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321104.905093:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321104.905097:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6346 00000100:00080000:0.0:1767321104.905099:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321104.905103:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321104.905115:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990700 x1853163989106816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321104.905130:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989105920 00000100:00100000:1.0:1767321104.905138:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989105920 00000100:00100000:0.0:1767321104.905158:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106176 00000100:00100000:0.0:1767321104.905164:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106176 00000100:00100000:1.0:1767321104.905192:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1767321104.905201:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1767321104.905204:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989105920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321104.905214:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989106176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321104.905268:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989105920:12345-0@lo:400:kworker.0 Request processed in 68us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321104.905273:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989106176:12345-0@lo:400:kworker.0 Request processed in 61us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321104.905281:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1767321104.905347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989106176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321104.905361:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989105920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321104.905362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989106688:0@lo:400:kworker.0 00000100:00080000:1.0:1767321104.905395:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321104.905401:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321104.905422:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321104.905427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989106560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321104.905448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321104.905478:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106688 00000100:00100000:2.0:1767321104.905482:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106688 00000100:00100000:2.0:1767321104.905532:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106560 00000100:00100000:2.0:1767321104.905536:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106560 00000100:00100000:2.0:1767321104.905557:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980 00000100:00100000:2.0:1767321104.905563:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989106688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321104.905631:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981 00000100:00100000:2.0:1767321104.905636:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989106688:12345-0@lo:400:kworker.0 Request processed in 71us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321104.905643:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989106560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321104.905646:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980 00000100:00080000:2.0:1767321104.905671:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321104.905676:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321104.905689:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989106560:12345-0@lo:400:kworker.0 Request processed in 48us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321104.905697:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981 00000100:00100000:2.0:1767321104.905697:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989106560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321104.905715:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989106688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321104.906063:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106304 00000100:00100000:1.0:1767321104.906069:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106304 00000100:00100000:2.0:1767321104.906109:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106816 00000100:00100000:2.0:1767321104.906114:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106816 00000100:00100000:0.0:1767321104.906350:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1767321104.906388:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106432 00000100:00100000:0.0:1767321104.906398:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106432 00000100:00100000:0.0:1767321104.906420:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939 00000100:00100000:0.0:1767321104.906425:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989106432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321104.906446:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321104.906483:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989106432:12345-0@lo:38:kworker.0 Request processed in 57us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321104.906490:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939 00000100:00080000:0.0:1767321104.906519:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321104.906524:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321104.906526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989106432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321104.912361:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:1.0:1767321104.912376:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989106304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321104.912404:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321104.913131:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989106304:12345-0@lo:38:kworker.0 Request processed in 754us (7208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321104.913140:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00100000:1.0:1767321104.913162:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:1.0:1767321104.913166:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989106816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321104.913179:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321104.913200:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989106816:12345-0@lo:38:kworker.0 Request processed in 33us (7196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321104.913205:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00010000:00010000:2.0:1767321106.893564:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321107.464925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989106944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321107.465006:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321107.465326:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989106944 00000100:00100000:0.0:1767321107.465336:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989106944 00000100:00100000:0.0:1767321107.465420:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206 00000100:00100000:0.0:1767321107.465430:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989106944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321107.465462:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321107.465528:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989106944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321107.465536:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206 00000100:00080000:1.0:1767321107.469621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321107.469728:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989106944:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321107.915359:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321107.977427:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321107.977448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989107072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321107.977518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321107.977900:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321107.977934:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989107072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321108.776039:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902464 00000100:00100000:1.0:1767321108.776055:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902464 00000100:00100000:1.0:1767321108.776121:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902592 00000100:00100000:1.0:1767321108.776125:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902592 00000100:00100000:1.0:1767321108.776180:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1284 00000100:00100000:1.0:1767321108.776200:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923902592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321108.776295:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923902592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (5609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321108.776302:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1284 00000100:00100000:1.0:1767321108.776319:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1967 00000100:00100000:1.0:1767321108.776323:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923902464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321108.776343:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321108.776366:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923902464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (5802us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321108.776372:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1967 00000100:00080000:1.0:1767321108.776503:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321110.025566:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.025576:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321110.025673:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.025677:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.025681:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.025689:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6351 00000100:00080000:2.0:1767321110.025694:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.025700:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321110.025724:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989107328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.025758:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.025774:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.025776:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.025779:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6351 00000100:00080000:2.0:1767321110.025782:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.025786:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321110.025802:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163989107584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.025811:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.025814:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.025816:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.025819:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6351 00000100:00080000:2.0:1767321110.025821:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.025824:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321110.025835:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee680 x1853163989107712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.025866:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.025870:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.025871:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.025875:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6351 00000100:00080000:2.0:1767321110.025877:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.025881:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321110.025891:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163989108096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321110.025916:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989107968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.025987:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.026021:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321110.026027:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989107840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.026049:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.026081:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107968 00000100:00100000:2.0:1767321110.026088:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107968 00000100:00100000:2.0:1767321110.026136:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107840 00000100:00100000:2.0:1767321110.026140:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107840 00000100:00100000:2.0:1767321110.026161:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00100000:2.0:1767321110.026181:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989107968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.026241:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989107968:12345-0@lo:400:kworker.0 Request processed in 72us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321110.026248:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00100000:2.0:1767321110.026264:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00100000:2.0:1767321110.026270:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989107840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.026296:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989107840:12345-0@lo:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321110.026301:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00100000:2.0:1767321110.026352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989107840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.026362:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989107968:0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.026468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989107328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.026502:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.026528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989107584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.026558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.026577:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989107712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.026625:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.026643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989108096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.026662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.026693:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107328 00000100:00100000:1.0:1767321110.026697:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107328 00000100:00100000:1.0:1767321110.026718:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107584 00000100:00100000:1.0:1767321110.026720:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107584 00000100:00100000:1.0:1767321110.026732:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108096 00000100:00100000:1.0:1767321110.026734:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108096 00000100:00100000:1.0:1767321110.026747:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:1.0:1767321110.026751:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989107328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.026769:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.026803:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989107328:12345-0@lo:38:kworker.0 Request processed in 50us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.026809:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00100000:1.0:1767321110.026821:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1767321110.026824:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989107584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.026833:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.026852:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989107584:12345-0@lo:38:kworker.0 Request processed in 27us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.026858:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1767321110.026869:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767321110.026873:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989108096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.026881:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.026909:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989108096:12345-0@lo:38:kworker.0 Request processed in 34us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.026915:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767321110.026934:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107712 00000100:00100000:1.0:1767321110.026938:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107712 00000100:00100000:1.0:1767321110.026956:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940 00000100:00100000:1.0:1767321110.026960:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989107712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.026969:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.026993:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989107712:12345-0@lo:38:kworker.0 Request processed in 31us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.026998:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940 00000100:00080000:1.0:1767321110.027019:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321110.027022:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321110.027044:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321110.027050:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321110.027053:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989107328:0@lo:38:kworker.0 00000100:00080000:1.0:1767321110.027061:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321110.027064:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321110.027067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989107584:0@lo:38:kworker.0 00000100:00080000:1.0:1767321110.027074:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321110.027076:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321110.027079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989107712:0@lo:38:kworker.0 00000100:00080000:1.0:1767321110.027085:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321110.027088:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321110.027090:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989108096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.027479:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107200 00000100:00100000:1.0:1767321110.027484:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107200 00000100:00100000:1.0:1767321110.027523:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989107456 00000100:00100000:1.0:1767321110.027527:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989107456 00000100:00100000:1.0:1767321110.027544:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1767321110.027550:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989107200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.027604:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989107200:12345-0@lo:400:kworker.0 Request processed in 54us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.027610:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1767321110.027622:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1767321110.027627:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989107456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.027651:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989107456:12345-0@lo:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.027657:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00010000:00010000:2.0:1767321110.984861:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321112.008891:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321112.585136:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321112.585182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989108224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321112.585264:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321112.585687:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108224 00000100:00100000:0.0:1767321112.585702:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108224 00000100:00100000:0.0:1767321112.585798:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:0.0:1767321112.585811:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989108224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321112.585862:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321112.585960:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989108224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321112.585969:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:1.0:1767321112.586122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989108224:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321113.034064:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321113.098767:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989108352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321113.098902:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.099746:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108352 00000100:00100000:2.0:1767321113.099762:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108352 00000100:00100000:2.0:1767321113.099861:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:2.0:1767321113.099872:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989108352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321113.099907:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321113.099985:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989108352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321113.099992:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00100000:1.0:1767321113.100382:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989108352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321113.893474:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902848 00000100:00100000:2.0:1767321113.893488:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902848 00000100:00100000:2.0:1767321113.893783:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1971 00000100:00100000:2.0:1767321113.893795:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923902848:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321113.893837:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321113.893930:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923902848:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 136us (816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321113.893940:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1971 00000100:00100000:2.0:1767321113.898777:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923902976 00000100:00100000:2.0:1767321113.898796:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923902976 00000100:00100000:2.0:1767321113.898913:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1287 00000100:00100000:2.0:1767321113.898926:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923902976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767321113.899201:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321113.899232:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923902976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 306us (2439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321113.899244:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1287 00010000:00010000:2.0:1767321115.080900:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321115.144881:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321115.144891:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321115.144964:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321115.144968:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321115.144971:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321115.144980:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6356 00000100:00080000:0.0:1767321115.144984:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321115.144990:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321115.145011:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991f80 x1853163989108608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321115.145044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989108480:0@lo:400:kworker.0 00000100:00080000:0.0:1767321115.145057:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321115.145061:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321115.145062:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321115.145067:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6356 00000100:00080000:0.0:1767321115.145076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321115.145081:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321115.145094:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39993100 x1853163989108864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321115.145104:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321115.145133:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321115.145136:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321115.145141:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6356 00000100:00100000:1.0:1767321115.145145:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321115.145147:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321115.145154:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321115.145182:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39993480 x1853163989108992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321115.145215:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767321115.145224:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321115.145226:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989108736:0@lo:400:kworker.0 00000100:00080000:0.0:1767321115.145231:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321115.145235:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321115.145240:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6356 00000100:00080000:0.0:1767321115.145243:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321115.145247:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321115.145256:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321115.145263:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990000 x1853163989109376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321115.145286:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989109248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.145295:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108480 00000100:00100000:0.0:1767321115.145304:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108480 00000100:00100000:1.0:1767321115.145326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321115.145352:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321115.145358:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989109120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321115.145381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321115.145384:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108736 00000100:00100000:0.0:1767321115.145389:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108736 00000100:00100000:0.0:1767321115.153061:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108608 00000100:00100000:0.0:1767321115.153080:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108608 00000100:00100000:0.0:1767321115.153144:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767321115.153159:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989108480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153239:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989108480:12345-0@lo:400:kworker.0 Request processed in 87us (8097us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.153247:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767321115.153266:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1767321115.153273:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989108736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153302:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989108736:12345-0@lo:400:kworker.0 Request processed in 29us (8046us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.153307:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1767321115.153342:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:0.0:1767321115.153346:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989108608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321115.153379:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321115.153409:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989108608:12345-0@lo:38:kworker.0 Request processed in 62us (7916us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321115.153415:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00080000:0.0:1767321115.153567:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321115.153623:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989109248 00000100:00100000:0.0:1767321115.153628:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989109248 00000100:00100000:0.0:1767321115.153662:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989109120 00000100:00100000:0.0:1767321115.153666:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989109120 00000100:00100000:0.0:1767321115.153684:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984 00000100:00100000:0.0:1767321115.153690:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153728:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989109248:12345-0@lo:400:kworker.0 Request processed in 38us (8403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.153734:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984 00000100:00100000:0.0:1767321115.153746:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985 00000100:00100000:0.0:1767321115.153752:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989109120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153779:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989109120:12345-0@lo:400:kworker.0 Request processed in 28us (8397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.153785:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985 00000100:00080000:0.0:1767321115.153810:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321115.153813:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321115.153865:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989108736:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989108480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153920:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989109120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.153953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989109248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321115.163341:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108864 00000100:00100000:2.0:1767321115.163356:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108864 00000100:00100000:2.0:1767321115.163425:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1767321115.163432:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989108864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321115.163456:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321115.163517:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989108864:12345-0@lo:38:kworker.0 Request processed in 84us (10828us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321115.163524:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:0.0:1767321115.163855:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989108992 00000100:00100000:0.0:1767321115.163859:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989108992 00000100:00100000:0.0:1767321115.163897:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4941 00000100:00100000:0.0:1767321115.163903:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989108992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321115.163914:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321115.163963:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989108992:12345-0@lo:38:kworker.0 Request processed in 59us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321115.163969:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4941 00000100:00100000:1.0:1767321115.171772:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989109376 00000100:00100000:1.0:1767321115.171787:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989109376 00000100:00100000:1.0:1767321115.171883:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:1.0:1767321115.171891:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989109376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321115.171918:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321115.172018:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989109376:12345-0@lo:38:kworker.0 Request processed in 126us (7106us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321115.172025:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00010000:00010000:2.0:1767321116.104998:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321117.128870:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321117.708493:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321117.708517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989109504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321117.708605:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321117.709085:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989109504:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321117.709146:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321118.216934:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321118.216952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989109632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321118.217028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.217199:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989109632 00000100:00100000:2.0:1767321118.217208:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989109632 00000100:00100000:2.0:1767321118.217274:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:2.0:1767321118.217284:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989109632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321118.217325:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321118.217602:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989109632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 296us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321118.217612:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00080000:0.0:1767321118.217860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321119.021338:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321119.021530:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321119.027649:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923903104 00000100:00100000:2.0:1767321119.027668:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923903104 00000100:00100000:2.0:1767321119.027728:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923903232 00000100:00100000:2.0:1767321119.027732:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923903232 00000100:00100000:2.0:1767321119.027798:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1290 00000100:00100000:2.0:1767321119.027809:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923903232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321119.027905:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923903232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (6374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321119.027936:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1290 00000100:00100000:2.0:1767321119.027956:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1975 00000100:00100000:2.0:1767321119.027960:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923903104:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321119.027981:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321119.028007:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923903104:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (6698us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321119.028014:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1975 00000100:00080000:1.0:1767321119.029083:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321119.178623:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321119.241058:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321119.241063:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321119.241067:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321119.241071:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6341 00000100:00080000:0.0:1767321119.241076:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321119.241082:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321119.241110:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990380 x1853163989109760/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321119.241171:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321119.241175:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321119.241178:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321119.241190:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6362 00000100:00080000:0.0:1767321119.241193:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321119.241197:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321119.241212:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990700 x1853163989110016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321119.241228:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321119.241231:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321119.241233:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321119.241236:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6362 00000100:00080000:0.0:1767321119.241238:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321119.241241:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321119.241251:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992a00 x1853163989110272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321119.241260:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321119.241263:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321119.241265:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321119.241268:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6362 00000100:00080000:0.0:1767321119.241271:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321119.241274:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321119.241288:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990e00 x1853163989110400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321119.242199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989109888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321119.242229:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321119.242258:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321119.242263:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989110144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321119.242283:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321119.242324:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989109888 00000100:00100000:1.0:1767321119.242329:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989109888 00000100:00100000:1.0:1767321119.242387:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989110144 00000100:00100000:1.0:1767321119.242391:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989110144 00000100:00100000:1.0:1767321119.242409:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1767321119.242415:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989109888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321119.242464:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989109888:12345-0@lo:400:kworker.0 Request processed in 49us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321119.242470:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1767321119.242484:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1767321119.242490:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989110144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321119.242517:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989110144:12345-0@lo:400:kworker.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321119.242524:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00080000:1.0:1767321119.242545:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321119.242567:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989110144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321119.242576:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989109888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321119.243048:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989110400 00000100:00100000:2.0:1767321119.243054:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989110400 00000100:00100000:2.0:1767321119.243089:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942 00000100:00100000:2.0:1767321119.243095:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989110400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321119.243109:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321119.243156:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989110400:12345-0@lo:38:kworker.0 Request processed in 60us (1356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321119.243162:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942 00000100:00080000:0.0:1767321119.243563:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321119.243568:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321119.243571:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321119.243603:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6362 00000100:00080000:0.0:1767321119.243606:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321119.243610:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321119.243629:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991880 x1853163989110784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321119.243700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989110528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321119.243737:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321119.243768:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321119.243774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989110656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321119.243795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321119.243857:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989110528 00000100:00100000:0.0:1767321119.243861:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989110528 00000100:00100000:0.0:1767321119.244246:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989110656 00000100:00100000:0.0:1767321119.244250:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989110656 00000100:00100000:0.0:1767321119.244269:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986 00000100:00100000:0.0:1767321119.244275:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989110528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321119.244336:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989110528:12345-0@lo:400:kworker.0 Request processed in 61us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321119.244352:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986 00000100:00100000:0.0:1767321119.244441:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987 00000100:00100000:0.0:1767321119.244448:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989110656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321119.244478:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989110656:12345-0@lo:400:kworker.0 Request processed in 31us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321119.244484:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987 00000100:00100000:0.0:1767321119.244528:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989110656:0@lo:400:kworker.0 00000100:00100000:0.0:1767321119.244537:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989110528:0@lo:400:kworker.0 00000100:00080000:2.0:1767321119.248353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321120.200871:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321121.226189:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321122.824900:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989110912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321122.824983:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321122.825086:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989110912 00000100:00100000:0.0:1767321122.825095:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989110912 00000100:00100000:0.0:1767321122.825156:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:0.0:1767321122.825165:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989110912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321122.825194:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321122.825249:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989110912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321122.825269:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00080000:1.0:1767321122.825532:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321122.825570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989110912:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321123.272819:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321123.337179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989111040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321123.337252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321123.337376:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111040 00000100:00100000:1.0:1767321123.337396:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111040 00000100:00100000:1.0:1767321123.337468:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:1.0:1767321123.337478:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989111040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321123.337509:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767321123.337603:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321123.344734:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989111040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7235us (7459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321123.344750:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00100000:2.0:1767321123.346756:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989111040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321124.129092:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321124.130216:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321124.296882:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321124.361966:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321124.361977:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321124.362054:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321124.362059:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321124.362063:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321124.362072:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6366 00000100:00080000:0.0:1767321124.362077:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321124.362085:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321124.362114:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991880 x1853163989111296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321124.362145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321124.362148:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321124.362150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321124.362153:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6366 00000100:00080000:0.0:1767321124.362156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321124.362159:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321124.362169:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992680 x1853163989111552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321124.362177:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321124.362194:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321124.362196:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321124.362200:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6366 00000100:00080000:0.0:1767321124.362202:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321124.362206:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321124.362220:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991180 x1853163989111680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321124.362275:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321124.362278:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321124.362280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321124.362283:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6366 00000100:00080000:0.0:1767321124.362295:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321124.362298:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321124.362318:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990a80 x1853163989112064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321124.362348:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989111808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989111168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321124.362609:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321124.362615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989111424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321124.362665:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989111936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362705:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321124.362743:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111936 00000100:00100000:2.0:1767321124.362751:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111936 00000100:00100000:2.0:1767321124.362797:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988 00000100:00100000:2.0:1767321124.362806:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989111936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362852:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989111936:12345-0@lo:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321124.362859:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988 00000100:00100000:2.0:1767321124.362886:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111168 00000100:00100000:2.0:1767321124.362890:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111168 00000100:00100000:2.0:1767321124.362922:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1767321124.362928:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989111168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.362974:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989111168:12345-0@lo:400:kworker.0 Request processed in 47us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321124.362980:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1767321124.362990:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111424 00000100:00100000:2.0:1767321124.363001:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111424 00000100:00100000:2.0:1767321124.363024:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:2.0:1767321124.363030:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989111424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.363060:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989111424:12345-0@lo:400:kworker.0 Request processed in 31us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321124.363065:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00080000:2.0:1767321124.363081:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321124.363110:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989111936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.363138:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989111424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321124.363148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989111168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321124.364070:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111680 00000100:00100000:1.0:1767321124.364083:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111680 00000100:00100000:1.0:1767321124.364120:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943 00000100:00100000:1.0:1767321124.364126:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989111680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321124.364143:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321124.364185:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989111680:12345-0@lo:38:kworker.0 Request processed in 58us (254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321124.364192:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943 00000100:00100000:1.0:1767321124.364211:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111296 00000100:00100000:1.0:1767321124.364214:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111296 00000100:00100000:1.0:1767321124.364229:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111552 00000100:00100000:1.0:1767321124.364232:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111552 00000100:00100000:1.0:1767321124.364242:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989112064 00000100:00100000:1.0:1767321124.364244:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989112064 00000100:00100000:1.0:1767321124.364278:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1767321124.364283:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989111296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321124.364293:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321124.364329:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989111296:12345-0@lo:38:kworker.0 Request processed in 45us (518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321124.364335:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1767321124.364346:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:1.0:1767321124.364350:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989111552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321124.364359:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321124.364395:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989111552:12345-0@lo:38:kworker.0 Request processed in 43us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321124.364401:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:1.0:1767321124.364412:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:1.0:1767321124.364416:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989112064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321124.364434:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321124.364457:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989112064:12345-0@lo:38:kworker.0 Request processed in 40us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321124.364463:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00080000:1.0:1767321124.364504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321124.364509:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321124.364512:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989111296:0@lo:38:kworker.0 00000100:00080000:1.0:1767321124.364521:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321124.364524:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321124.364526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989111552:0@lo:38:kworker.0 00000100:00080000:1.0:1767321124.364534:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321124.364537:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321124.364539:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989111680:0@lo:38:kworker.0 00000100:00080000:1.0:1767321124.364546:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321124.364549:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321124.364552:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989112064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321124.366071:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321124.371012:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989111808 00000100:00100000:1.0:1767321124.371032:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989111808 00000100:00100000:1.0:1767321124.371144:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:1.0:1767321124.371155:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989111808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321124.371278:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989111808:12345-0@lo:400:kworker.0 Request processed in 125us (5224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321124.371294:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00080000:2.0:1767321124.373283:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321124.373743:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989111808:0@lo:400:kworker.0 00010000:00010000:2.0:1767321125.320824:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321127.369015:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321127.946058:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989112192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321127.946132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321127.947515:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321127.947561:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989112192:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321128.393128:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321128.457960:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989112320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321128.458043:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321128.459065:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989112320:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321128.459908:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321129.250123:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923903744 00000100:00100000:2.0:1767321129.250123:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923903616 00000100:00100000:1.0:1767321129.250137:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923903744 00000100:00100000:2.0:1767321129.250137:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923903616 00000100:00100000:2.0:1767321129.250207:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1296 00000100:00100000:2.0:1767321129.250222:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923903744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321129.250331:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923903744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 113us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321129.250340:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1296 00000100:00100000:2.0:1767321129.250382:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1983 00000100:00100000:2.0:1767321129.250387:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923903616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321129.250418:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321129.250451:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923903616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 63us (724us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321129.250459:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1983 00000100:00080000:0.0:1767321129.250741:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321129.417195:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321129.483281:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321129.483295:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321129.483388:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321129.483393:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321129.483418:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321129.483429:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6371 00000100:00080000:0.0:1767321129.483436:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321129.483447:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321129.483476:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39993480 x1853163989112576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321129.483523:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321129.483526:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321129.483528:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321129.483532:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6371 00000100:00080000:0.0:1767321129.483535:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321129.483539:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321129.483554:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992a00 x1853163989112832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321129.483564:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321129.483567:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321129.483569:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321129.483574:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6371 00000100:00080000:0.0:1767321129.483576:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321129.483604:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321129.483621:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990a80 x1853163989112960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321129.483662:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321129.483667:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321129.483676:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321129.483684:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6371 00000100:00080000:0.0:1767321129.483688:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321129.483692:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321129.483707:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991880 x1853163989113344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321129.483992:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321129.484013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989113088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321129.484063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321129.484095:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321129.484102:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989113216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321129.484134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321129.484177:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113216 00000100:00100000:2.0:1767321129.484182:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113216 00000100:00100000:1.0:1767321129.484267:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989112576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.484312:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321129.484341:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989112832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.484361:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321129.484372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989112960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.484393:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321129.484411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989113344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.484432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321129.484462:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989112960 00000100:00100000:1.0:1767321129.484467:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989112960 00000100:00100000:1.0:1767321129.484493:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944 00000100:00100000:1.0:1767321129.484498:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989112960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321129.484520:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321129.484561:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989112960:12345-0@lo:38:kworker.0 Request processed in 62us (166us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321129.484568:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944 00000100:00080000:1.0:1767321129.484626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321129.484631:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321129.484635:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989112960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.484656:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989112576 00000100:00100000:1.0:1767321129.484660:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989112576 00000100:00100000:1.0:1767321129.484688:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989112832 00000100:00100000:1.0:1767321129.484691:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989112832 00000100:00100000:1.0:1767321129.484704:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113344 00000100:00100000:1.0:1767321129.484706:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113344 00000100:00100000:1.0:1767321129.484715:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1767321129.484720:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989112576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321129.484731:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321129.484762:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989112576:12345-0@lo:38:kworker.0 Request processed in 41us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321129.484769:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1767321129.484780:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1767321129.484784:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989112832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321129.484792:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321129.484814:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989112832:12345-0@lo:38:kworker.0 Request processed in 29us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321129.484819:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1767321129.484828:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:1.0:1767321129.484831:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989113344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321129.484839:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321129.484874:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989113344:12345-0@lo:38:kworker.0 Request processed in 41us (441us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321129.484879:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00080000:1.0:1767321129.484912:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321129.484916:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321129.484920:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989112576:0@lo:38:kworker.0 00000100:00080000:1.0:1767321129.484928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321129.484939:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321129.484942:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989112832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321129.484953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321129.484956:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321129.484959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989113344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321129.485010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989113088:0@lo:400:kworker.0 00000100:00080000:0.0:1767321129.485184:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321129.488192:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991 00000100:00100000:2.0:1767321129.488223:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989113216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321129.488358:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989113216:12345-0@lo:400:kworker.0 Request processed in 152us (4224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321129.488367:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991 00000100:00100000:1.0:1767321129.489130:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989113216:0@lo:400:kworker.0 00010000:00010000:2.0:1767321131.466941:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321132.489461:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321133.068117:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989113472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321133.068229:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.068297:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113472 00000100:00100000:1.0:1767321133.068310:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113472 00000100:00100000:1.0:1767321133.068402:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:1.0:1767321133.068414:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989113472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321133.068470:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321133.068540:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989113472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321133.068550:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00080000:0.0:1767321133.068554:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321133.068649:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989113472:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321133.512846:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321133.577502:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989113600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321133.577625:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.577731:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113600 00000100:00100000:1.0:1767321133.577744:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113600 00000100:00100000:1.0:1767321133.577845:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:1.0:1767321133.577856:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989113600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321133.577903:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767321133.577945:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321133.589049:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989113600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11177us (11406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321133.589069:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00100000:0.0:1767321133.589333:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989113600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321134.379108:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904000 00000100:00100000:1.0:1767321134.379144:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904000 00000100:00100000:1.0:1767321134.379345:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923903872 00000100:00100000:1.0:1767321134.379350:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923903872 00000100:00100000:1.0:1767321134.379385:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1299 00000100:00100000:1.0:1767321134.379401:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923904000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321134.379522:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923904000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 126us (3375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.379533:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1299 00000100:00100000:1.0:1767321134.379556:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1987 00000100:00100000:1.0:1767321134.379562:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923903872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321134.379614:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321134.379661:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923903872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (3299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321134.379669:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1987 00000100:00080000:2.0:1767321134.387887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321134.606903:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321134.606920:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321134.607012:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321134.607017:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321134.607022:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321134.607034:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6376 00000100:00080000:1.0:1767321134.607040:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321134.607051:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321134.607081:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c700 x1853163989113856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321134.607106:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321134.607128:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321134.607130:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321134.607133:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6376 00000100:00080000:1.0:1767321134.607135:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321134.607139:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321134.607148:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ca80 x1853163989114112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321134.607155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321134.607157:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321134.607159:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321134.607162:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6376 00000100:00080000:1.0:1767321134.607163:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321134.607166:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321134.607180:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163989114240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321134.607216:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321134.607218:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321134.607220:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321134.607222:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6376 00000100:00080000:1.0:1767321134.607224:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321134.607226:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321134.607233:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163989114624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321134.607267:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989114368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321134.607372:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321134.607416:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321134.607420:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989114496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321134.607437:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321134.607470:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989114368 00000100:00100000:1.0:1767321134.607479:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989114368 00000100:00100000:1.0:1767321134.607543:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989114496 00000100:00100000:1.0:1767321134.607546:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989114496 00000100:00100000:1.0:1767321134.607567:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992 00000100:00100000:1.0:1767321134.607573:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989114368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321134.607643:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989114368:12345-0@lo:400:kworker.0 Request processed in 70us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.607648:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992 00000100:00100000:1.0:1767321134.607662:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993 00000100:00100000:1.0:1767321134.607666:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989114496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321134.607682:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989114496:12345-0@lo:400:kworker.0 Request processed in 16us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.607686:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993 00000100:00100000:1.0:1767321134.607727:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989114496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321134.607739:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989114368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321134.607835:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989113984:0@lo:400:kworker.0 00000100:00100000:0.0:1767321134.607876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321134.607952:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113984 00000100:00100000:0.0:1767321134.607956:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113984 00000100:00100000:0.0:1767321134.608008:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113728 00000100:00100000:0.0:1767321134.608012:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113728 00000100:00100000:0.0:1767321134.608033:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1767321134.608039:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989113984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321134.608084:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989113984:12345-0@lo:400:kworker.0 Request processed in 45us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321134.608091:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1767321134.608105:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1767321134.608110:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989113728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321134.608145:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989113728:12345-0@lo:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321134.608161:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1767321134.609077:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989113856:0@lo:38:kworker.0 00000100:00100000:2.0:1767321134.609132:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321134.609169:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989114112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321134.609190:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321134.609214:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989114240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321134.609242:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321134.609287:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989113856 00000100:00100000:0.0:1767321134.609295:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989113856 00000100:00100000:0.0:1767321134.609328:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989114112 00000100:00100000:0.0:1767321134.609331:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989114112 00000100:00100000:1.0:1767321134.609338:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767321134.609368:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989114624:0@lo:38:kworker.0 00000100:00100000:2.0:1767321134.609392:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321134.609444:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989114624 00000100:00100000:2.0:1767321134.609449:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989114624 00000100:00100000:1.0:1767321134.609479:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989113856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321134.609506:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321134.609556:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989113856:12345-0@lo:38:kworker.0 Request processed in 78us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321134.609574:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:0.0:1767321134.609600:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989114112:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321134.609600:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00010000:00020000:0.0:1767321134.609609:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321134.609641:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989114112:12345-0@lo:38:kworker.0 Request processed in 60us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321134.609647:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00100000:2.0:1767321134.609798:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:2.0:1767321134.609804:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989114624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321134.609815:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321134.609843:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989114624:12345-0@lo:38:kworker.0 Request processed in 38us (450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321134.609848:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00080000:2.0:1767321134.609886:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321134.610062:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321134.610067:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989113856:0@lo:38:kworker.0 00000100:00080000:2.0:1767321134.610082:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321134.610086:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321134.610089:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989114112:0@lo:38:kworker.0 00000100:00080000:2.0:1767321134.610097:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321134.610109:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321134.610112:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989114624:0@lo:38:kworker.0 00000100:00080000:2.0:1767321134.613234:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321134.613243:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321134.613247:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989114240:0@lo:38:kworker.0 00010000:00010000:2.0:1767321135.561275:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321136.584863:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321137.609418:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321138.185713:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989114752 00000100:00100000:0.0:1767321138.185721:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989114752 00000100:00100000:0.0:1767321138.186141:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:0.0:1767321138.186151:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989114752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321138.186183:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321138.186339:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989114752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321138.186348:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:2.0:1767321138.482958:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904256 00000100:00100000:2.0:1767321138.482975:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904256 00000100:00100000:2.0:1767321138.483046:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904384 00000100:00100000:2.0:1767321138.483050:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904384 00000100:00100000:2.0:1767321138.483113:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1302 00000100:00100000:2.0:1767321138.483126:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321138.483150:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1991 00000100:00100000:1.0:1767321138.483159:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923904256:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321138.483181:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321138.483208:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (9467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321138.483218:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923904256:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (10698us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321138.483227:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1991 00000100:00100000:2.0:1767321138.487325:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1302 00000100:00100000:1.0:1767321138.697043:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989114880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321138.697169:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321138.697692:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321138.697766:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989114880:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321139.661765:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321139.720719:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321139.720730:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321139.720795:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321139.720799:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321139.720803:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321139.720811:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321139.720816:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321139.720823:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321139.720843:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163989115136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321139.720876:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321139.720880:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321139.720895:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321139.720899:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321139.720902:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321139.720906:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321139.720918:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683800 x1853163989115392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321139.720927:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321139.720930:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321139.720932:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321139.720936:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321139.720938:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321139.720942:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321139.720952:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163989115520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321139.720983:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321139.720987:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321139.720988:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321139.720992:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321139.720994:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321139.720997:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321139.721010:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682d80 x1853163989115904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321139.721042:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989115776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.721110:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321139.721178:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321139.721184:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989115648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.721206:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321139.721236:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989115776 00000100:00100000:1.0:1767321139.721243:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989115776 00000100:00100000:1.0:1767321139.721280:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989115648 00000100:00100000:1.0:1767321139.721282:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989115648 00000100:00100000:1.0:1767321139.721300:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00100000:1.0:1767321139.721307:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989115776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.721352:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989115776:12345-0@lo:400:kworker.0 Request processed in 45us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321139.721360:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00100000:1.0:1767321139.721374:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995 00000100:00100000:1.0:1767321139.721380:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989115648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.721403:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989115648:12345-0@lo:400:kworker.0 Request processed in 23us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321139.721408:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995 00000100:00100000:1.0:1767321139.721452:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989115648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.721463:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989115776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321139.722545:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989115008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321139.722576:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321139.722630:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321139.722636:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989115264:0@lo:400:kworker.0 00000100:00100000:2.0:1767321139.722669:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321139.722857:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989115008 00000100:00100000:1.0:1767321139.722862:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989115008 00000100:00100000:1.0:1767321139.722894:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989115264 00000100:00100000:1.0:1767321139.722897:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989115264 00000100:00100000:1.0:1767321139.722915:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1767321139.722921:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989115008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.722960:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989115008:12345-0@lo:400:kworker.0 Request processed in 38us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321139.722976:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1767321139.722990:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1767321139.722995:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989115264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321139.723021:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989115264:12345-0@lo:400:kworker.0 Request processed in 25us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321139.723027:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1767321139.723864:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989115264:0@lo:400:kworker.0 00000100:00100000:2.0:1767321139.723877:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989115008:0@lo:400:kworker.0 00000100:00080000:0.0:1767321139.724478:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321140.683198:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321141.705053:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321143.305068:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321143.305206:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321143.307912:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321143.308012:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321143.586801:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904640 00000100:00100000:0.0:1767321143.586815:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904640 00000100:00100000:0.0:1767321143.586922:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1305 00000100:00100000:0.0:1767321143.586943:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321143.587046:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 115us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321143.587072:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1305 00000100:00080000:1.0:1767321143.587157:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321143.589411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767321143.753935:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321143.817357:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321143.817389:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321143.817494:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321143.817663:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321143.817850:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116160:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321144.776878:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321144.840950:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321144.840961:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321144.841023:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321144.841026:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321144.841030:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321144.841039:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6386 00000100:00080000:0.0:1767321144.841043:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321144.841049:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321144.841067:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992a00 x1853163989116416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321144.841084:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321144.841086:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321144.841088:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321144.841091:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6386 00000100:00080000:0.0:1767321144.841093:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321144.841097:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321144.841104:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990a80 x1853163989116672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321144.841126:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321144.841129:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321144.841131:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321144.841134:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6386 00000100:00080000:0.0:1767321144.841136:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321144.841139:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321144.841153:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991f80 x1853163989116800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321144.841185:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321144.841188:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321144.841190:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321144.841193:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6386 00000100:00080000:0.0:1767321144.841195:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321144.841199:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321144.841207:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991c00 x1853163989117184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321144.841249:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.841318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321144.841385:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321144.841391:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989117056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.841412:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.842624:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989116928 00000100:00100000:1.0:1767321144.842629:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989116928 00000100:00100000:1.0:1767321144.842670:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989117056 00000100:00100000:1.0:1767321144.842673:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989117056 00000100:00100000:1.0:1767321144.842694:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996 00000100:00100000:1.0:1767321144.842701:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989116928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.842749:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989116928:12345-0@lo:400:kworker.0 Request processed in 49us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321144.842755:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996 00000100:00100000:1.0:1767321144.842768:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997 00000100:00100000:1.0:1767321144.842774:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989117056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.842799:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989117056:12345-0@lo:400:kworker.0 Request processed in 26us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321144.842805:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997 00000100:00100000:1.0:1767321144.842835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989116288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.842873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.842893:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321144.842907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989116544:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.842932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.842956:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989116288 00000100:00100000:1.0:1767321144.842960:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989116288 00000100:00100000:1.0:1767321144.842990:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989116544 00000100:00100000:1.0:1767321144.842993:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989116544 00000100:00100000:1.0:1767321144.843009:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1767321144.843015:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989116288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.843048:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989116288:12345-0@lo:400:kworker.0 Request processed in 33us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321144.843054:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1767321144.843065:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1767321144.843071:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989116544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.843096:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989116544:12345-0@lo:400:kworker.0 Request processed in 26us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321144.843100:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00080000:1.0:1767321144.843124:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321144.843144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989116544:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.843154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989116288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.843177:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989117056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.843187:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989116928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321145.638811:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321145.638946:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904768 00000100:00100000:0.0:1767321145.638957:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904768 00000100:00100000:0.0:1767321145.639067:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1999 00000100:00100000:0.0:1767321145.639091:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904768:12345-192.168.204.13@tcp:17:kworker.0 00000100:00100000:0.0:1767321145.639193:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923904768:12345-192.168.204.13@tcp:17:kworker.0 Request processed in 104us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321145.639201:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1999 00000100:00080000:1.0:1767321145.639325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321145.800838:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321147.848858:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321148.426730:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321148.426753:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989117440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321148.426834:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321148.427601:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321148.705254:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923904896 00000100:00100000:1.0:1767321148.705264:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923904896 00000100:00100000:1.0:1767321148.705309:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905024 00000100:00100000:1.0:1767321148.705344:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905024 00000100:00100000:2.0:1767321148.705374:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2000 00000100:00100000:2.0:1767321148.705383:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923904896:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321148.705411:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321148.705481:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923904896:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (314us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321148.705545:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321148.710251:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1308 00000100:00100000:1.0:1767321148.710272:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923905024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321148.710368:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923905024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (5141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321148.710377:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1308 00000100:00100000:2.0:1767321148.712035:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2000 00010000:00010000:2.0:1767321148.872965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321148.937298:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989117568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321148.937374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321148.937496:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989117568 00000100:00100000:0.0:1767321148.937506:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989117568 00000100:00100000:0.0:1767321148.937598:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:0.0:1767321148.937609:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989117568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321148.937652:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321148.937697:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989117568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321148.937705:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:0.0:1767321148.937753:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989117568:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321148.938374:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321149.896909:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321149.962460:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321149.962509:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321149.962573:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321149.962577:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321149.962604:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321149.962612:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6391 00000100:00080000:0.0:1767321149.962617:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321149.962624:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321149.962647:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163989117824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321149.962706:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321149.962709:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321149.962711:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321149.962715:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6391 00000100:00080000:0.0:1767321149.962717:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321149.962721:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321149.962732:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c380 x1853163989118080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321149.962741:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321149.962744:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321149.962746:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321149.962750:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6391 00000100:00080000:0.0:1767321149.962753:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321149.962758:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321149.962786:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163989118208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321149.962830:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321149.962833:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321149.962835:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321149.962838:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6391 00000100:00080000:0.0:1767321149.962841:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321149.962845:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321149.962855:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ea00 x1853163989118592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321149.962898:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989117824:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.962935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.962957:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989118080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.962991:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.963011:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989118208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.963072:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.963093:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989118592:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.963115:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.963162:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989118464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321149.963215:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.963260:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321149.963269:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989118336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321149.963316:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321149.963371:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:0.0:1767321149.963379:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989118080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321149.963391:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321149.963425:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989118080:12345-0@lo:38:kworker.0 Request processed in 43us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321149.963435:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1767321149.963631:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118464 00000100:00100000:1.0:1767321149.963636:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118464 00000100:00100000:1.0:1767321149.963663:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118336 00000100:00100000:1.0:1767321149.963666:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118336 00000100:00100000:1.0:1767321149.963697:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998 00000100:00100000:1.0:1767321149.963704:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989118464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321149.963748:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989118464:12345-0@lo:400:kworker.0 Request processed in 42us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321149.963760:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998 00000100:00100000:1.0:1767321149.963775:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999 00000100:00100000:1.0:1767321149.963786:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989118336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321149.964546:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118208 00000100:00100000:0.0:1767321149.964553:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118208 00000100:00100000:0.0:1767321149.964594:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948 00000100:00100000:0.0:1767321149.964600:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989118208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321149.964612:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321149.964844:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989118336:12345-0@lo:400:kworker.0 Request processed in 1060us (1528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321149.964852:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999 00000100:00100000:0.0:1767321149.972664:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989118208:12345-0@lo:38:kworker.0 Request processed in 8052us (9581us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321149.972681:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948 00000100:00100000:2.0:1767321149.973604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989117696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321149.973623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989117952:0@lo:400:kworker.0 00010000:00010000:2.0:1767321151.945082:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321152.972741:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321153.547258:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989118720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321153.547362:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321153.547655:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118720 00000100:00100000:0.0:1767321153.547663:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118720 00000100:00100000:0.0:1767321153.547743:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:0.0:1767321153.547763:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989118720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321153.547792:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321153.547855:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989118720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321153.547862:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00100000:1.0:1767321153.548098:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989118720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321153.826791:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905152 00000100:00100000:1.0:1767321153.826807:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905152 00000100:00100000:1.0:1767321153.826871:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905280 00000100:00100000:1.0:1767321153.827131:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905280 00000100:00100000:1.0:1767321153.831418:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1311 00000100:00100000:1.0:1767321153.831436:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923905280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321153.831541:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923905280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (4875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321153.831549:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1311 00010000:00010000:2.0:1767321154.000452:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321154.059108:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321154.063597:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989118848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321154.063679:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321154.063828:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118848 00000100:00100000:2.0:1767321154.063836:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118848 00000100:00100000:2.0:1767321154.063905:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767321154.063914:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989118848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321154.063948:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321154.064317:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989118848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 403us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321154.064325:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00100000:1.0:1767321154.064426:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989118848:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321155.080866:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321155.080886:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321155.080954:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321155.080959:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321155.080963:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321155.080971:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321155.080976:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321155.080983:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321155.081005:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989119104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321155.081036:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321155.081039:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321155.081041:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321155.081044:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321155.081061:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321155.081065:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321155.081078:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163989119360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321155.081087:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321155.081090:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321155.081092:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321155.081096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321155.081098:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321155.081101:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321155.081112:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989119488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321155.081145:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321155.081148:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321155.081149:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321155.081152:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321155.081155:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321155.081158:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321155.081168:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0df80 x1853163989119872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321155.081204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989119744:0@lo:400:kworker.0 00000100:00100000:2.0:1767321155.081313:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321155.081348:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321155.081354:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989119616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321155.081416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321155.081505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989118976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.081539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321155.081567:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321155.081573:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989119232:0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.081616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321155.081647:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989119744 00000100:00100000:1.0:1767321155.081654:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989119744 00000100:00100000:1.0:1767321155.081691:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989119616 00000100:00100000:1.0:1767321155.081695:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989119616 00000100:00100000:1.0:1767321155.081722:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1767321155.081730:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989119744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.081776:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989119744:12345-0@lo:400:kworker.0 Request processed in 46us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321155.081783:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1767321155.081796:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1767321155.081802:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989119616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.081836:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989119616:12345-0@lo:400:kworker.0 Request processed in 34us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321155.081843:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1767321155.081860:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989118976 00000100:00100000:1.0:1767321155.081864:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989118976 00000100:00100000:1.0:1767321155.081885:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989119232 00000100:00100000:1.0:1767321155.081887:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989119232 00000100:00100000:1.0:1767321155.081904:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1767321155.081910:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989118976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.081940:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989118976:12345-0@lo:400:kworker.0 Request processed in 30us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321155.081946:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1767321155.081977:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989118976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.082034:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1767321155.082041:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989119232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321155.082069:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989119232:12345-0@lo:400:kworker.0 Request processed in 29us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321155.082075:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1767321155.082095:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989119232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321155.082256:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989119104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321155.082285:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321155.082312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989119360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321155.082333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321155.082357:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989119488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321155.082390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321155.082408:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989119872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321155.082426:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321155.082452:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989119488 00000100:00100000:0.0:1767321155.082456:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989119488 00000100:00100000:0.0:1767321155.082475:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949 00000100:00100000:0.0:1767321155.082480:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989119488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321155.082496:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321155.082527:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989119488:12345-0@lo:38:kworker.0 Request processed in 45us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321155.082541:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949 00000100:00080000:0.0:1767321155.082567:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321155.082572:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321155.082575:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989119488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321155.083121:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321155.083126:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321155.083129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989119104:0@lo:38:kworker.0 00000100:00080000:0.0:1767321155.083138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321155.083146:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321155.083149:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989119360:0@lo:38:kworker.0 00000100:00080000:0.0:1767321155.083157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321155.083160:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321155.083162:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989119872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321155.084810:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989119616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321155.084827:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989119744:0@lo:400:kworker.0 00010000:00010000:2.0:1767321156.040911:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321157.066721:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321158.089286:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321158.665015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989120000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321158.665106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321158.665266:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989120000 00000100:00100000:2.0:1767321158.665276:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989120000 00000100:00100000:2.0:1767321158.665747:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1767321158.665760:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989120000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321158.665802:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321158.665872:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989120000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321158.665880:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1767321158.665971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989120000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321158.945874:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905536 00000100:00100000:2.0:1767321158.945898:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905536 00000100:00100000:2.0:1767321158.946014:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1314 00000100:00100000:2.0:1767321158.946026:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923905536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321158.946286:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923905536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 260us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321158.946305:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1314 00000100:00100000:2.0:1767321158.946933:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321158.947011:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905408 00000100:00100000:0.0:1767321158.947022:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905408 00000100:00100000:0.0:1767321158.947073:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2008 00000100:00100000:0.0:1767321158.947080:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923905408:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321158.947106:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321158.947349:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923905408:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 266us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321158.947357:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2008 00000100:00100000:1.0:1767321159.177272:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321159.177307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989120128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321159.177395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321159.177935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989120128:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321159.178236:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321160.136811:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321160.200929:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321160.201270:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989120384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321160.201350:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321160.201527:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989120384 00000100:00100000:1.0:1767321160.201536:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989120384 00000100:00100000:1.0:1767321160.201606:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:1.0:1767321160.201614:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989120384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321160.201637:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321160.201683:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989120384:12345-0@lo:38:kworker.0 Request processed in 68us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321160.201690:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00080000:1.0:1767321160.201728:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321160.201732:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321160.201736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989120384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321160.201847:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989120512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321160.201885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321160.201945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989120256:0@lo:400:kworker.0 00000100:00100000:2.0:1767321160.201978:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321160.202343:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989120640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321160.202379:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989120896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321160.202403:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321160.202435:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321160.202441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989121024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321160.202462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321160.202987:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321160.203798:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989120512 00000100:00100000:0.0:1767321160.203806:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989120512 00000100:00100000:0.0:1767321160.203851:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989120256 00000100:00100000:0.0:1767321160.203855:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989120256 00000100:00100000:0.0:1767321160.203881:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1767321160.203888:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989120512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321160.203938:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989120512:12345-0@lo:400:kworker.0 Request processed in 50us (2052us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321160.203944:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1767321160.204816:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1767321160.204832:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989120256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321160.204883:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989120256:12345-0@lo:400:kworker.0 Request processed in 58us (2902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321160.204912:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1767321160.204936:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989120640 00000100:00100000:1.0:1767321160.204943:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989120640 00000100:00100000:1.0:1767321160.205039:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121152 00000100:00100000:1.0:1767321160.205045:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121152 00000100:00100000:1.0:1767321160.205060:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:1.0:1767321160.205066:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989120640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321160.205078:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321160.205114:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989120640:12345-0@lo:38:kworker.0 Request processed in 46us (1392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321160.205121:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:1.0:1767321160.205134:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:1.0:1767321160.205137:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989121152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321160.205146:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321160.205166:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989121152:12345-0@lo:38:kworker.0 Request processed in 28us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321160.205172:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00080000:1.0:1767321160.205224:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321160.205257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989120512:0@lo:400:kworker.0 00000100:00100000:1.0:1767321160.205271:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989120256:0@lo:400:kworker.0 00010000:00010000:2.0:1767321161.160801:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321162.185024:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321163.784884:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989121280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321163.784963:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321163.785249:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121280 00000100:00100000:0.0:1767321163.785258:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121280 00000100:00100000:0.0:1767321163.785334:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:0.0:1767321163.785344:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989121280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321163.785374:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767321163.785482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321163.785562:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989121280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 219us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321163.785569:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:1.0:1767321163.785725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989121280:0@lo:13:osp-pre-1-1.0 00000400:00000100:0.0:1767321164.072534:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923905664 offset 0 length 520: 4 00000100:00100000:0.0:1767321164.072577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321164.072720:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321164.081922:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905792 00000100:00100000:2.0:1767321164.081937:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905792 00000100:00100000:2.0:1767321164.082001:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923905920 00000100:00100000:2.0:1767321164.082005:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923905920 00000100:00100000:2.0:1767321164.082054:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1317 00000100:00100000:2.0:1767321164.082064:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923905920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321164.082150:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923905920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (9430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321164.082158:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1317 00000100:00100000:2.0:1767321164.082191:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2012 00000100:00100000:2.0:1767321164.082195:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923905792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321164.082228:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321164.082252:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923905792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (9675us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321164.082259:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2012 00000100:00080000:1.0:1767321164.087424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321164.233133:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321164.297127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989121408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321164.297235:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321164.298151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321164.298442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989121408:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321165.259137:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321165.322634:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989121664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321165.322677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321165.322712:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989121920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321165.322732:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321165.322749:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989122048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321165.322769:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321165.322791:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989122432:0@lo:38:kworker.0 00000100:00100000:2.0:1767321165.322810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321165.322840:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989122048 00000100:00100000:2.0:1767321165.322845:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989122048 00000100:00100000:2.0:1767321165.322864:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00100000:2.0:1767321165.322869:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989122048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321165.322889:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321165.322924:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989122048:12345-0@lo:38:kworker.0 Request processed in 54us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321165.322930:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000100:00080000:2.0:1767321165.322953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321165.322958:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321165.322961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989122048:0@lo:38:kworker.0 00000100:00100000:0.0:1767321165.323224:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989121792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321165.323257:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321165.323289:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321165.323295:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989121536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321165.323318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321165.323386:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121664 00000100:00100000:2.0:1767321165.323391:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121664 00000100:00100000:2.0:1767321165.323419:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121920 00000100:00100000:2.0:1767321165.323422:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121920 00000100:00100000:2.0:1767321165.323431:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989122432 00000100:00100000:2.0:1767321165.323433:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989122432 00000100:00100000:2.0:1767321165.323439:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121792 00000100:00100000:2.0:1767321165.323442:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121792 00000100:00100000:2.0:1767321165.323461:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989121536 00000100:00100000:2.0:1767321165.323472:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989121536 00000100:00100000:2.0:1767321165.323490:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1767321165.323497:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989121792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321165.323533:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989121792:12345-0@lo:400:kworker.0 Request processed in 37us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321165.323539:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1767321165.323553:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1767321165.323558:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989121536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321165.323620:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989121536:12345-0@lo:400:kworker.0 Request processed in 62us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321165.323625:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1767321165.323637:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013 00000100:00100000:2.0:1767321165.323641:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989121664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321165.323653:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321165.323682:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989121664:12345-0@lo:38:kworker.0 Request processed in 40us (1005us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321165.323689:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013 00000100:00100000:2.0:1767321165.323700:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1767321165.323703:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989121920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321165.323712:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321165.323734:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989121920:12345-0@lo:38:kworker.0 Request processed in 30us (1001us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321165.323740:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1767321165.323751:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:2.0:1767321165.323754:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989122432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321165.323769:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321165.323795:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989122432:12345-0@lo:38:kworker.0 Request processed in 39us (983us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321165.323801:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00080000:2.0:1767321165.323827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321165.323831:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321165.323834:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989121664:0@lo:38:kworker.0 00000100:00080000:2.0:1767321165.323840:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321165.323843:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321165.323846:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989121920:0@lo:38:kworker.0 00000100:00080000:2.0:1767321165.323852:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321165.323855:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321165.323858:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989122432:0@lo:38:kworker.0 00000100:00100000:0.0:1767321165.324480:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989121536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321165.324503:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989121792:0@lo:400:kworker.0 00000100:00080000:1.0:1767321165.324637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321165.324642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321166.280823:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321168.330488:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321168.904922:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989122560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321168.904994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321168.905849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989122560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321168.906247:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321169.186008:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321169.186236:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321169.190350:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923906176 00000100:00100000:2.0:1767321169.190369:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923906176 00000100:00100000:2.0:1767321169.190464:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923906048 00000100:00100000:2.0:1767321169.190468:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923906048 00000100:00100000:2.0:1767321169.190493:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1320 00000100:00100000:2.0:1767321169.190501:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923906176:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321169.190628:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923906176:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (4630us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321169.190653:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1320 00000100:00100000:0.0:1767321169.190665:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2016 00000100:00100000:0.0:1767321169.190675:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923906048:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321169.190702:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321169.190735:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923906048:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (4498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321169.190743:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2016 00000100:00080000:1.0:1767321169.190881:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321169.353355:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321169.416735:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321144/real 1767321144] req@ffff9e7d3a6c8380 x1853163989117312/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321169.416766:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a6c8380 x1853163989117312/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321169.416786:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321169.416811:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321169.416815:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989117312:0@lo:250:kworker.0 00000100:00080000:0.0:1767321169.416869:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321169.416875:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321169.416879:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321169.416894:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6391 00000100:00080000:0.0:1767321169.416899:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321169.416905:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321169.416927:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02c000 x1853163989122816/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321169.416968:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989122688:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321169.416980:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321169.416985:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321169.416987:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321169.416991:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6412 00000100:00080000:0.0:1767321169.416994:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321169.416997:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321169.417013:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0380 x1853163989123072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321169.417030:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321169.417038:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321169.417062:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321169.417064:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321169.417068:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6412 00000100:00080000:0.0:1767321169.417071:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321169.417075:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321169.417088:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2d80 x1853163989123328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321169.417098:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321169.417112:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321169.417115:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321169.417120:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6412 00000100:00080000:0.0:1767321169.417124:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321169.417124:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989122944:0@lo:400:kworker.0 00000100:00080000:0.0:1767321169.417132:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321169.417148:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c3b80 x1853163989123456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321169.417161:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321169.417192:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321169.417199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989123200:0@lo:400:kworker.0 00000100:00100000:2.0:1767321169.417209:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989122816:0@lo:250:kworker.0 00000100:00100000:1.0:1767321169.417223:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767321169.417238:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989122816 offset 0 length 520: 4 00000100:00100000:1.0:1767321169.417258:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989122688 00000100:00100000:2.0:1767321169.417265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989123072:0@lo:38:kworker.0 00000100:00100000:1.0:1767321169.417266:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989122688 00000100:00100000:2.0:1767321169.417290:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321169.417311:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989123328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321169.417327:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:2.0:1767321169.417335:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321169.417339:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989122688:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321169.417356:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989123456:0@lo:38:kworker.0 00002000:00000024:1.0:1767321169.417374:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321169.417375:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321169.417397:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989122944 00000100:00100000:2.0:1767321169.417401:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989122944 00000100:00100000:1.0:1767321169.417493:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989122688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321169.417500:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:2.0:1767321169.419379:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989123200 00000100:00100000:2.0:1767321169.419393:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989123200 00000100:00080000:0.0:1767321169.419530:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321169.419536:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321169.419539:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321169.419547:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6412 00000100:00080000:0.0:1767321169.419550:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321169.419555:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321169.419596:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0000 x1853163989123712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767321170.377342:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321172.425928:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321173.448820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321174.027183:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989123840 00000100:00100000:0.0:1767321174.027215:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989123840 00000100:00100000:0.0:1767321174.027303:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1767321174.027314:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989123840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321174.027349:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321174.027435:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989123840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321174.027443:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:1.0:1767321174.027646:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989123840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321174.307846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321174.307917:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321174.307987:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923906304 00000100:00100000:1.0:1767321174.307997:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923906304 00000100:00100000:1.0:1767321174.308112:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1323 00000100:00100000:1.0:1767321174.308126:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923906432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767321174.308142:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321174.308213:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923906432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321174.308221:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1323 00000100:00100000:1.0:1767321174.308239:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2020 00000100:00100000:1.0:1767321174.308243:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923906304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321174.308274:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321174.308300:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923906304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321174.308306:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2020 00010000:00010000:2.0:1767321174.474430:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321174.537117:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321174.537128:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321174.537235:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767321174.537254:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321174.537259:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321174.537263:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321174.537272:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6416 00000100:00080000:1.0:1767321174.537277:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321174.537283:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321174.537304:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989124096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321174.537390:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989124096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.537456:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321174.537542:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989124096 00000100:00100000:0.0:1767321174.537550:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989124096 00000100:00100000:0.0:1767321174.537608:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:0.0:1767321174.537617:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989124096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321174.537638:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321174.537687:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989124096:12345-0@lo:38:kworker.0 Request processed in 69us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321174.537695:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00080000:0.0:1767321174.537734:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321174.537741:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321174.537745:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989124096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.537811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989124352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321174.539180:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321174.539199:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321174.539202:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321174.539739:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321174.539834:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321174.539920:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989123968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321174.539978:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321174.540053:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989123968 00000100:00100000:0.0:1767321174.540058:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989123968 00000100:00100000:0.0:1767321174.540115:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1767321174.540122:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989123968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321174.540167:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989123968:12345-0@lo:400:kworker.0 Request processed in 44us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321174.540174:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:2.0:1767321174.540506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321174.540544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989123968:0@lo:400:kworker.0 00000100:00080000:1.0:1767321174.540999:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6416 00000100:00080000:1.0:1767321174.541005:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321174.541019:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321174.541049:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989124480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321174.541113:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989124480:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.541145:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321174.541185:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321174.541190:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321174.541193:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321174.541197:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6416 00000100:00080000:1.0:1767321174.541200:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321174.541204:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321174.541217:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989124608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321174.541265:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989124480 00000100:00100000:2.0:1767321174.541270:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989124480 00000100:00100000:2.0:1767321174.541297:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:2.0:1767321174.541304:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989124480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321174.541331:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321174.541644:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989124608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.541672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321174.541743:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321174.541746:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321174.541748:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321174.541751:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6416 00000100:00080000:1.0:1767321174.541754:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321174.541758:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321174.541769:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989124864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321174.541789:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321174.541807:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989124736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321174.541835:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321174.541866:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989124736 00000100:00100000:1.0:1767321174.541869:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989124736 00000100:00100000:1.0:1767321174.541900:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:1.0:1767321174.541906:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989124736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321174.541954:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989124736:12345-0@lo:400:kworker.0 Request processed in 47us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321174.541961:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:1.0:1767321174.541992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989124736:0@lo:400:kworker.0 00000100:00100000:2.0:1767321174.546040:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989124480:12345-0@lo:38:kworker.0 Request processed in 4725us (4883us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321174.546058:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00080000:0.0:1767321174.546153:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321174.546159:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321174.546164:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989124480:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.546195:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989124864:0@lo:38:kworker.0 00000100:00100000:0.0:1767321174.546247:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321174.547202:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321174.547210:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321174.547214:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989124608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321174.547281:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989124864 00000100:00100000:2.0:1767321174.547289:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989124864 00000100:00100000:2.0:1767321174.547723:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:2.0:1767321174.547731:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989124864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321174.547754:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321174.547821:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989124864:12345-0@lo:38:kworker.0 Request processed in 89us (1574us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321174.547828:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00080000:0.0:1767321174.547886:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321174.547891:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321174.547894:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989124864:0@lo:38:kworker.0 00010000:00010000:2.0:1767321176.522602:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321177.544812:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321178.568883:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321179.145968:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989124992 00000100:00100000:0.0:1767321179.145977:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989124992 00000100:00100000:0.0:1767321179.146045:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767321179.146054:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989124992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321179.146102:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321179.146146:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989124992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321179.146151:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767321179.146189:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989124992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321179.425804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321179.425885:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767321179.426802:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321179.656897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989125120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321179.656980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321179.657033:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321179.657039:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321179.657077:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321179.657081:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321179.657084:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321179.657088:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125120 00000100:00080000:2.0:1767321179.657089:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6421 00000100:00080000:2.0:1767321179.657093:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321179.657097:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125120 00000100:00080000:2.0:1767321179.657098:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321179.657121:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2b480 x1853163989125376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321179.657143:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321179.657146:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321179.657147:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321179.657151:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6421 00000100:00080000:2.0:1767321179.657153:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321179.657156:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321179.657160:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:2.0:1767321179.657167:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29f80 x1853163989125632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321179.657168:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989125120:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321179.657175:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321179.657178:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321179.657180:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321179.657183:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6421 00000100:00080000:2.0:1767321179.657185:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00002000:00000024:1.0:1767321179.657198:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767321179.657202:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321179.657214:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c28000 x1853163989125760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321179.657223:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321179.657226:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321179.657227:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321179.657230:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6421 00000100:00080000:2.0:1767321179.657233:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321179.657237:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321179.657248:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989125120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321179.657248:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2b100 x1853163989125888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321179.657256:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00080000:2.0:1767321179.657279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321179.657290:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989125376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321179.657305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989125120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321179.657318:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321179.657344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989125632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321179.657364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321179.657372:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125376 00000100:00100000:1.0:1767321179.657376:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125376 00000100:00100000:2.0:1767321179.657381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989125760:0@lo:38:kworker.0 00000100:00100000:1.0:1767321179.657397:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125632 00000100:00100000:1.0:1767321179.657400:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125632 00000100:00100000:2.0:1767321179.657402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321179.657416:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:2.0:1767321179.657417:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989125888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321179.657421:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989125376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321179.657440:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321179.657446:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321179.657473:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125888 00000100:00100000:1.0:1767321179.657477:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989125376:12345-0@lo:38:kworker.0 Request processed in 55us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321179.657477:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125888 00000100:00100000:1.0:1767321179.657483:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:1.0:1767321179.657494:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:1.0:1767321179.657498:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989125632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321179.657508:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321179.657530:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989125632:12345-0@lo:38:kworker.0 Request processed in 31us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321179.657666:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125760 00000100:00100000:0.0:1767321179.657669:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125760 00000100:00100000:0.0:1767321179.657688:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954 00000100:00100000:0.0:1767321179.657694:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989125760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321179.657705:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321179.657732:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989125760:12345-0@lo:38:kworker.0 Request processed in 37us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321179.657738:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954 00000100:00100000:0.0:1767321179.657756:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989125248 00000100:00100000:0.0:1767321179.657759:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989125248 00000100:00100000:2.0:1767321179.659790:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:2.0:1767321179.659803:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989125888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321179.659828:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321179.659930:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989125888:12345-0@lo:38:kworker.0 Request processed in 128us (2482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321179.659938:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00080000:2.0:1767321179.659976:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321179.660012:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321179.660017:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321179.660022:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989125376:0@lo:38:kworker.0 00000100:00080000:2.0:1767321179.660033:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321179.660037:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321179.660040:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989125632:0@lo:38:kworker.0 00000100:00080000:2.0:1767321179.660049:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321179.660052:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321179.660056:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989125760:0@lo:38:kworker.0 00000100:00080000:2.0:1767321179.660063:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321179.660067:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321179.660069:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989125888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321179.661818:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:1.0:1767321179.661867:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1767321179.661883:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989125504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321179.663675:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989125504:12345-0@lo:400:kworker.0 Request processed in 1791us (6100us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321179.663689:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1767321179.665360:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1767321179.665387:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989125248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321179.665486:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989125248:12345-0@lo:400:kworker.0 Request processed in 110us (7858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321179.665495:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1767321179.665873:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989125248:0@lo:400:kworker.0 00010000:00010000:2.0:1767321180.616829:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321181.642549:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321182.665175:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321184.265030:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989126016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321184.265094:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.265233:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126016 00000100:00100000:2.0:1767321184.265241:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126016 00000100:00100000:2.0:1767321184.265318:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:2.0:1767321184.265327:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989126016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321184.265356:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321184.270205:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989126016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4867us (5098us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321184.270222:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00100000:1.0:1767321184.270646:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989126016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321184.559461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321184.559621:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321184.559702:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923906816 00000100:00100000:0.0:1767321184.559706:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923906944 00000100:00100000:0.0:1767321184.559715:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923906944 00000100:00100000:1.0:1767321184.559715:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923906816 00000100:00100000:1.0:1767321184.559781:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2028 00000100:00100000:1.0:1767321184.559790:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923906816:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321184.559814:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321184.559868:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1329 00000100:00100000:0.0:1767321184.559879:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923906944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321184.559896:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923906816:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 103us (444us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321184.559941:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923906944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 64us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321184.559949:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1329 00000100:00100000:1.0:1767321184.564101:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2028 00010000:00010000:2.0:1767321184.713792:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321184.777230:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.777241:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321184.777297:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.777302:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.777307:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.777315:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321184.777320:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.777327:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321184.777331:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989126144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.777356:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989126272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321184.777392:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.777396:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.777398:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.777402:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321184.777404:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321184.777410:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321184.777412:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321184.777440:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989126528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321184.777451:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.777454:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.777456:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.777460:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321184.777479:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.777484:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321184.777498:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ce00 x1853163989126656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321184.777519:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767321184.777522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989126400:0@lo:400:kworker.0 00000100:00080000:1.0:1767321184.777523:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.777527:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.777532:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321184.777535:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.777540:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321184.777556:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321184.777556:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8380 x1853163989126912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321184.777607:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321184.777614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989126784:0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.777649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321184.777916:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126784 00000100:00100000:1.0:1767321184.777925:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126784 00000100:00100000:2.0:1767321184.777979:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126144 00000100:00100000:2.0:1767321184.777985:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126144 00000100:00100000:1.0:1767321184.778001:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008 00000100:00100000:1.0:1767321184.778013:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989126784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321184.778025:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126400 00000100:00100000:2.0:1767321184.778029:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126400 00000100:00100000:2.0:1767321184.778057:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1767321184.778066:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989126144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.778077:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989126784:12345-0@lo:400:kworker.0 Request processed in 65us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321184.778085:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008 00000100:00100000:2.0:1767321184.778116:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989126144:12345-0@lo:400:kworker.0 Request processed in 51us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321184.778125:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1767321184.778142:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1767321184.778148:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989126400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.778154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989126784:0@lo:400:kworker.0 00000100:00100000:2.0:1767321184.778199:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989126400:12345-0@lo:400:kworker.0 Request processed in 50us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321184.778206:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989126272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.778207:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1767321184.778242:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.778262:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989126144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.778266:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989126528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.778289:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126272 00000100:00100000:1.0:1767321184.778295:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.778295:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126272 00000100:00100000:0.0:1767321184.778399:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127040 00000100:00100000:0.0:1767321184.778404:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127040 00000100:00100000:0.0:1767321184.778435:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:0.0:1767321184.778441:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989127040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321184.778464:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321184.778500:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989127040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321184.778506:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00100000:0.0:1767321184.778549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989126400:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.781521:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989126656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321184.781602:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321184.781627:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989126912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321184.781663:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.784564:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126528 00000100:00100000:2.0:1767321184.784598:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126528 00000100:00100000:2.0:1767321184.784651:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989126912 00000100:00100000:2.0:1767321184.784655:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989126912 00000100:00100000:2.0:1767321184.784675:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:2.0:1767321184.784699:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989126272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321184.784723:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321184.784798:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989126272:12345-0@lo:38:kworker.0 Request processed in 99us (6557us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321184.786269:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:1.0:1767321184.786280:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989126528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321184.786302:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321184.786367:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989126528:12345-0@lo:38:kworker.0 Request processed in 89us (8072us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321184.786375:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:1.0:1767321184.786397:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:1.0:1767321184.786401:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989126912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321184.786410:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321184.786434:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989126912:12345-0@lo:38:kworker.0 Request processed in 31us (4770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321184.786440:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00000100:00080000:1.0:1767321184.786500:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321184.786506:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321184.786510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989126272:0@lo:38:kworker.0 00000100:00080000:1.0:1767321184.786520:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321184.786523:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321184.786526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989126528:0@lo:38:kworker.0 00000100:00080000:1.0:1767321184.786535:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321184.786537:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321184.786556:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989126912:0@lo:38:kworker.0 00000100:00080000:1.0:1767321184.786933:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321184.786939:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321184.786942:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989126656:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.787328:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00010000:00010000:2.0:1767321185.746214:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321186.760872:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321188.652548:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321188.652632:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923907072 offset 0 length 520: 4 00000100:00100000:0.0:1767321188.652660:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321188.653007:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321188.653671:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2032 00000100:00100000:0.0:1767321188.653679:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923907200:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321188.653774:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321188.653988:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923907200:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 308us (1326us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321188.653996:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2032 00010000:00010000:2.0:1767321188.809142:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321189.393286:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127168 00000100:00100000:0.0:1767321189.393302:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127168 00000100:00100000:0.0:1767321189.393457:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1767321189.393467:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989127168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321189.393498:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321189.393614:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989127168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (8275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321189.393621:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:1.0:1767321189.394491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989127168:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321189.837738:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321189.896754:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321189.896764:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321189.896835:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321189.896839:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321189.896843:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321189.896851:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6431 00000100:00080000:0.0:1767321189.896856:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321189.896862:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321189.896885:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0000 x1853163989127424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321189.896912:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321189.896914:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321189.896929:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321189.896933:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6431 00000100:00080000:0.0:1767321189.896936:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321189.896940:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321189.896953:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c0380 x1853163989127680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321189.896962:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321189.896965:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321189.896967:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321189.896972:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6431 00000100:00080000:0.0:1767321189.896974:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321189.896978:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321189.896989:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c3800 x1853163989127808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321189.897013:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321189.897016:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321189.897018:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321189.897021:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6431 00000100:00080000:0.0:1767321189.897023:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321189.897027:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321189.897036:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1880 x1853163989128064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321189.897061:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989127936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.897124:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.897202:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127936 00000100:00100000:0.0:1767321189.897209:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127936 00000100:00100000:0.0:1767321189.897275:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009 00000100:00100000:0.0:1767321189.897284:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989127936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.897333:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989127936:12345-0@lo:400:kworker.0 Request processed in 50us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321189.897340:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009 00000100:00080000:0.0:1767321189.897361:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321189.897377:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989127424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.897403:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.897424:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989127680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.897442:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.897460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989127808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.897481:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.897501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989128064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.897521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.897547:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127424 00000100:00100000:0.0:1767321189.897550:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127424 00000100:00100000:0.0:1767321189.897602:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127680 00000100:00100000:0.0:1767321189.897605:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127680 00000100:00100000:0.0:1767321189.897620:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989128064 00000100:00100000:0.0:1767321189.897623:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989128064 00000100:00100000:0.0:1767321189.897635:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:0.0:1767321189.897640:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989127424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321189.897658:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321189.897690:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989127424:12345-0@lo:38:kworker.0 Request processed in 49us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321189.897705:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:0.0:1767321189.897718:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:0.0:1767321189.897721:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989127680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321189.897740:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321189.897763:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989127680:12345-0@lo:38:kworker.0 Request processed in 40us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321189.897768:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:0.0:1767321189.897778:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:0.0:1767321189.897781:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989128064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321189.897790:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321189.897809:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989128064:12345-0@lo:38:kworker.0 Request processed in 26us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321189.897814:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:0.0:1767321189.897855:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989127936:0@lo:400:kworker.0 00000100:00080000:0.0:1767321189.897879:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321189.897883:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321189.897885:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989127424:0@lo:38:kworker.0 00000100:00080000:0.0:1767321189.897892:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321189.897895:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321189.897897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989127680:0@lo:38:kworker.0 00000100:00080000:0.0:1767321189.897905:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321189.897908:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321189.897910:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989128064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.897960:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127808 00000100:00100000:0.0:1767321189.897964:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127808 00000100:00100000:0.0:1767321189.897984:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956 00000100:00100000:0.0:1767321189.897988:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989127808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321189.897998:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321189.898025:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989127808:12345-0@lo:38:kworker.0 Request processed in 36us (543us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321189.898030:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956 00000100:00080000:0.0:1767321189.898054:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321189.898057:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321189.898060:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989127808:0@lo:38:kworker.0 00000100:00100000:1.0:1767321189.898154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989127296:0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321189.898195:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321189.898198:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989127552:0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321189.898225:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127296 00000100:00100000:1.0:1767321189.898227:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127296 00000100:00100000:1.0:1767321189.898247:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989127552 00000100:00100000:1.0:1767321189.898249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989127552 00000100:00100000:1.0:1767321189.898259:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1767321189.898262:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989127296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898328:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989127296:12345-0@lo:400:kworker.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321189.898332:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1767321189.898341:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1767321189.898344:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989127552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898358:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989127552:12345-0@lo:400:kworker.0 Request processed in 14us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321189.898362:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00080000:1.0:1767321189.898372:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321189.898397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989127552:0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898406:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989127296:0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.898979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989128192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321189.899002:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321189.899274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989128192:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321190.859798:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321192.904795:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321193.760736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321193.760836:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923907584 00000100:00100000:1.0:1767321193.760847:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923907584 00000100:00100000:1.0:1767321193.760934:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1335 00000100:00100000:1.0:1767321193.760945:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923907584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321193.761038:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923907584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321193.761046:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1335 00000100:00080000:0.0:1767321193.761287:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321193.762825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321193.762956:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923907456 00000100:00100000:2.0:1767321193.762967:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923907456 00000100:00100000:2.0:1767321193.763011:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2036 00000100:00100000:2.0:1767321193.763018:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907456:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321193.763041:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321193.763100:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 81us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321193.763108:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2036 00010000:00010000:2.0:1767321193.929964:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321194.505063:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321194.505085:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989128320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321194.505147:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321194.505635:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989128320:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321194.505710:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321194.957622:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321195.016938:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989128448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321195.017007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321195.017105:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321169/real 1767321169] req@ffff9e7d2d02c000 x1853163989122816/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321194 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321195.017119:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989128448 00000100:00100000:2.0:1767321195.017128:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989128448 00000100:00100000:0.0:1767321195.017132:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2d02c000 x1853163989122816/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321194 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321195.017148:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321195.017156:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321195.017161:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989122816:0@lo:250:kworker.0 00000100:00080000:0.0:1767321195.017198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321195.017206:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:2.0:1767321195.017216:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989128448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321195.017246:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321195.017297:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989128448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321195.017304:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00100000:2.0:1767321195.018053:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989128704:0@lo:400:kworker.0 00000100:00100000:2.0:1767321195.018088:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018127:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321195.018132:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989128960:0@lo:400:kworker.0 00000100:00100000:2.0:1767321195.018167:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018205:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989128576:0@lo:250:kworker.0 00000400:00000100:2.0:1767321195.018222:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989128576 offset 0 length 520: 4 00000100:00100000:2.0:1767321195.018238:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989128832:0@lo:38:kworker.0 00000100:00100000:2.0:1767321195.018256:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018270:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989129088:0@lo:38:kworker.0 00000100:00100000:2.0:1767321195.018289:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018302:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989129216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321195.018322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018340:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989129344:0@lo:38:kworker.0 00000100:00100000:2.0:1767321195.018358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321195.018394:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129216 00000100:00100000:2.0:1767321195.018400:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129216 00000100:00100000:2.0:1767321195.018424:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000100:00100000:2.0:1767321195.018429:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989129216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321195.018448:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321195.018497:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989129216:12345-0@lo:38:kworker.0 Request processed in 66us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321195.018503:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00080000:2.0:1767321195.018536:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321195.018540:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321195.018543:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989129216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321195.018758:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989128704 00000100:00100000:1.0:1767321195.018762:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989128704 00000100:00100000:1.0:1767321195.018808:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989128960 00000100:00100000:1.0:1767321195.018811:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989128960 00000100:00100000:1.0:1767321195.018822:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989128832 00000100:00100000:1.0:1767321195.018824:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989128832 00000100:00100000:1.0:1767321195.018832:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129088 00000100:00100000:1.0:1767321195.018834:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129088 00000100:00100000:1.0:1767321195.018839:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129344 00000100:00100000:1.0:1767321195.018841:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129344 00000100:00100000:1.0:1767321195.018849:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1767321195.018855:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989128704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321195.018895:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989128704:12345-0@lo:400:kworker.0 Request processed in 41us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321195.018901:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1767321195.018920:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1767321195.018925:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989128960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321195.018949:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989128960:12345-0@lo:400:kworker.0 Request processed in 24us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321195.018954:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1767321195.018964:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:1.0:1767321195.018967:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989128832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321195.018976:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321195.018998:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989128832:12345-0@lo:38:kworker.0 Request processed in 29us (741us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321195.019003:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00100000:1.0:1767321195.019011:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:1.0:1767321195.019015:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989129088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321195.019023:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321195.019044:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989129088:12345-0@lo:38:kworker.0 Request processed in 28us (755us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321195.019050:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:1.0:1767321195.019058:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:1.0:1767321195.019062:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989129344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321195.019069:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321195.019086:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989129344:12345-0@lo:38:kworker.0 Request processed in 23us (727us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321195.019091:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00100000:1.0:1767321195.019147:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989128960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321195.019169:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989128704:0@lo:400:kworker.0 00000100:00080000:1.0:1767321195.019197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321195.019201:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321195.019204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989128832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321195.019211:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321195.019214:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321195.019216:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989129088:0@lo:38:kworker.0 00000100:00080000:1.0:1767321195.019223:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321195.019226:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321195.019229:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989129344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321195.019329:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989128448:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321195.019358:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321197.001383:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321198.025210:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321198.885247:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923907840 00000100:00100000:2.0:1767321198.885257:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923907840 00000100:00100000:2.0:1767321198.885325:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923907712 00000100:00100000:2.0:1767321198.885328:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923907712 00000100:00100000:2.0:1767321198.885347:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1338 00000100:00100000:2.0:1767321198.885356:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923907840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321198.885429:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923907840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321198.885436:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1338 00000100:00100000:2.0:1767321198.885453:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2040 00000100:00100000:2.0:1767321198.885457:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321198.885477:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321198.885512:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (538us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321198.885519:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2040 00000100:00080000:0.0:1767321198.885942:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321199.051047:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321199.624915:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321199.630070:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989129472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321199.630157:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321199.630688:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129472 00000100:00100000:1.0:1767321199.630698:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129472 00000100:00100000:1.0:1767321199.630828:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:1.0:1767321199.630838:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989129472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321199.630869:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321199.630930:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989129472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321199.630938:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00100000:2.0:1767321199.631483:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989129472:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321199.631531:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321200.137265:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321200.137272:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321200.137306:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321200.137309:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321200.137312:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321200.137318:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6441 00000100:00080000:2.0:1767321200.137322:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321200.137327:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321200.137343:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29500 x1853163989129856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321200.137356:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321200.137358:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321200.137360:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321200.137362:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6441 00000100:00080000:2.0:1767321200.137363:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321200.137365:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321200.137386:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2b480 x1853163989130112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321200.137392:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321200.137394:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321200.137395:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321200.137397:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6441 00000100:00080000:2.0:1767321200.137399:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321200.137401:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321200.137407:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29c00 x1853163989130240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321200.137423:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321200.137425:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321200.137426:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321200.137429:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6441 00000100:00080000:2.0:1767321200.137431:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321200.137434:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321200.137442:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04f24000 x1853163989130624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321200.137468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989129984:0@lo:400:kworker.0 00000100:00100000:2.0:1767321200.137532:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321200.137575:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321200.137611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989129728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321200.137635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321200.137666:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129984 00000100:00100000:2.0:1767321200.137673:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129984 00000100:00100000:2.0:1767321200.137732:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129728 00000100:00100000:2.0:1767321200.137735:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129728 00000100:00100000:2.0:1767321200.137759:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1767321200.137767:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989129984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321200.137816:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989129984:12345-0@lo:400:kworker.0 Request processed in 50us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321200.137823:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1767321200.137840:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767321200.137846:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989129728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321200.137874:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989129728:12345-0@lo:400:kworker.0 Request processed in 28us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321200.137880:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:2.0:1767321200.137898:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321200.137935:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989129728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321200.137945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989129984:0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138040:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989129600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321200.138072:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321200.138100:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989130496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138121:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321200.138139:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321200.138145:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989130368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138164:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321200.138188:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130496 00000100:00100000:0.0:1767321200.138192:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130496 00000100:00100000:0.0:1767321200.138221:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130368 00000100:00100000:0.0:1767321200.138224:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130368 00000100:00100000:0.0:1767321200.138240:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010 00000100:00100000:0.0:1767321200.138246:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989130496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138282:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989130496:12345-0@lo:400:kworker.0 Request processed in 36us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321200.138288:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010 00000100:00100000:0.0:1767321200.138300:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011 00000100:00100000:0.0:1767321200.138306:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989130368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138330:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989130368:12345-0@lo:400:kworker.0 Request processed in 25us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321200.138335:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011 00000100:00080000:0.0:1767321200.138353:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321200.138369:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989130368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321200.138377:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989130496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321200.138745:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989129856:0@lo:38:kworker.0 00000100:00100000:1.0:1767321200.138770:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321200.138793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989130112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321200.138806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321200.138815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989130240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321200.138841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321200.138852:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989130624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321200.138864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321200.138884:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130240 00000100:00100000:1.0:1767321200.138887:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130240 00000100:00100000:1.0:1767321200.138903:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00100000:1.0:1767321200.138906:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989130240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321200.138921:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321200.138943:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989130240:12345-0@lo:38:kworker.0 Request processed in 36us (101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321200.138947:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00100000:1.0:1767321200.138962:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129856 00000100:00100000:1.0:1767321200.138964:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129856 00000100:00100000:1.0:1767321200.138974:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130112 00000100:00100000:1.0:1767321200.138976:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130112 00000100:00100000:1.0:1767321200.138982:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130624 00000100:00100000:1.0:1767321200.138983:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130624 00000100:00100000:1.0:1767321200.138988:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:1.0:1767321200.138991:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989129856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321200.138997:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321200.139025:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989129856:12345-0@lo:38:kworker.0 Request processed in 31us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321200.139031:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:1.0:1767321200.139041:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1767321200.139045:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989130112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321200.139056:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321200.139087:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989130112:12345-0@lo:38:kworker.0 Request processed in 40us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321200.139093:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1767321200.139104:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043 00000100:00100000:1.0:1767321200.139107:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989130624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321200.139115:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321200.139134:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989130624:12345-0@lo:38:kworker.0 Request processed in 25us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321200.139139:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043 00000100:00080000:1.0:1767321200.139173:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321200.139177:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321200.139180:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989129856:0@lo:38:kworker.0 00000100:00080000:1.0:1767321200.139188:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321200.139191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321200.139194:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989130112:0@lo:38:kworker.0 00000100:00080000:1.0:1767321200.139201:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321200.139204:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321200.139838:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989129600 00000100:00100000:2.0:1767321200.139843:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989129600 00000100:00100000:1.0:1767321200.139923:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989130240:0@lo:38:kworker.0 00000100:00080000:1.0:1767321200.139935:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321200.139937:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321200.139939:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989130624:0@lo:38:kworker.0 00000100:00100000:2.0:1767321200.139984:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:2.0:1767321200.139989:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989129600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321200.140013:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321200.140068:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989129600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321200.140075:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:1.0:1767321200.140135:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989129600:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321201.097809:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321202.125027:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321203.147774:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321204.001843:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321204.001897:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321204.002059:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923908096 00000100:00100000:2.0:1767321204.002069:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923908096 00000100:00100000:2.0:1767321204.002131:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923907968 00000100:00100000:2.0:1767321204.002133:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923907968 00000100:00100000:2.0:1767321204.002156:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1341 00000100:00100000:2.0:1767321204.002164:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923908096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321204.002232:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923908096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321204.002239:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1341 00000100:00100000:2.0:1767321204.002255:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2044 00000100:00100000:2.0:1767321204.002259:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907968:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321204.002278:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321204.002297:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923907968:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 37us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321204.002303:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2044 00000100:00080000:0.0:1767321204.003261:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321204.745141:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130752 00000100:00100000:0.0:1767321204.745149:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130752 00000100:00100000:0.0:1767321204.745213:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:0.0:1767321204.745222:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989130752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321204.745251:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321204.745300:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989130752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321204.745307:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00080000:2.0:1767321204.745608:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321205.195345:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321205.256839:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321205.256850:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321205.256921:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321205.256925:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321205.256929:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321205.256937:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6447 00000100:00080000:0.0:1767321205.256941:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321205.256947:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321205.256968:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163989131008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321205.256999:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321205.257003:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321205.257005:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321205.257008:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6447 00000100:00080000:0.0:1767321205.257011:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321205.257014:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321205.257043:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261180 x1853163989131264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321205.257053:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321205.257057:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321205.257058:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321205.257062:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:0.0:1767321205.257064:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321205.257069:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321205.257079:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1f80 x1853163989131392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321205.257100:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321205.257103:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321205.257104:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321205.257108:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:0.0:1767321205.257110:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321205.257113:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321205.257121:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c2d80 x1853163989131776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321205.257684:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989131648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321205.257758:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321205.257798:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321205.257805:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989130880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321205.257829:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321205.257855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989131136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.258028:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989131520:0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.258058:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321205.258095:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131648 00000100:00100000:2.0:1767321205.258101:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131648 00000100:00100000:2.0:1767321205.258148:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131520 00000100:00100000:2.0:1767321205.258152:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131520 00000100:00100000:2.0:1767321205.258173:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:2.0:1767321205.258180:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163989131648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.258225:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7011:x1853163989131648:12345-0@lo:400:kworker.0 Request processed in 45us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321205.258241:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:2.0:1767321205.258256:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:2.0:1767321205.258261:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989131520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.262766:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989131520:12345-0@lo:400:kworker.0 Request processed in 4492us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321205.262782:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:2.0:1767321205.262880:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989131520:0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.262945:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989130880 00000100:00100000:2.0:1767321205.262952:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989130880 00000100:00100000:2.0:1767321205.263017:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1767321205.263025:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989130880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.263075:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989130880:12345-0@lo:400:kworker.0 Request processed in 51us (5244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321205.263081:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00080000:2.0:1767321205.263104:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321205.263480:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989131648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321205.263500:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989130880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321205.269200:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321205.271947:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131136 00000100:00100000:2.0:1767321205.271961:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131136 00000100:00100000:2.0:1767321205.272088:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1767321205.272098:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989131136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.272184:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989131136:12345-0@lo:400:kworker.0 Request processed in 88us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321205.272190:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1767321205.274858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989131136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321205.278248:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131008 00000100:00100000:2.0:1767321205.278255:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131008 00000100:00100000:2.0:1767321205.278288:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131264 00000100:00100000:2.0:1767321205.278291:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131264 00000100:00100000:2.0:1767321205.278321:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767321205.278325:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989131008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321205.278333:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321205.278361:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989131008:12345-0@lo:38:kworker.0 Request processed in 36us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321205.278368:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767321205.278383:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:2.0:1767321205.278386:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989131264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321205.278394:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321205.278413:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989131264:12345-0@lo:38:kworker.0 Request processed in 26us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321205.278419:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:2.0:1767321205.278487:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989131776 00000100:00100000:2.0:1767321205.278490:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989131776 00000100:00100000:2.0:1767321205.278506:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00100000:2.0:1767321205.278510:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989131776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321205.278520:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321205.278547:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989131776:12345-0@lo:38:kworker.0 Request processed in 35us (91us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321205.278553:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00080000:0.0:1767321205.281182:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321206.216769:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321207.241001:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321209.123411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321209.124173:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321209.126111:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321209.126223:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923908224 00000100:00100000:0.0:1767321209.126234:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923908224 00000100:00100000:0.0:1767321209.126323:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2048 00000100:00100000:0.0:1767321209.126334:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923908224:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321209.126365:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321209.126462:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923908224:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321209.126469:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2048 00010000:00010000:2.0:1767321209.292676:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321209.867771:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321209.867822:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989132032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321209.867921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321209.868573:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989132032:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321209.869313:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321210.312979:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321210.376799:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321210.376813:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321210.376906:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321210.376910:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321210.376914:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321210.376924:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321210.376929:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321210.376937:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321210.376961:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04b14380 x1853163989132288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321210.377002:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321210.377004:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321210.377005:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321210.377008:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321210.377010:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321210.377013:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321210.377020:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163989132544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321210.377048:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321210.377051:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321210.377052:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321210.377055:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321210.377057:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321210.377060:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321210.377071:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8e00 x1853163989132672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321210.377089:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321210.377091:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321210.377092:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321210.377094:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321210.377096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321210.377098:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321210.377105:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682680 x1853163989133056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321210.377134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989132800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321210.377210:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321210.377248:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321210.377252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989132416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321210.377270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321210.377361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989132288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321210.377373:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132800 00000100:00100000:2.0:1767321210.377383:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132800 00000100:00100000:0.0:1767321210.377428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321210.377444:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:2.0:1767321210.377457:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989132800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321210.377460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989132544:0@lo:38:kworker.0 00000100:00100000:0.0:1767321210.377486:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321210.377512:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989132672:0@lo:38:kworker.0 00000100:00100000:2.0:1767321210.377531:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989132800:12345-0@lo:400:kworker.0 Request processed in 76us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321210.377538:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00100000:2.0:1767321210.377562:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132416 00000100:00100000:2.0:1767321210.377564:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132416 00000100:00100000:2.0:1767321210.377617:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132288 00000100:00100000:2.0:1767321210.377620:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132288 00000100:00100000:2.0:1767321210.377630:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132544 00000100:00100000:2.0:1767321210.377631:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132544 00000100:00100000:2.0:1767321210.377641:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767321210.377645:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989132416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321210.377701:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:1.0:1767321210.377707:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989132288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321210.377732:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321210.385923:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989132416:12345-0@lo:400:kworker.0 Request processed in 8258us (8632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321210.385945:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00080000:2.0:1767321210.386012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321210.386094:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989132160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.386148:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321210.386187:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989133184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321210.386462:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989132288:12345-0@lo:38:kworker.0 Request processed in 8751us (9031us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321210.386545:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00100000:1.0:1767321210.386571:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132160 00000100:00100000:1.0:1767321210.386596:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132160 00000100:00100000:1.0:1767321210.386662:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1767321210.386672:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989132160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.386912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321210.386966:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321210.386974:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989132928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.387002:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321210.387044:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989132928 00000100:00100000:2.0:1767321210.387048:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989132928 00000100:00100000:2.0:1767321210.387085:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015 00000100:00100000:2.0:1767321210.387090:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989132928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.387130:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989132928:12345-0@lo:400:kworker.0 Request processed in 39us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321210.387136:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015 00000100:00100000:2.0:1767321210.387156:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133184 00000100:00100000:2.0:1767321210.387160:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133184 00000100:00100000:1.0:1767321210.389642:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989132160:12345-0@lo:400:kworker.0 Request processed in 2956us (3479us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321210.389658:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1767321210.389771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989132416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321210.389789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989132800:0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.390118:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:2.0:1767321210.390138:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989133184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321210.390319:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321210.390390:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989133184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 262us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321210.390395:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00080000:2.0:1767321210.390418:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321210.390424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321210.390463:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989132928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.390619:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989132160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321210.390634:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989133184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321210.399495:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321210.399622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989133056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321210.399721:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321210.400090:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133056 00000100:00100000:1.0:1767321210.400102:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133056 00000100:00080000:0.0:1767321210.400135:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321210.400144:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321210.400149:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989132288:0@lo:38:kworker.0 00000100:00080000:0.0:1767321210.400165:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321210.400169:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00080000:0.0:1767321210.400173:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321210.400178:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989132544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321210.400183:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989133056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321210.400461:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321210.400636:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989133056:12345-0@lo:38:kworker.0 Request processed in 454us (918us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321210.400646:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00080000:0.0:1767321210.400872:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321210.400878:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321210.400882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989133056:0@lo:38:kworker.0 00000100:00080000:1.0:1767321210.401157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321210.401165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321210.401169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989132672:0@lo:38:kworker.0 00010000:00010000:2.0:1767321211.338651:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321213.389621:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321214.244761:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923908480 offset 0 length 520: 4 00000100:00100000:0.0:1767321214.244828:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321214.244868:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321214.245020:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923908608 00000100:00100000:2.0:1767321214.245059:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923908608 00000100:00100000:2.0:1767321214.245125:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923908736 00000100:00100000:2.0:1767321214.245129:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923908736 00000100:00100000:2.0:1767321214.245190:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1347 00000100:00100000:2.0:1767321214.245200:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923908736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321214.245298:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923908736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321214.245305:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1347 00000100:00100000:2.0:1767321214.245325:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2052 00000100:00100000:2.0:1767321214.245331:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923908608:12345-192.168.204.13@tcp:38:kworker.0 00000100:00080000:0.0:1767321214.245354:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767321214.245360:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321214.245389:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923908608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (561us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321214.245396:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2052 00010000:00010000:2.0:1767321214.409015:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321214.985174:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989133312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321214.985291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321214.985788:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133312 00000100:00100000:1.0:1767321214.985800:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133312 00000100:00100000:1.0:1767321214.985887:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:1.0:1767321214.985899:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989133312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321214.985952:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321214.988688:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989133312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2784us (3389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321214.988744:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:2.0:1767321214.988755:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989133312:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321215.435895:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321215.497451:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321215.497459:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321215.497508:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321215.497513:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321215.497518:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321215.497528:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321215.497533:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321215.497542:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321215.497568:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d412c1180 x1853163989133696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321215.497627:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321215.497630:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321215.497632:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321215.497636:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321215.497639:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321215.497643:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321215.497656:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163989133952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321215.497675:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321215.497679:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321215.497709:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321215.497715:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321215.497718:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321215.497722:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321215.497739:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261180 x1853163989134080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321215.497800:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321215.497823:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989134208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321215.497918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321215.498030:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989133696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321215.498063:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321215.498092:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989133952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321215.499069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989133568:0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321215.499187:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321215.499195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989133824:0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321215.499277:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134208 00000100:00100000:2.0:1767321215.499300:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134208 00000100:00100000:2.0:1767321215.499364:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016 00000100:00100000:2.0:1767321215.499374:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989134208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499440:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989134208:12345-0@lo:400:kworker.0 Request processed in 68us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321215.499449:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016 00000100:00100000:2.0:1767321215.499521:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133696 00000100:00100000:2.0:1767321215.499525:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133696 00000100:00100000:2.0:1767321215.499546:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133568 00000100:00100000:2.0:1767321215.499549:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133568 00000100:00100000:2.0:1767321215.499610:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133824 00000100:00100000:2.0:1767321215.499613:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133824 00000100:00100000:2.0:1767321215.499636:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767321215.499641:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989133568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499678:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989133568:12345-0@lo:400:kworker.0 Request processed in 36us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321215.499684:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767321215.499708:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1767321215.499714:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989133824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499739:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989133824:12345-0@lo:400:kworker.0 Request processed in 25us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321215.499744:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1767321215.499755:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:2.0:1767321215.499759:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989133696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321215.499785:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321215.499819:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989133696:12345-0@lo:38:kworker.0 Request processed in 57us (1755us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321215.499837:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:2.0:1767321215.499890:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989133824:0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.499901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989133568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321215.500406:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321215.500450:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989134080:0@lo:38:kworker.0 00000100:00100000:1.0:1767321215.500498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321215.500543:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321215.500550:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321215.500554:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d412c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989133696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321215.500600:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134080 00000100:00100000:1.0:1767321215.500605:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134080 00000100:00100000:1.0:1767321215.500634:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961 00000100:00100000:1.0:1767321215.500639:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989134080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321215.500656:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321215.500824:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989134080:12345-0@lo:38:kworker.0 Request processed in 51us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321215.500844:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961 00000100:00100000:1.0:1767321215.500868:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133952 00000100:00100000:1.0:1767321215.500872:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133952 00000100:00100000:1.0:1767321215.500894:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:1.0:1767321215.500899:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989133952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321215.500910:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321215.502009:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989133952:12345-0@lo:38:kworker.0 Request processed in 1100us (1596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321215.502029:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:1.0:1767321215.502409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989134208:0@lo:400:kworker.0 00000100:00080000:1.0:1767321215.502471:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321215.502488:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321215.502492:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989133952:0@lo:38:kworker.0 00000100:00080000:1.0:1767321215.502505:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321215.502510:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321215.502514:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989134080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321215.502745:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321215.507504:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321215.507512:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321215.507518:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321215.507525:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321215.507530:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321215.507540:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321215.507571:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260700 x1853163989134464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321215.507640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989134336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.507909:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989134464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321215.507925:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321215.507958:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321215.508021:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134464 00000100:00100000:2.0:1767321215.508031:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134464 00000100:00100000:0.0:1767321215.508069:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134336 00000100:00100000:0.0:1767321215.508075:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134336 00000100:00100000:2.0:1767321215.508094:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055 00000100:00100000:2.0:1767321215.508105:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989134464:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321215.508134:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00010000:00020000:2.0:1767321215.508134:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321215.508147:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989134336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321215.508197:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989134464:12345-0@lo:38:kworker.0 Request processed in 90us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321215.508205:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1767321215.508215:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989134336:12345-0@lo:400:kworker.0 Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321215.508223:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00000100:00080000:2.0:1767321215.508267:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321215.508274:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321215.508279:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989134464:0@lo:38:kworker.0 00000100:00100000:0.0:1767321215.508285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989134336:0@lo:400:kworker.0 00000100:00080000:1.0:1767321215.508360:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321215.509665:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989133440 00000100:00100000:0.0:1767321215.509679:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989133440 00000100:00100000:0.0:1767321215.509759:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1767321215.509768:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989133440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321215.509826:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321215.509902:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989133440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321215.509910:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00010000:00010000:2.0:1767321217.481128:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321218.505618:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321219.362106:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321219.362164:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321219.362850:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321219.528897:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321220.105449:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134592 00000100:00100000:0.0:1767321220.105460:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134592 00000100:00100000:0.0:1767321220.105669:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1767321220.105680:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989134592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321220.105716:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321220.105769:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989134592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321220.105777:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00080000:1.0:1767321220.106338:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321220.616747:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321220.616758:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321220.616775:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321195/real 1767321195] req@ffff9e7d2e353480 x1853163989128576/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321220 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321220.616816:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2e353480 x1853163989128576/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321220 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321220.616855:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321220.616860:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321220.616861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321220.616868:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321220.616879:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6462 00000100:00080000:2.0:1767321220.616885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:0.0:1767321220.616887:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321220.616894:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989128576:0@lo:250:kworker.0 00000100:00080000:0.0:1767321220.616902:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321220.616930:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260700 x1853163989134848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321220.617050:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134720 00000100:00100000:1.0:1767321220.617058:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134720 00000100:00080000:0.0:1767321220.617130:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321220.617134:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321220.617150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321220.617164:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321220.617168:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321220.617172:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321220.617185:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163989135232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321220.617195:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321220.617198:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321220.617200:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321220.617204:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321220.617206:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321220.617209:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321220.617222:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3100 x1853163989135360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321220.617231:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321220.617235:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321220.617236:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321220.617240:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321220.617242:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321220.617246:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321220.617258:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0a80 x1853163989135488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321220.617272:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321220.617275:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321220.617282:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321220.617286:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6441 00000100:00080000:0.0:1767321220.617288:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321220.617291:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321220.617301:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1f80 x1853163989135616/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321220.617323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989135104:0@lo:400:kworker.0 00000100:00100000:0.0:1767321220.617348:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321220.619903:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989134848:0@lo:38:kworker.0 00000100:00080000:2.0:1767321220.620060:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321220.620068:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321220.625420:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321220.631646:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989135104 00000100:00100000:1.0:1767321220.631664:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989135104 00000100:00100000:1.0:1767321220.631776:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1767321220.631786:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989134720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321220.633812:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989134720:12345-0@lo:400:kworker.0 Request processed in 2019us (16779us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321220.633838:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1767321220.633871:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767321220.633882:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989135104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321220.633931:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989135104:12345-0@lo:400:kworker.0 Request processed in 52us (16581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321220.633936:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00080000:1.0:1767321220.634056:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321220.634097:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989135104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321220.634144:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989134720:0@lo:400:kworker.0 00000100:00100000:0.0:1767321220.635979:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989135232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321220.636036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321220.636057:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989135360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321220.636089:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321220.636110:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989134848 00000100:00100000:0.0:1767321220.636121:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989135488:0@lo:38:kworker.0 00000100:00100000:2.0:1767321220.636128:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989134848 00000100:00100000:0.0:1767321220.636165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321220.636192:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989135616:0@lo:250:kworker.0 00000400:00000100:0.0:1767321220.636216:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989135616 offset 0 length 520: 4 00000100:00100000:2.0:1767321220.636217:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989135232 00000100:00100000:2.0:1767321220.636223:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989135232 00000100:00100000:0.0:1767321220.636278:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989135360 00000100:00100000:0.0:1767321220.636280:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989135360 00000100:00100000:0.0:1767321220.636302:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4962 00000100:00100000:0.0:1767321220.636306:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989135360:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321220.636661:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1767321220.636667:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989135488:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321220.637215:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989134976:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321220.637312:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321220.637318:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321220.637322:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989134848:0@lo:38:kworker.0 00010000:00020000:0.0:1767321220.646349:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321220.646454:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989135360:12345-0@lo:38:kworker.0 Request processed in 10142us (10361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321220.646467:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4962 00000100:00080000:2.0:1767321220.647665:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321220.647675:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321220.647679:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989135360:0@lo:38:kworker.0 00010000:00020000:1.0:1767321220.652380:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321220.652481:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989135488:12345-0@lo:38:kworker.0 Request processed in 15810us (16323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321220.652495:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00080000:2.0:1767321220.657784:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321220.657800:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321220.657805:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989135232:0@lo:38:kworker.0 00000100:00080000:2.0:1767321220.657821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321220.657826:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321220.657829:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989135488:0@lo:38:kworker.0 00010000:00010000:2.0:1767321221.578458:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321222.601391:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321223.624778:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321224.483433:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321224.483551:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321224.486039:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909248 00000100:00100000:1.0:1767321224.486056:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909248 00000100:00100000:1.0:1767321224.486154:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909120 00000100:00100000:1.0:1767321224.486158:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909120 00000100:00100000:1.0:1767321224.486195:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1353 00000100:00100000:1.0:1767321224.486207:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923909248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321224.486304:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923909248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (2879us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321224.486312:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1353 00000100:00100000:1.0:1767321224.486329:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2060 00000100:00100000:1.0:1767321224.486333:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923909120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321224.486354:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321224.486381:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923909120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (2830us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321224.486388:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2060 00000100:00080000:2.0:1767321224.486615:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321225.225846:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989135744 00000100:00100000:2.0:1767321225.225863:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989135744 00000100:00100000:2.0:1767321225.226023:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1767321225.226034:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989135744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321225.226086:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321225.226171:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989135744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321225.226179:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00080000:1.0:1767321225.226294:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321225.673008:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321225.737970:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989135872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321225.738096:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321225.738188:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321225.738200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989136000:0@lo:400:kworker.0 00000100:00100000:1.0:1767321225.738303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321225.738336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989136256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321225.738372:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321225.738433:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136000 00000100:00100000:1.0:1767321225.738442:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136000 00000100:00100000:2.0:1767321225.738510:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136256 00000100:00100000:1.0:1767321225.738516:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1767321225.738516:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136256 00000100:00100000:1.0:1767321225.738530:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989136000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321225.738561:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1767321225.738571:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989136256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321225.738621:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989136000:12345-0@lo:400:kworker.0 Request processed in 95us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321225.738630:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1767321225.738645:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989136256:12345-0@lo:400:kworker.0 Request processed in 74us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321225.738653:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00080000:1.0:1767321225.738665:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321225.738703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989136128:0@lo:38:kworker.0 00000100:00100000:1.0:1767321225.738710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989136256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321225.738726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989136000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321225.738738:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321225.738757:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989136384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321225.738779:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321225.738794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989136512:0@lo:38:kworker.0 00000100:00100000:2.0:1767321225.738820:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321225.739008:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989135872 00000100:00100000:1.0:1767321225.739013:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989135872 00000100:00100000:1.0:1767321225.739052:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:1.0:1767321225.739059:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989135872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321225.739099:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321225.739140:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989135872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321225.739148:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:2.0:1767321225.739159:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136128 00000100:00100000:2.0:1767321225.739165:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136128 00000100:00080000:1.0:1767321225.739168:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321225.739191:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136384 00000100:00100000:2.0:1767321225.739196:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136384 00000100:00100000:1.0:1767321225.739197:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989135872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321225.739219:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:2.0:1767321225.739230:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989136128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321225.739252:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321225.739291:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989136128:12345-0@lo:38:kworker.0 Request processed in 64us (552us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321225.739491:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1767321225.739500:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989136384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321225.739512:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321225.739539:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989136384:12345-0@lo:38:kworker.0 Request processed in 38us (758us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321225.742990:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:2.0:1767321225.743101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989136640:0@lo:38:kworker.0 00000100:00100000:2.0:1767321225.743210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321225.743288:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321225.743295:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321225.743299:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989136128:0@lo:38:kworker.0 00000100:00080000:2.0:1767321225.743311:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321225.743315:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321225.743318:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989136384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321225.743366:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136640 00000100:00100000:2.0:1767321225.743373:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136640 00000100:00100000:2.0:1767321225.743411:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:2.0:1767321225.743418:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989136640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321225.743447:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321225.743498:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989136640:12345-0@lo:38:kworker.0 Request processed in 78us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321225.743505:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00080000:2.0:1767321225.743560:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321225.743565:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321225.743567:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989136640:0@lo:38:kworker.0 00000100:00100000:2.0:1767321225.743660:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136512 00000100:00100000:2.0:1767321225.743666:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136512 00000100:00100000:2.0:1767321225.743692:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963 00000100:00100000:2.0:1767321225.743697:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989136512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321225.743708:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321225.743744:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989136512:12345-0@lo:38:kworker.0 Request processed in 46us (4924us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321225.743751:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963 00000100:00080000:2.0:1767321225.743780:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321225.743783:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321225.743787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989136512:0@lo:38:kworker.0 00000100:00100000:1.0:1767321225.744339:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00010000:00010000:2.0:1767321226.697101:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321227.720847:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321229.613869:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321229.613934:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321229.614078:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909504 00000100:00100000:1.0:1767321229.614093:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909504 00000100:00100000:1.0:1767321229.614193:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909376 00000100:00100000:1.0:1767321229.614197:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909376 00000100:00100000:1.0:1767321229.614221:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1356 00000100:00100000:1.0:1767321229.614232:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923909504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321229.614350:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923909504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 120us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321229.614380:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1356 00000100:00100000:1.0:1767321229.614403:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2064 00000100:00100000:1.0:1767321229.614407:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923909376:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321229.614436:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321229.614470:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923909376:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321229.614478:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2064 00010000:00010000:2.0:1767321229.773637:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321230.345108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989136768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321230.345212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321230.345400:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989136768 00000100:00100000:0.0:1767321230.345421:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989136768 00000100:00100000:0.0:1767321230.345499:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:0.0:1767321230.345510:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989136768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321230.345551:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321230.345630:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989136768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321230.345638:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:2.0:1767321230.345966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989136768:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321230.792918:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321230.859394:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989137152 00000100:00100000:2.0:1767321230.859404:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989137152 00000100:00100000:2.0:1767321230.859467:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1767321230.859478:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989137152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321230.859552:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989137152:12345-0@lo:400:kworker.0 Request processed in 76us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321230.859570:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00080000:2.0:1767321230.859631:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321230.859650:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989137024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321230.859696:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321230.859718:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989137280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321230.859743:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321230.859761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989137408:0@lo:38:kworker.0 00000100:00100000:2.0:1767321230.859791:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321230.859811:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989137664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321230.859834:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321230.859872:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989137408 00000100:00100000:2.0:1767321230.859876:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989137408 00000100:00100000:2.0:1767321230.859901:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964 00000100:00100000:2.0:1767321230.859907:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989137408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321230.859932:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321230.861102:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989137408:12345-0@lo:38:kworker.0 Request processed in 1191us (1307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321230.861111:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964 00000100:00100000:1.0:1767321230.861995:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321230.862012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989137792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321230.862075:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321230.862345:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989137792 00000100:00100000:2.0:1767321230.862353:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989137792 00000100:00100000:2.0:1767321230.862409:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:2.0:1767321230.862418:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989137792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321230.862462:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321230.862518:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989137792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321230.862542:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00100000:1.0:1767321230.862740:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989137792:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321231.819459:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321233.865753:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321234.721131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321234.721185:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321234.721279:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909632 00000100:00100000:1.0:1767321234.721292:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909632 00000100:00100000:1.0:1767321234.721444:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923909760 00000100:00100000:1.0:1767321234.721449:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923909760 00000100:00080000:0.0:1767321234.721539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321234.725548:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1359 00000100:00100000:2.0:1767321234.725600:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923909760:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321234.725743:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923909760:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 177us (4555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321234.725754:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1359 00000100:00100000:2.0:1767321234.725792:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2068 00000100:00100000:2.0:1767321234.725798:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923909632:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321234.725826:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321234.725857:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923909632:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (4743us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321234.725864:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2068 00010000:00010000:2.0:1767321234.890091:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321235.471455:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989137920 00000100:00100000:0.0:1767321235.471467:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989137920 00000100:00100000:0.0:1767321235.471560:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:0.0:1767321235.471571:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989137920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321235.471647:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321235.471720:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989137920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321235.471728:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:1.0:1767321235.471851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989137920:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321235.915947:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321235.976889:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321235.976904:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321235.976995:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321235.977007:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321235.977024:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321235.977067:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989138048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321235.977211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321235.977288:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138048 00000100:00080000:2.0:1767321235.977296:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321235.977303:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6477 00000100:00100000:1.0:1767321235.977307:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138048 00000100:00080000:2.0:1767321235.977326:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321235.977333:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321235.977361:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65180 x1853163989138176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321235.977382:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00080000:2.0:1767321235.977390:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321235.977393:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989138048:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321235.977393:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321235.977395:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321235.977399:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6477 00000100:00080000:2.0:1767321235.977401:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321235.977405:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321235.977415:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989138432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321235.977423:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321235.977427:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321235.977429:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321235.977433:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6477 00000100:00080000:2.0:1767321235.977435:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321235.977438:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321235.977450:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66d80 x1853163989138560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321235.977452:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989138048:12345-0@lo:400:kworker.0 Request processed in 62us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321235.977471:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00080000:2.0:1767321235.977478:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321235.977481:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321235.977483:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321235.977486:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6477 00000100:00100000:1.0:1767321235.977494:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767321235.977494:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321235.977498:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321235.977503:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989138688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321235.977515:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c380 x1853163989138816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321235.977536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321235.977538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989138304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321235.977565:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321235.977575:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138304 00000100:00100000:1.0:1767321235.977598:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138304 00000100:00100000:1.0:1767321235.977627:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767321235.977630:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989138048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321235.977633:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989138304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321235.977663:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989138304:12345-0@lo:400:kworker.0 Request processed in 30us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321235.977668:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767321235.977677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989138304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321235.978791:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989138944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321235.978827:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321235.978858:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989138688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321235.978921:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138176 00000100:00100000:1.0:1767321235.978925:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138176 00000100:00100000:1.0:1767321235.978946:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138432 00000100:00100000:1.0:1767321235.978948:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138432 00000100:00100000:1.0:1767321235.978963:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767321235.978968:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989138176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321235.978994:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321235.979200:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989138176:12345-0@lo:38:kworker.0 Request processed in 57us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321235.979211:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767321235.979225:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:1.0:1767321235.979229:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989138432:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321235.979270:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138560 00000100:00100000:2.0:1767321235.979276:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138560 00000100:00100000:2.0:1767321235.979303:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4965 00000100:00100000:2.0:1767321235.979309:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989138560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321235.979321:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321235.979353:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989138560:12345-0@lo:38:kworker.0 Request processed in 44us (413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321235.979360:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4965 00000100:00080000:2.0:1767321235.979379:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:1.0:1767321235.979389:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321235.979419:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989138432:12345-0@lo:38:kworker.0 Request processed in 188us (531us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321235.979426:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:1.0:1767321235.979462:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138816 00000100:00100000:1.0:1767321235.979465:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138816 00000100:00100000:1.0:1767321235.979483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:1.0:1767321235.979487:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989138816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321235.979497:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321235.979522:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989138816:12345-0@lo:38:kworker.0 Request processed in 33us (78us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321235.979528:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:0.0:1767321235.979616:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989138944 00000100:00100000:0.0:1767321235.979620:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989138944 00000100:00100000:0.0:1767321235.979662:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:0.0:1767321235.979669:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989138944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321235.979699:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321235.979744:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989138944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321235.979759:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00010000:00010000:2.0:1767321237.961178:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321238.984906:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321239.844176:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767321239.844299:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923909888 offset 0 length 520: 4 00000100:00100000:1.0:1767321239.844325:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321239.845522:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910144 00000100:00100000:0.0:1767321239.845536:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910144 00000100:00100000:0.0:1767321239.845646:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910016 00000100:00100000:0.0:1767321239.845650:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910016 00000100:00100000:0.0:1767321239.845676:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1362 00000100:00100000:0.0:1767321239.845686:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923910144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321239.845778:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923910144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321239.845789:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1362 00000100:00100000:0.0:1767321239.845836:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2072 00000100:00100000:0.0:1767321239.845841:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923910016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321239.845863:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321239.845890:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923910016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (1564us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321239.845896:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2072 00010000:00010000:2.0:1767321240.008966:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321240.585355:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321240.585381:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989139072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321240.585450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321240.585701:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989139072 00000100:00100000:1.0:1767321240.585711:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989139072 00000100:00100000:1.0:1767321240.585779:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:1.0:1767321240.585799:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989139072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321240.585829:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321240.585877:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989139072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321240.585884:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00080000:2.0:1767321240.585971:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321240.586008:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989139072:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321241.097050:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321241.097062:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321241.097141:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321241.097145:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321241.097149:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321241.097156:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321241.097160:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321241.097166:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321241.097187:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163989139328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321241.097218:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321241.097221:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321241.097223:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321241.097227:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321241.097229:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321241.097233:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321241.097243:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989139584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321241.097251:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321241.097254:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321241.097256:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321241.097259:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321241.097261:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321241.097265:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321241.097276:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e353480 x1853163989139712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321241.097325:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321241.097328:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321241.097330:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321241.097333:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321241.097335:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321241.097339:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321241.097349:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e352680 x1853163989140096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321241.097374:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989139456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321241.097438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321241.097508:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321241.097515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989139840:0@lo:400:kworker.0 00000100:00100000:1.0:1767321241.097541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321241.099058:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321241.099063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321241.099233:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989140224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321241.099269:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321241.099565:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989140224 00000100:00100000:0.0:1767321241.099571:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989140224 00000100:00100000:0.0:1767321241.099643:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767321241.099651:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989140224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321241.099676:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321241.099713:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989140224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.099719:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:2.0:1767321241.099810:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989140224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321241.100626:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989139712 00000100:00100000:1.0:1767321241.100633:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989139712 00000100:00100000:1.0:1767321241.100670:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1767321241.100676:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989139712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321241.100693:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321241.100746:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989139712:12345-0@lo:38:kworker.0 Request processed in 70us (2410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321241.100753:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966 00010000:00010000:2.0:1767321242.056837:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321243.081263:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321244.105194:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321244.969846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321244.969923:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321244.970319:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910400 00000100:00100000:2.0:1767321244.970330:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910400 00000100:00100000:1.0:1767321244.970394:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910272 00000100:00100000:1.0:1767321244.970400:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910272 00000100:00100000:1.0:1767321244.970454:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1365 00000100:00100000:2.0:1767321244.970464:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2076 00000100:00100000:1.0:1767321244.970468:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923910400:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321244.970474:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923910272:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321244.970501:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321244.970548:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923910400:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321244.970557:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1365 00000100:00100000:2.0:1767321244.975206:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923910272:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 4722us (5272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321244.975220:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2076 00000100:00080000:2.0:1767321245.193169:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321245.193175:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321245.193178:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321245.193183:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6467 00000100:00080000:2.0:1767321245.193187:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321245.193193:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321245.193225:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f800 x1853163989140352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321245.193325:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989140480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321245.193391:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321245.193650:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989140480 00000100:00100000:0.0:1767321245.193658:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989140480 00000100:00100000:0.0:1767321245.193735:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767321245.193745:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989140480:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321245.194208:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321245.194224:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321245.194226:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321245.194231:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321245.194234:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321245.194238:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321245.194264:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d880 x1853163989140608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321245.196007:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989140480:12345-0@lo:400:kworker.0 Request processed in 2257us (2609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321245.196020:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1767321245.196193:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989140480:0@lo:400:kworker.0 00000100:00080000:2.0:1767321245.197068:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321245.197074:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321245.197078:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321245.197084:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321245.197089:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321245.197096:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321245.197137:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d180 x1853163989140864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321245.197362:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989140864 00000100:00100000:0.0:1767321245.197369:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989140864 00000100:00100000:0.0:1767321245.197419:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1767321245.197425:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989140864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321245.197445:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321245.197647:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321245.197652:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321245.197654:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321245.197659:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321245.197662:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321245.197665:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321245.197681:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ca80 x1853163989140992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321245.197903:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989140992 00000100:00100000:1.0:1767321245.197908:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989140992 00000100:00100000:1.0:1767321245.197932:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967 00000100:00100000:1.0:1767321245.197936:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989140992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321245.197948:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321245.197980:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989140992:12345-0@lo:38:kworker.0 Request processed in 42us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321245.197987:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967 00000100:00100000:0.0:1767321245.199130:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989140864:12345-0@lo:38:kworker.0 Request processed in 1700us (1848us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321245.199140:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00080000:2.0:1767321245.199142:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321245.199159:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321245.199162:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321245.199166:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321245.199169:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321245.199174:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321245.199184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989141248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321245.199190:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163989141376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321245.199221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321245.199246:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321245.199251:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989141120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321245.199272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321245.199303:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989141248 00000100:00100000:1.0:1767321245.199309:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989141248 00000100:00100000:1.0:1767321245.199361:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989141120 00000100:00100000:1.0:1767321245.199364:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989141120 00000100:00100000:1.0:1767321245.199386:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022 00000100:00100000:1.0:1767321245.199394:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989141248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321245.199445:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989141248:12345-0@lo:400:kworker.0 Request processed in 53us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321245.199452:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022 00000100:00100000:1.0:1767321245.199464:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:1.0:1767321245.199470:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989141120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321245.199510:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989141120:12345-0@lo:400:kworker.0 Request processed in 40us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321245.199527:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000100:00100000:1.0:1767321245.199566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989141120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321245.199575:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989141248:0@lo:400:kworker.0 00000100:00080000:0.0:1767321245.199761:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321245.199767:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321245.202697:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989141376 00000100:00100000:0.0:1767321245.202720:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989141376 00000100:00100000:0.0:1767321245.203126:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:0.0:1767321245.203135:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989141376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321245.203178:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321245.203266:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989141376:12345-0@lo:38:kworker.0 Request processed in 130us (2823us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321245.203273:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:1.0:1767321245.704940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989141504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321245.705011:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321245.705418:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989141504 00000100:00100000:0.0:1767321245.705428:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989141504 00000100:00100000:0.0:1767321245.705487:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1767321245.705497:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989141504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321245.705528:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321245.705683:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989141504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 187us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321245.705700:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767321245.705777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989141504:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321246.153814:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321246.217328:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989141632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321246.217403:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321246.217882:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989141632 00000100:00100000:0.0:1767321246.217892:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989141632 00000100:00100000:0.0:1767321246.217954:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:0.0:1767321246.217965:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989141632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321246.217997:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321246.218059:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989141632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321246.218067:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00010000:00010000:2.0:1767321247.176892:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321248.200823:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321250.085052:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321250.085135:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321250.088725:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910656 00000100:00100000:1.0:1767321250.088749:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910656 00000100:00100000:1.0:1767321250.088952:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910528 00000100:00100000:1.0:1767321250.088957:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910528 00000100:00100000:1.0:1767321250.089001:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1368 00000100:00100000:1.0:1767321250.089015:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923910656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321250.089142:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923910656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 129us (4104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321250.089151:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1368 00000100:00100000:1.0:1767321250.089174:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2080 00000100:00100000:1.0:1767321250.089179:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923910528:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321250.089206:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321250.089237:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923910528:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (4102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321250.089244:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2080 00000100:00080000:0.0:1767321250.094774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321250.248921:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321250.313533:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989141888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321250.313743:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989141760:0@lo:400:kworker.0 00000100:00100000:0.0:1767321250.313815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989142016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321250.320309:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321250.320564:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989142144:0@lo:38:kworker.0 00000100:00100000:2.0:1767321250.320708:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321250.320748:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989142272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321250.320905:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321250.322231:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321250.322365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321250.322405:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989142272 00000100:00100000:1.0:1767321250.322415:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989142272 00000100:00100000:1.0:1767321250.322474:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4968 00000100:00100000:1.0:1767321250.322491:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989142272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321250.322514:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321250.322573:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989142272:12345-0@lo:38:kworker.0 Request processed in 90us (1669us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321250.322623:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4968 00000100:00100000:1.0:1767321250.323058:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989141760:0@lo:400:kworker.0 00000100:00080000:2.0:1767321250.324853:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321250.324868:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321250.324874:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989142272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321250.325344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989142656:0@lo:38:kworker.0 00000100:00100000:2.0:1767321250.325422:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321250.325571:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321250.325629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321250.325634:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989141888:0@lo:38:kworker.0 00000100:00080000:2.0:1767321250.325655:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321250.325658:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321250.325662:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989142144:0@lo:38:kworker.0 00000100:00100000:0.0:1767321250.325754:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321250.325874:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989142656 00000100:00100000:2.0:1767321250.325882:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989142656 00000100:00100000:2.0:1767321250.326060:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989142016 00000100:00100000:2.0:1767321250.326064:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989142016 00000100:00080000:0.0:1767321250.326177:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321250.326331:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1767321250.326532:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989142016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321250.326659:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989142016:12345-0@lo:400:kworker.0 Request processed in 316us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321250.331753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989142016:0@lo:400:kworker.0 00000100:00100000:1.0:1767321250.331830:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00080000:2.0:1767321250.336208:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321250.336222:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321250.336228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989142656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321250.826222:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321250.826256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989142784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321250.826364:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321250.826875:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989142784 00000100:00100000:2.0:1767321250.826964:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989142784 00000100:00100000:2.0:1767321250.827032:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1767321250.827044:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989142784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321250.827086:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321250.827153:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989142784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321250.827161:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1767321250.827229:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989142784:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321251.273291:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321251.337501:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321251.337527:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989142912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321251.337667:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321251.337906:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989142912 00000100:00100000:0.0:1767321251.337917:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989142912 00000100:00100000:0.0:1767321251.337994:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1767321251.338006:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989142912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321251.338047:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321251.338110:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989142912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321251.338119:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:1.0:1767321251.338301:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989142912:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321252.296884:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321254.344976:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321255.203427:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321255.203487:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321255.203648:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910912 00000100:00100000:2.0:1767321255.203662:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910912 00000100:00100000:2.0:1767321255.203762:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923910784 00000100:00100000:2.0:1767321255.203766:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923910784 00000100:00100000:2.0:1767321255.203795:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1371 00000100:00100000:2.0:1767321255.203809:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923910912:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321255.203912:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923910912:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321255.203919:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1371 00000100:00080000:0.0:1767321255.204210:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321255.371307:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321255.434057:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989143296:0@lo:400:kworker.0 00000100:00100000:1.0:1767321255.434099:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321255.434142:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321255.434148:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989143040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321255.434172:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321255.434206:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143296 00000100:00100000:1.0:1767321255.434210:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143296 00000100:00100000:1.0:1767321255.434246:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143040 00000100:00100000:1.0:1767321255.434249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143040 00000100:00100000:1.0:1767321255.434269:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321255.434277:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989143296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321255.434315:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989143296:12345-0@lo:400:kworker.0 Request processed in 39us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321255.434322:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321255.434336:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1767321255.434343:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989143040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321255.434359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989143168:0@lo:38:kworker.0 00000100:00100000:1.0:1767321255.434373:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989143040:12345-0@lo:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321255.434380:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1767321255.434402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321255.434412:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989143040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321255.434427:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989143296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321255.434436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989143424:0@lo:38:kworker.0 00000100:00100000:1.0:1767321255.434465:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143168 00000100:00100000:1.0:1767321255.434470:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143168 00000100:00100000:2.0:1767321255.434476:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321255.434557:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321255.434564:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321255.434566:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321255.438867:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989143552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321255.439022:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143424 00000100:00100000:1.0:1767321255.439035:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143424 00000100:00100000:1.0:1767321255.439105:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:1.0:1767321255.439114:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989143168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321255.439147:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321255.439239:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:0.0:1767321255.439246:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989143424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321255.439257:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321255.439555:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989143168:12345-0@lo:38:kworker.0 Request processed in 439us (5151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321255.439564:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00100000:0.0:1767321255.439831:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989143424:12345-0@lo:38:kworker.0 Request processed in 583us (5354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321255.439839:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1767321255.443041:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321255.443204:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989143936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321255.443264:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321255.443329:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321255.443334:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321255.443338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989143168:0@lo:38:kworker.0 00000100:00080000:2.0:1767321255.443350:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321255.443354:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321255.443357:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989143424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321255.444767:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143936 00000100:00100000:0.0:1767321255.444780:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143936 00000100:00100000:0.0:1767321255.444845:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:0.0:1767321255.444852:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989143936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321255.444876:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321255.445109:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989143936:12345-0@lo:38:kworker.0 Request processed in 255us (1842us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321255.445118:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1767321255.448609:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989143552 00000100:00100000:1.0:1767321255.448628:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989143552 00000100:00100000:1.0:1767321255.451683:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969 00000100:00100000:1.0:1767321255.451707:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989143552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321255.451734:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321255.451850:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989143552:12345-0@lo:38:kworker.0 Request processed in 152us (8914us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321255.451857:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969 00000100:00080000:2.0:1767321255.452066:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321255.452074:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321255.452079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989143552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321255.945673:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144064 00000100:00100000:2.0:1767321255.945682:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144064 00000100:00100000:2.0:1767321255.945746:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1767321255.945756:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989144064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321255.945796:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321255.945867:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989144064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321255.945875:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00010000:00010000:2.0:1767321256.392810:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321256.457846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989144192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321256.457929:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321256.458197:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144192 00000100:00100000:0.0:1767321256.458205:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144192 00000100:00100000:0.0:1767321256.458258:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:0.0:1767321256.458267:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989144192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321256.458302:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321256.458354:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989144192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321256.458363:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00100000:1.0:1767321256.458464:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989144192:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321258.452928:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321259.465243:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321260.322869:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321260.322926:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321260.323114:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923911168 00000100:00100000:2.0:1767321260.323129:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923911168 00000100:00100000:2.0:1767321260.323217:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923911040 00000100:00100000:2.0:1767321260.323222:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923911040 00000100:00100000:2.0:1767321260.323244:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1374 00000100:00100000:2.0:1767321260.323258:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923911168:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321260.323372:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923911168:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321260.323380:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1374 00000100:00100000:2.0:1767321260.323403:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2088 00000100:00100000:2.0:1767321260.323409:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923911040:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321260.323449:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321260.323478:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923911040:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 67us (551us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321260.323484:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2088 00000100:00080000:0.0:1767321260.323967:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321260.491505:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321260.556070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989144576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321260.556137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989144448:0@lo:38:kworker.0 00000100:00100000:0.0:1767321260.556809:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989144320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.564453:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321260.564619:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989145088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.564665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321260.564718:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144576 00000100:00100000:2.0:1767321260.564728:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144576 00000100:00100000:2.0:1767321260.564816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321260.564826:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989144576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.564892:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989144576:12345-0@lo:400:kworker.0 Request processed in 67us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321260.564900:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321260.564964:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989144576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.565004:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145088 00000100:00100000:2.0:1767321260.565007:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145088 00000100:00100000:2.0:1767321260.565041:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028 00000100:00100000:2.0:1767321260.565048:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989145088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.565085:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989145088:12345-0@lo:400:kworker.0 Request processed in 38us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321260.565091:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028 00000100:00100000:2.0:1767321260.565114:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989145088:0@lo:400:kworker.0 00000100:00080000:2.0:1767321260.565158:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321260.565163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321260.575795:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321260.575859:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989144704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321260.575896:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321260.577124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989144832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321260.577167:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321260.577190:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989145216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321260.577214:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321260.578078:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144832 00000100:00100000:0.0:1767321260.578085:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144832 00000100:00100000:0.0:1767321260.578122:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970 00000100:00100000:0.0:1767321260.578128:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989144832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321260.578152:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321260.578190:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989144832:12345-0@lo:38:kworker.0 Request processed in 62us (1023us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321260.578197:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970 00000100:00080000:1.0:1767321260.585449:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321260.585467:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321260.585500:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989144832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321260.585767:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321260.585814:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144448 00000100:00100000:2.0:1767321260.585824:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144448 00000100:00100000:2.0:1767321260.585870:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144704 00000100:00100000:2.0:1767321260.585881:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144704 00000100:00100000:2.0:1767321260.585899:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145216 00000100:00100000:2.0:1767321260.585903:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145216 00000100:00100000:2.0:1767321260.585936:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1767321260.585947:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989144448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321260.585976:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321260.586067:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989144448:12345-0@lo:38:kworker.0 Request processed in 121us (10286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321260.586074:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1767321260.586093:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767321260.586097:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989144704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321260.586107:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321260.586132:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989144704:12345-0@lo:38:kworker.0 Request processed in 34us (10235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321260.586137:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767321260.586148:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:2.0:1767321260.586152:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989145216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321260.586161:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321260.586184:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989145216:12345-0@lo:38:kworker.0 Request processed in 31us (8969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321260.586189:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000100:00080000:2.0:1767321260.586225:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321260.586229:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321260.586233:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989144448:0@lo:38:kworker.0 00000100:00080000:2.0:1767321260.586244:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321260.586254:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321260.586257:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989144704:0@lo:38:kworker.0 00000100:00080000:2.0:1767321260.586269:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321260.586273:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321260.586276:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989145216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321260.590258:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989144320 00000100:00100000:2.0:1767321260.590279:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989144320 00000100:00100000:2.0:1767321260.590469:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767321260.590482:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989144320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321260.590695:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989144320:12345-0@lo:400:kworker.0 Request processed in 216us (4927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321260.590705:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767321260.590766:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989144320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321261.065575:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989145344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321261.065697:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321261.065918:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145344 00000100:00100000:0.0:1767321261.065930:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145344 00000100:00100000:0.0:1767321261.066001:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767321261.066012:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989145344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321261.066076:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321261.066139:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989145344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321261.066147:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:1.0:1767321261.066968:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989145344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321261.577203:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321261.578816:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989145472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321261.578930:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321261.579142:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145472 00000100:00100000:2.0:1767321261.579154:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145472 00000100:00100000:2.0:1767321261.579225:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:2.0:1767321261.579236:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989145472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321261.579278:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321261.579332:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989145472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321261.579907:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989145472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321261.580008:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00010000:00010000:2.0:1767321262.537194:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321263.561709:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321264.419268:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767321264.419315:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923911296 offset 0 length 520: 4 00000100:00100000:1.0:1767321264.419359:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321264.419672:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923911552 00000100:00100000:2.0:1767321264.419686:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923911552 00000100:00100000:2.0:1767321264.419786:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923911424 00000100:00100000:2.0:1767321264.419790:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923911424 00000100:00100000:2.0:1767321264.419818:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1377 00000100:00100000:2.0:1767321264.419831:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923911552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321264.421054:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923911552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1220us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321264.421063:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1377 00010000:00010000:2.0:1767321264.589052:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321265.672971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989145600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.673071:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321265.673174:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321265.673188:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989145856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.673233:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321265.673289:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145600 00000100:00100000:0.0:1767321265.673300:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145600 00000100:00100000:0.0:1767321265.673374:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145856 00000100:00100000:0.0:1767321265.673379:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145856 00000100:00100000:0.0:1767321265.673416:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1767321265.673430:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989145600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.673525:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989145600:12345-0@lo:400:kworker.0 Request processed in 95us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321265.673537:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1767321265.673564:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145728 00000100:00100000:0.0:1767321265.673571:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145728 00000100:00100000:0.0:1767321265.673638:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989145984 00000100:00100000:0.0:1767321265.673644:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989145984 00000100:00100000:0.0:1767321265.673662:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1767321265.673673:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989145856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.673729:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989145856:12345-0@lo:400:kworker.0 Request processed in 59us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321265.673744:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1767321265.673775:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989146496 00000100:00100000:0.0:1767321265.673780:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989146496 00000100:00100000:0.0:1767321265.673805:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767321265.673814:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989145728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321265.673836:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321265.673914:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989145728:12345-0@lo:38:kworker.0 Request processed in 99us (508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321265.673926:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767321265.673954:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767321265.673961:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989145984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321265.673983:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321265.674020:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989145984:12345-0@lo:38:kworker.0 Request processed in 57us (529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321265.674029:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767321265.674082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989145856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.674100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989145600:0@lo:400:kworker.0 00000100:00080000:0.0:1767321265.674144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321265.674151:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321265.674158:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989145728:0@lo:38:kworker.0 00000100:00080000:0.0:1767321265.674171:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321265.674178:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321265.674184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989145984:0@lo:38:kworker.0 00000100:00080000:0.0:1767321265.674209:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321265.674224:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321265.674239:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989146496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321265.674334:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:0.0:1767321265.674347:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989146368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321265.674401:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989146368:12345-0@lo:400:kworker.0 Request processed in 57us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321265.674432:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989146112 00000100:00100000:2.0:1767321265.674438:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989146112 00000100:00100000:2.0:1767321265.674473:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4971 00000100:00100000:2.0:1767321265.674481:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989146112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321265.674493:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321265.674515:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321265.674522:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321265.674549:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989146112:12345-0@lo:38:kworker.0 Request processed in 68us (989us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321265.674557:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989146368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321265.674558:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4971 00000100:00100000:1.0:1767321265.674628:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989146240:0@lo:400:kworker.0 00000100:00080000:2.0:1767321265.674651:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321265.674659:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321265.674663:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989146112:0@lo:38:kworker.0 00000100:00100000:0.0:1767321265.686920:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00100000:1.0:1767321266.184944:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321266.184973:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989146624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321266.185052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321266.185190:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989146624 00000100:00100000:0.0:1767321266.185200:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989146624 00000100:00100000:0.0:1767321266.185262:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1767321266.185272:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989146624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321266.185303:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321266.185390:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989146624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321266.185398:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00010000:00010000:2.0:1767321266.632909:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321266.697313:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989146752 00000100:00100000:1.0:1767321266.697322:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989146752 00000100:00100000:1.0:1767321266.697377:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:1.0:1767321266.697387:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989146752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321266.697415:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321266.697467:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989146752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321266.697474:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00010000:00010000:2.0:1767321267.657097:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321268.680873:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321269.545703:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321269.545763:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321269.546143:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321269.546179:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2096 00000100:00100000:0.0:1767321269.546185:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923911680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321269.546220:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321269.585164:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923911680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 38964us (39386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321269.585193:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2096 00010000:00010000:2.0:1767321270.730925:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321270.792744:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321245/real 1767321245] req@ffff9e7d3b77f800 x1853163989140352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321270 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321270.792794:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b77f800 x1853163989140352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321270 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321270.792818:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321270.792840:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321270.792867:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989140352:0@lo:250:kworker.0 00000100:00080000:2.0:1767321270.793066:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321270.793073:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321270.793076:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321270.793081:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6492 00000100:00080000:2.0:1767321270.793085:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321270.793091:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321270.793123:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f800 x1853163989146880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321270.793160:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321270.793163:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321270.793165:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321270.793169:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6512 00000100:00080000:2.0:1767321270.793171:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321270.793174:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321270.793191:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0700 x1853163989147136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321270.793207:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321270.793210:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321270.793212:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321270.793215:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6512 00000100:00080000:2.0:1767321270.793217:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321270.793221:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321270.793251:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163989147392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321270.793259:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321270.793263:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321270.793264:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321270.793268:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6512 00000100:00080000:2.0:1767321270.793270:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321270.793274:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321270.793284:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989147520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321270.793318:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321270.793321:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321270.793323:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321270.793328:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6512 00000100:00080000:2.0:1767321270.793330:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321270.793334:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321270.793344:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65c00 x1853163989147904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321270.793369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989147648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321270.793429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321270.793483:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321270.793489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989147776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321270.793513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321270.793543:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989147648 00000100:00100000:2.0:1767321270.793550:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989147648 00000100:00100000:2.0:1767321270.793626:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989147776 00000100:00100000:2.0:1767321270.793630:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989147776 00000100:00100000:2.0:1767321270.793655:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:2.0:1767321270.793663:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989147648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321270.793714:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989147648:12345-0@lo:400:kworker.0 Request processed in 53us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321270.793722:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00000100:00100000:2.0:1767321270.793738:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033 00000100:00100000:2.0:1767321270.793746:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989147776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321270.793771:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989147776:12345-0@lo:400:kworker.0 Request processed in 28us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321270.793776:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033 00000100:00080000:2.0:1767321270.793791:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321270.793794:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321270.793818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989147776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321270.793827:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989147648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321270.793969:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989146880:0@lo:250:kworker.0 00000400:00000100:0.0:1767321270.793992:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989146880 offset 0 length 520: 4 00000100:00100000:0.0:1767321270.794025:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989147136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321270.794050:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321270.794073:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989147392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321270.794092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321270.794107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989147520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321270.794128:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321270.794146:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989147904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321270.794166:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321270.794194:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989147520 00000100:00100000:0.0:1767321270.794198:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989147520 00000100:00100000:0.0:1767321270.794221:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972 00000100:00100000:0.0:1767321270.794225:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989147520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321270.794256:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321270.794287:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989147520:12345-0@lo:38:kworker.0 Request processed in 60us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321270.794293:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972 00000100:00080000:0.0:1767321270.794322:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321270.794327:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321270.794330:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989147520:0@lo:38:kworker.0 00000100:00080000:0.0:1767321270.796353:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321270.796360:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321270.796373:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989147136:0@lo:38:kworker.0 00000100:00080000:0.0:1767321270.796386:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321270.796390:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321270.796392:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989147392:0@lo:38:kworker.0 00000100:00080000:0.0:1767321270.796401:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321270.796404:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321270.796406:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989147904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321271.308153:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989148032 00000100:00100000:0.0:1767321271.308162:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989148032 00000100:00100000:0.0:1767321271.308233:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:0.0:1767321271.308244:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989148032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321271.308276:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321271.308324:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989148032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321271.308331:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:0.0:1767321271.308378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989148032:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321271.753417:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321271.817478:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321271.821318:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989148160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321271.821400:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321271.822383:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989148160:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321272.777392:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321274.658075:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321274.667001:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923911936 00000100:00100000:0.0:1767321274.667028:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923911936 00000100:00100000:0.0:1767321274.667120:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2100 00000100:00100000:0.0:1767321274.667132:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923911936:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321274.667204:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321274.667655:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923911936:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 522us (9595us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321274.667666:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2100 00000100:00100000:2.0:1767321274.669477:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923912064 00000100:00100000:2.0:1767321274.669491:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923912064 00000100:00100000:2.0:1767321274.669647:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1383 00000100:00100000:2.0:1767321274.669660:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923912064:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321274.669763:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923912064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321274.669771:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1383 00010000:00010000:2.0:1767321274.826318:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321275.848902:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321275.913478:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321275.913491:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321275.914622:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321275.915445:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321275.915451:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321275.915459:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6517 00000100:00080000:2.0:1767321275.915465:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321275.915475:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321275.915520:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163989148416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321275.915602:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321275.915606:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321275.915618:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321275.915623:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6517 00000100:00080000:2.0:1767321275.915626:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321275.915638:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321275.915652:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65c00 x1853163989148672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321275.915662:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321275.915665:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321275.915667:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321275.915672:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6517 00000100:00080000:2.0:1767321275.915674:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321275.915690:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321275.915706:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163989148800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321275.915744:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321275.915747:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321275.915749:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321275.915753:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6517 00000100:00080000:2.0:1767321275.915755:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321275.915759:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321275.915770:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989149184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321275.915821:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989148544:0@lo:400:kworker.0 00000100:00100000:2.0:1767321275.915874:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321275.916513:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989149056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321275.916567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321275.916650:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321275.916658:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989148928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321275.916683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321275.916728:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149056 00000100:00100000:0.0:1767321275.916738:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149056 00000100:00100000:0.0:1767321275.916813:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989148928 00000100:00100000:0.0:1767321275.916817:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989148928 00000100:00100000:0.0:1767321275.916845:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034 00000100:00100000:0.0:1767321275.916855:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989149056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321275.916918:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989149056:12345-0@lo:400:kworker.0 Request processed in 64us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321275.916926:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034 00000100:00100000:0.0:1767321275.916949:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035 00000100:00100000:0.0:1767321275.916955:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989148928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321275.916982:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989148928:12345-0@lo:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321275.916987:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035 00000100:00080000:0.0:1767321275.917004:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321275.917008:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321275.917032:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989148416:0@lo:38:kworker.0 00000100:00100000:0.0:1767321275.917091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989148928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321275.917104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989149056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321275.933980:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989148288 00000100:00100000:1.0:1767321275.934013:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989148288 00000100:00100000:1.0:1767321275.934159:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989148544 00000100:00100000:1.0:1767321275.934164:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989148544 00000100:00100000:1.0:1767321275.934226:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1767321275.934238:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989148288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321275.934381:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989148288:12345-0@lo:400:kworker.0 Request processed in 145us (19897us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321275.934389:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1767321275.934420:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:1.0:1767321275.934427:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989148544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321275.934456:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989148544:12345-0@lo:400:kworker.0 Request processed in 31us (18583us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321275.934461:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00080000:2.0:1767321275.938709:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321275.938749:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989148544:0@lo:400:kworker.0 00000100:00100000:2.0:1767321275.938765:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989148288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321276.425621:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149312 00000100:00100000:1.0:1767321276.425634:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149312 00000100:00100000:1.0:1767321276.425729:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:1.0:1767321276.425741:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989149312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321276.425795:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321276.425867:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989149312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321276.425875:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00010000:00010000:2.0:1767321276.872900:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321276.938446:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149440 00000100:00100000:0.0:1767321276.938458:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149440 00000100:00100000:0.0:1767321276.938575:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1767321276.938603:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989149440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321276.938654:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321276.947411:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989149440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8790us (8991us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321276.947444:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00010000:00010000:2.0:1767321278.926250:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321279.783765:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923912320 00000100:00100000:1.0:1767321279.783806:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923912320 00000100:00100000:1.0:1767321279.783920:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1386 00000100:00100000:1.0:1767321279.783932:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923912320:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321279.784042:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923912320:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (5653us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321279.784050:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1386 00000100:00080000:0.0:1767321279.784328:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321279.784477:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767321279.950037:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321280.968880:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321281.036083:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989149568:0@lo:400:kworker.0 00000100:00100000:0.0:1767321281.036126:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.036150:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321281.036156:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989149824:0@lo:400:kworker.0 00000100:00100000:0.0:1767321281.036178:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321281.036206:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321281.036304:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149568 00000100:00100000:1.0:1767321281.036309:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149568 00000100:00100000:1.0:1767321281.036349:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149824 00000100:00100000:1.0:1767321281.036352:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149824 00000100:00100000:1.0:1767321281.036375:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1767321281.036384:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989149568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.036465:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989149568:12345-0@lo:400:kworker.0 Request processed in 81us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.036473:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1767321281.036493:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1767321281.036509:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989149824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.036538:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989149824:12345-0@lo:400:kworker.0 Request processed in 39us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.036544:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00080000:1.0:1767321281.036568:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321281.036626:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989149824:0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.036638:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989149568:0@lo:400:kworker.0 00000100:00100000:2.0:1767321281.038289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989149696:0@lo:38:kworker.0 00000100:00100000:2.0:1767321281.038353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321281.038383:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989149952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321281.038404:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321281.038438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989150080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321281.038461:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321281.038478:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989150464:0@lo:38:kworker.0 00000100:00100000:2.0:1767321281.038496:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321281.038531:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150080 00000100:00100000:2.0:1767321281.038535:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150080 00000100:00100000:2.0:1767321281.038558:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1767321281.038565:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989150080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321281.038609:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321281.038659:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989150080:12345-0@lo:38:kworker.0 Request processed in 93us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321281.038667:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1767321281.038691:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149696 00000100:00100000:2.0:1767321281.038695:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149696 00000100:00100000:2.0:1767321281.038711:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989149952 00000100:00100000:2.0:1767321281.038713:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989149952 00000100:00100000:2.0:1767321281.038733:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150464 00000100:00100000:2.0:1767321281.038735:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150464 00000100:00100000:2.0:1767321281.038743:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:2.0:1767321281.038748:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989149696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321281.038757:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321281.038778:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989149696:12345-0@lo:38:kworker.0 Request processed in 29us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321281.038784:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:2.0:1767321281.038792:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1767321281.038796:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989149952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321281.038803:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321281.038826:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989149952:12345-0@lo:38:kworker.0 Request processed in 29us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321281.038831:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1767321281.038840:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1767321281.038844:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989150464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321281.038852:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321281.038867:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989150464:12345-0@lo:38:kworker.0 Request processed in 22us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321281.038872:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00080000:2.0:1767321281.038914:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321281.038920:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321281.038924:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989149696:0@lo:38:kworker.0 00000100:00080000:2.0:1767321281.038932:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321281.038936:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321281.038938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989149952:0@lo:38:kworker.0 00000100:00080000:2.0:1767321281.038945:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321281.038948:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321281.038950:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989150080:0@lo:38:kworker.0 00000100:00080000:2.0:1767321281.038956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321281.038960:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321281.038962:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989150464:0@lo:38:kworker.0 00000100:00080000:2.0:1767321281.039020:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321281.046837:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036 00000100:00100000:0.0:1767321281.046876:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989150208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321281.050865:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989150208:12345-0@lo:400:kworker.0 Request processed in 3997us (15940us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321281.050882:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036 00000100:00100000:1.0:1767321281.544980:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989150592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321281.545092:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.545337:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150592 00000100:00100000:0.0:1767321281.545351:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150592 00000100:00100000:0.0:1767321281.545445:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:0.0:1767321281.545455:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989150592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321281.545496:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321281.545888:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989150592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 432us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321281.545909:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:2.0:1767321281.546248:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989150592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321282.060451:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150720 00000100:00100000:2.0:1767321282.060506:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150720 00000100:00100000:2.0:1767321282.060627:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:2.0:1767321282.060640:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989150720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321282.060691:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321282.060823:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989150720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321282.060831:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00100000:1.0:1767321282.061072:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989150720:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321283.016995:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321284.044307:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321284.898536:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321284.898889:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923912576 00000100:00100000:2.0:1767321284.898902:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923912576 00000100:00100000:2.0:1767321284.899022:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1389 00000100:00100000:2.0:1767321284.899036:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923912576:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321284.899149:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923912576:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 116us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321284.899159:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1389 00000100:00100000:0.0:1767321284.899572:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321284.900450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321285.064915:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321286.152913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989150848:0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.153050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321286.153102:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321286.153113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989151104:0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.153152:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321286.153197:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150848 00000100:00100000:0.0:1767321286.153207:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150848 00000100:00100000:0.0:1767321286.153281:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151104 00000100:00100000:0.0:1767321286.153284:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151104 00000100:00100000:1.0:1767321286.153395:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151488 00000100:00100000:1.0:1767321286.153401:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151488 00000100:00100000:1.0:1767321286.153435:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151616 00000100:00100000:1.0:1767321286.153438:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151616 00000100:00100000:1.0:1767321286.153460:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1767321286.153469:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989151488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321286.153533:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989151488:12345-0@lo:400:kworker.0 Request processed in 66us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321286.153541:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1767321286.153560:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039 00000100:00100000:1.0:1767321286.153567:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989151616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.153663:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1767321286.153672:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989151104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.153714:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989151104:12345-0@lo:400:kworker.0 Request processed in 44us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321286.153722:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1767321286.153777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989151104:0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.153821:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989151488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.154057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989150848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321286.156410:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989151616:12345-0@lo:400:kworker.0 Request processed in 2828us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321286.156426:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039 00000100:00100000:0.0:1767321286.156474:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989151616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321286.156751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989150976:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.156806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321286.156846:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989151232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321286.156860:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989150976 00000100:00100000:0.0:1767321286.156869:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989150976 00000100:00100000:2.0:1767321286.156876:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321286.156910:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989151360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321286.156962:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151232 00000100:00100000:0.0:1767321286.156966:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151232 00000100:00100000:2.0:1767321286.157017:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321286.157045:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989151744:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.157070:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321286.173889:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151744 00000100:00100000:1.0:1767321286.173913:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151744 00000100:00100000:1.0:1767321286.173993:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:1.0:1767321286.174006:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989150976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321286.174040:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321286.174130:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767321286.174138:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989151232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321286.174149:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321286.174180:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989150976:12345-0@lo:38:kworker.0 Request processed in 177us (17374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321286.174185:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989151232:12345-0@lo:38:kworker.0 Request processed in 48us (17311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321286.174188:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767321286.174191:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767321286.174206:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1767321286.174211:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989151744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321286.174219:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321286.174242:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989151744:12345-0@lo:38:kworker.0 Request processed in 30us (17171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321286.174247:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1767321286.174287:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989151360 00000100:00100000:0.0:1767321286.174622:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989151360 00000100:00100000:0.0:1767321286.174650:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975 00000100:00100000:0.0:1767321286.174655:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989151360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321286.174665:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321286.174699:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989151360:12345-0@lo:38:kworker.0 Request processed in 43us (17682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321286.174705:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975 00000100:00080000:1.0:1767321286.176899:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321286.176914:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321286.176921:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989151744:0@lo:38:kworker.0 00000100:00080000:1.0:1767321286.176997:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321286.177002:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321286.177005:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989150976:0@lo:38:kworker.0 00000100:00080000:1.0:1767321286.177017:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321286.177021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321286.177024:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989151232:0@lo:38:kworker.0 00000100:00080000:1.0:1767321286.177035:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321286.177039:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321286.177042:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989151360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321286.665834:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321286.665865:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989151872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321286.665987:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321286.674888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989151872:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321287.113050:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321287.177420:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152000 00000100:00100000:2.0:1767321287.177431:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152000 00000100:00100000:2.0:1767321287.177545:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:2.0:1767321287.177557:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989152000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321287.177647:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321287.177712:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989152000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321287.177721:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00010000:00010000:2.0:1767321288.141224:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321289.172563:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321290.021621:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321290.021686:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767321290.021718:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923912960 offset 0 length 520: 4 00010000:00010000:2.0:1767321291.208931:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321291.275147:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321291.275160:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321291.275255:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321291.275260:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321291.275264:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321291.275276:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321291.275282:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321291.275291:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321291.275317:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d880 x1853163989152256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321291.275635:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321291.275651:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989152128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321291.275683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.275737:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152256 00000100:00100000:2.0:1767321291.275747:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152256 00000100:00100000:2.0:1767321291.275788:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152128 00000100:00100000:2.0:1767321291.275791:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152128 00000100:00100000:2.0:1767321291.275847:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1767321291.275869:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989152128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321291.275929:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989152128:12345-0@lo:400:kworker.0 Request processed in 62us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321291.275936:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1767321291.275959:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:2.0:1767321291.275964:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989152256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321291.276007:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321291.276137:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321291.276317:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321291.276321:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321291.276323:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321291.276326:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321291.276334:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321291.276338:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321291.276350:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bad80 x1853163989152512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321291.276416:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321291.276426:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989152384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.276468:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321291.276499:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152384 00000100:00100000:0.0:1767321291.276503:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152384 00000100:00100000:0.0:1767321291.276531:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1767321291.276536:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989152384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.276570:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989152384:12345-0@lo:400:kworker.0 Request processed in 33us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321291.276576:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00080000:0.0:1767321291.276612:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321291.277019:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989152384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.277071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989152128:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.277271:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152512 00000100:00100000:0.0:1767321291.277276:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152512 00000100:00100000:0.0:1767321291.277296:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1767321291.277299:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989152512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321291.277314:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321291.277338:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989152512:12345-0@lo:38:kworker.0 Request processed in 37us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321291.277342:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1767321291.277432:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989152256:12345-0@lo:38:kworker.0 Request processed in 1466us (1933us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321291.277440:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00080000:1.0:1767321291.277731:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321291.277736:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321291.277739:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321291.277744:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321291.277747:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321291.277752:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321291.277777:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bbb80 x1853163989152640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321291.277979:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989152768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.278012:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.278271:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989152640 00000100:00100000:2.0:1767321291.278276:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989152640 00000100:00100000:2.0:1767321291.278300:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976 00000100:00100000:2.0:1767321291.278304:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989152640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321291.278320:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321291.278356:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989152640:12345-0@lo:38:kworker.0 Request processed in 50us (484us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321291.278363:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976 00000100:00080000:2.0:1767321291.278394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321291.278398:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321291.278401:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989152640:0@lo:38:kworker.0 00000100:00080000:2.0:1767321291.278424:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321291.278451:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989152896:0@lo:400:kworker.0 00000100:00080000:1.0:1767321291.278523:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321291.278527:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321291.278528:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321291.278531:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321291.278534:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321291.278537:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321291.278551:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8380 x1853163989153024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321291.278664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.278704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989153024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321291.278730:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.278756:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989153024 00000100:00100000:2.0:1767321291.278759:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989153024 00000100:00100000:2.0:1767321291.278780:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:2.0:1767321291.278784:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989153024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321291.278794:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321291.278833:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989153024:12345-0@lo:38:kworker.0 Request processed in 47us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321291.278839:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00080000:2.0:1767321291.278885:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321291.278890:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321291.278892:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989153024:0@lo:38:kworker.0 00000100:00080000:2.0:1767321291.279116:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321291.279183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989152768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.785208:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989153152 00000100:00100000:0.0:1767321291.785236:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989153152 00000100:00100000:0.0:1767321291.785298:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1767321291.785309:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989153152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321291.785348:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321291.785415:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989153152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321291.785424:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00010000:00010000:2.0:1767321292.232912:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321292.297635:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989153280 00000100:00100000:2.0:1767321292.297660:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989153280 00000100:00100000:2.0:1767321292.297768:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:2.0:1767321292.297780:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989153280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321292.297822:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321292.297891:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989153280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321292.297898:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00010000:00010000:2.0:1767321293.259157:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321295.139252:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321295.139317:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321295.139433:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913216 00000100:00100000:0.0:1767321295.139448:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913216 00000100:00100000:0.0:1767321295.139557:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913088 00000100:00100000:0.0:1767321295.139561:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913088 00000100:00100000:0.0:1767321295.139659:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1395 00000100:00100000:0.0:1767321295.139672:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923913216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321295.139789:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923913216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321295.139798:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1395 00000100:00100000:0.0:1767321295.139821:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2116 00000100:00100000:0.0:1767321295.139826:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923913088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321295.139853:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321295.139884:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923913088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (567us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321295.139891:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2116 00000100:00080000:2.0:1767321295.140134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321295.305074:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321295.372977:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321295.372995:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321295.373001:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321295.373011:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6517 00000100:00080000:0.0:1767321295.373040:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321295.373050:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321295.373104:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163989153408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321295.373201:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321295.373206:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321295.373208:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321295.373212:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6538 00000100:00080000:0.0:1767321295.373215:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321295.373219:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321295.373236:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c0700 x1853163989153664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321295.373256:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321295.373259:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321295.373261:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321295.373267:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6538 00000100:00100000:1.0:1767321295.373269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989153536:0@lo:400:kworker.0 00000100:00080000:0.0:1767321295.373270:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321295.373277:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321295.373290:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d180 x1853163989153920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321295.373300:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321295.373304:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321295.373306:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321295.373311:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6538 00000100:00080000:0.0:1767321295.373314:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321295.373330:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321295.373348:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4e00 x1853163989154048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321295.373375:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321295.373395:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321295.373399:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321295.373401:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321295.373406:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6538 00000100:00080000:0.0:1767321295.373409:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321295.373413:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321295.373424:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5c00 x1853163989154432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321295.373463:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989154176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321295.373499:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321295.373510:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989153792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321295.373511:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321295.373545:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321295.373554:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989154304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321295.373564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321295.373716:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989154176 00000100:00100000:2.0:1767321295.373728:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989154176 00000100:00100000:2.0:1767321295.373822:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042 00000100:00100000:2.0:1767321295.373835:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989154176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321295.373931:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321295.373948:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989153536 00000100:00100000:1.0:1767321295.373954:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989153536 00000100:00100000:0.0:1767321295.373984:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989153792 00000100:00100000:0.0:1767321295.373989:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989153792 00000100:00100000:1.0:1767321295.374003:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1767321295.374013:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989153536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321295.374029:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1767321295.374039:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989153792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321295.374065:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989153536:12345-0@lo:400:kworker.0 Request processed in 53us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321295.374075:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1767321295.374082:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989153792:12345-0@lo:400:kworker.0 Request processed in 45us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321295.374091:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00080000:0.0:1767321295.374134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321295.374140:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321295.374266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989153792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321295.374284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989153536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321295.374338:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989153408:0@lo:250:kworker.0 00000400:00000100:1.0:1767321295.374367:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989153408 offset 0 length 520: 4 00000100:00100000:1.0:1767321295.374396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989153664:0@lo:38:kworker.0 00000100:00100000:1.0:1767321295.374426:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321295.374536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989153920:0@lo:38:kworker.0 00000100:00100000:1.0:1767321295.374562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321295.374661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321295.374673:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989154048:0@lo:38:kworker.0 00000100:00100000:1.0:1767321295.374704:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321295.374743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989154432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321295.374767:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321295.374829:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989154176:12345-0@lo:400:kworker.0 Request processed in 995us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321295.374846:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042 00000100:00100000:2.0:1767321295.374878:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989154048 00000100:00100000:2.0:1767321295.374883:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989154048 00000100:00100000:2.0:1767321295.374913:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4977 00000100:00100000:2.0:1767321295.374918:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989154048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321295.374943:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321295.374989:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989154048:12345-0@lo:38:kworker.0 Request processed in 69us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321295.375000:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4977 00000100:00100000:2.0:1767321295.375055:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989154176:0@lo:400:kworker.0 00000100:00080000:1.0:1767321295.377310:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321295.377325:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321295.377331:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989154048:0@lo:38:kworker.0 00000100:00100000:1.0:1767321295.378282:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767321295.378289:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989154432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321295.378300:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321295.378337:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989154432:12345-0@lo:38:kworker.0 Request processed in 47us (3569us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321295.378343:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00080000:1.0:1767321295.378385:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321295.378391:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321295.378395:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989153664:0@lo:38:kworker.0 00000100:00080000:1.0:1767321295.378406:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321295.378410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321295.378412:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989153920:0@lo:38:kworker.0 00000100:00080000:1.0:1767321295.378421:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321295.378424:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321295.378427:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989154432:0@lo:38:kworker.0 00010000:00010000:2.0:1767321296.328966:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321296.905548:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321296.905608:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989154560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321296.905715:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321296.906531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989154560:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321297.352889:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321297.418209:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989154688 00000100:00100000:0.0:1767321297.418220:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989154688 00000100:00100000:0.0:1767321297.418315:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1767321297.418327:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989154688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321297.418367:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321297.418439:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989154688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321297.418447:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767321297.418962:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989154688:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321297.419464:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321299.400888:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321300.265459:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321300.265518:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321300.265563:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913344 00000100:00100000:1.0:1767321300.265623:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913344 00000100:00100000:1.0:1767321300.265751:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913472 00000100:00100000:1.0:1767321300.265755:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913472 00000100:00080000:2.0:1767321300.265843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321300.265963:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1398 00000100:00100000:0.0:1767321300.265980:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923913472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321300.266100:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923913472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 125us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321300.266109:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1398 00000100:00100000:0.0:1767321300.266136:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2120 00000100:00100000:0.0:1767321300.266141:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923913344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321300.266168:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321300.266199:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923913344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (755us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321300.266206:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2120 00010000:00010000:2.0:1767321300.431242:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321300.489666:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321300.489694:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321300.489786:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321300.489791:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321300.489796:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321300.489835:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6542 00000100:00080000:0.0:1767321300.489841:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321300.489851:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321300.489883:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5c00 x1853163989154944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321300.489916:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321300.489919:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321300.489921:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321300.489925:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6542 00000100:00080000:0.0:1767321300.489928:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321300.489932:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321300.489944:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5180 x1853163989155200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321300.489953:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321300.489957:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321300.489959:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321300.489964:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6542 00000100:00080000:0.0:1767321300.489967:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321300.489971:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321300.489984:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7100 x1853163989155328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321300.490035:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321300.490038:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321300.490040:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321300.490048:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6542 00000100:00080000:0.0:1767321300.490050:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321300.490054:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321300.490066:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1f80 x1853163989155712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321300.490109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989155456:0@lo:400:kworker.0 00000100:00100000:0.0:1767321300.490199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321300.490252:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321300.490274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989155584:0@lo:400:kworker.0 00000100:00100000:0.0:1767321300.490297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321300.491029:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989154944:0@lo:38:kworker.0 00000100:00080000:0.0:1767321300.491100:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321300.491105:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321300.491177:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989155072 00000100:00100000:2.0:1767321300.491183:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989155072 00000100:00100000:2.0:1767321300.491227:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989154816 00000100:00100000:2.0:1767321300.491230:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989154816 00000100:00100000:2.0:1767321300.491252:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1767321300.491266:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989155072:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321300.492262:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321300.492306:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1767321300.492323:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989154816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321300.513461:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989155584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321300.513494:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989155456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321300.513807:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321300.513872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989155200:0@lo:38:kworker.0 00000100:00100000:1.0:1767321300.513951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321300.513976:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989155328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321300.514004:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321300.514035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989155712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321300.514058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321300.514101:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989154944 00000100:00100000:1.0:1767321300.514111:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989154944 00000100:00100000:1.0:1767321300.514572:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989155200 00000100:00100000:1.0:1767321300.514617:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989155200 00000100:00100000:1.0:1767321300.514630:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989155712 00000100:00100000:1.0:1767321300.514633:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989155712 00000100:00100000:1.0:1767321300.514648:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:1.0:1767321300.514657:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989154944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321300.514697:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321300.514762:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989154944:12345-0@lo:38:kworker.0 Request processed in 104us (955us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321300.514769:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:1.0:1767321300.514788:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:1.0:1767321300.514791:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989155200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321300.514800:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321300.514824:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989155200:12345-0@lo:38:kworker.0 Request processed in 30us (872us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321300.514830:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:1.0:1767321300.514841:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1767321300.514860:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989155712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321300.514870:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321300.514900:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989155712:12345-0@lo:38:kworker.0 Request processed in 40us (841us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321300.514905:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00080000:1.0:1767321300.514952:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321300.514959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321300.514963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989154944:0@lo:38:kworker.0 00000100:00080000:1.0:1767321300.514974:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321300.514977:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321300.514980:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989155200:0@lo:38:kworker.0 00000100:00080000:1.0:1767321300.514990:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321300.514993:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321300.514996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989155712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321300.515050:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989155328 00000100:00100000:1.0:1767321300.515054:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989155328 00000100:00100000:1.0:1767321300.515078:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978 00000100:00100000:1.0:1767321300.515083:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989155328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321300.515093:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321300.515839:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989155328:12345-0@lo:38:kworker.0 Request processed in 752us (1830us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321300.515845:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978 00000100:00080000:1.0:1767321300.515881:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321300.515885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321300.515897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989155328:0@lo:38:kworker.0 00000100:00100000:2.0:1767321300.516062:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989155072:12345-0@lo:400:kworker.0 Request processed in 24793us (25057us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321300.516072:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1767321300.516192:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989154816:12345-0@lo:400:kworker.0 Request processed in 23875us (25135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321300.516202:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00010000:00010000:2.0:1767321301.449115:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321302.034101:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989155840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321302.034215:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321302.035244:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321302.035764:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989155840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321302.537330:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989155968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321302.537438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321302.537701:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989155968 00000100:00100000:2.0:1767321302.537712:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989155968 00000100:00100000:2.0:1767321302.537809:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:2.0:1767321302.537821:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989155968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321302.537874:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321302.538184:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989155968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 363us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321302.538193:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00100000:1.0:1767321302.538307:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989155968:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321302.538511:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321303.496993:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321304.520993:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321305.380744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321305.380891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321305.381379:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913728 00000100:00100000:0.0:1767321305.381394:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913728 00000100:00100000:0.0:1767321305.381489:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923913600 00000100:00100000:0.0:1767321305.381493:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923913600 00000100:00100000:0.0:1767321305.381521:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1401 00000100:00100000:0.0:1767321305.381557:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923913728:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321305.381725:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923913728:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 173us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321305.381735:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1401 00000100:00100000:0.0:1767321305.381763:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2124 00000100:00100000:0.0:1767321305.381768:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923913600:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321305.381794:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321305.381822:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923913600:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 52us (932us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321305.381829:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2124 00000100:00080000:2.0:1767321305.382652:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321305.545460:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321305.609487:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321305.609501:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321305.609803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989156096:0@lo:400:kworker.0 00000100:00080000:2.0:1767321305.610358:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321305.610365:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321305.610396:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321305.610403:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6547 00000100:00080000:2.0:1767321305.610408:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321305.610416:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321305.610453:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163989156224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321305.610845:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156224 00000100:00100000:0.0:1767321305.610856:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156224 00000100:00100000:0.0:1767321305.610925:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767321305.610944:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989156224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321305.610978:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321305.611089:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321305.611130:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156096 00000100:00100000:1.0:1767321305.611134:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156096 00000100:00100000:1.0:1767321305.611189:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1767321305.611196:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989156096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.611249:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989156096:12345-0@lo:400:kworker.0 Request processed in 52us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321305.611256:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1767321305.611311:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989156096:0@lo:400:kworker.0 00000100:00080000:1.0:1767321305.611377:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321305.611560:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321305.611565:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321305.611568:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321305.611573:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6547 00000100:00080000:2.0:1767321305.611576:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321305.611665:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321305.611686:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5180 x1853163989156480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321305.611750:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989156352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.611789:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321305.611822:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156352 00000100:00100000:1.0:1767321305.611826:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156352 00000100:00100000:1.0:1767321305.611861:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1767321305.611867:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989156352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.611904:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989156352:12345-0@lo:400:kworker.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321305.611910:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00080000:1.0:1767321305.611924:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321305.611942:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989156352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.612794:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156480 00000100:00100000:1.0:1767321305.612817:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156480 00000100:00100000:1.0:1767321305.612848:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767321305.612854:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989156480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321305.612889:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321305.612929:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989156480:12345-0@lo:38:kworker.0 Request processed in 74us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321305.612947:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:0.0:1767321305.613479:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989156224:12345-0@lo:38:kworker.0 Request processed in 2542us (2860us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321305.613488:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00080000:2.0:1767321305.614492:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321305.614498:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321305.614501:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321305.614507:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6547 00000100:00080000:2.0:1767321305.614511:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321305.614519:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321305.614564:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4380 x1853163989156608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321305.615306:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989156736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.615349:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321305.615443:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156736 00000100:00100000:1.0:1767321305.615451:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156736 00000100:00100000:1.0:1767321305.615515:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046 00000100:00100000:1.0:1767321305.615523:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989156736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321305.615616:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989156736:12345-0@lo:400:kworker.0 Request processed in 55us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321305.615624:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046 00000100:00080000:1.0:1767321305.615648:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321305.615682:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989156736:0@lo:400:kworker.0 00000100:00080000:2.0:1767321305.616402:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321305.616408:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321305.616428:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321305.616435:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6547 00000100:00080000:2.0:1767321305.616439:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321305.616445:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321305.616469:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5c00 x1853163989156992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321305.617341:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156864 00000100:00100000:2.0:1767321305.617348:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156864 00000100:00100000:2.0:1767321305.617401:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047 00000100:00100000:2.0:1767321305.617409:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989156864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321305.617473:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989156864:12345-0@lo:400:kworker.0 Request processed in 66us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321305.617480:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047 00000100:00080000:2.0:1767321305.617505:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321305.617551:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989156864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321305.618442:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989156608 00000100:00100000:0.0:1767321305.618451:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989156608 00000100:00100000:0.0:1767321305.618526:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979 00000100:00100000:0.0:1767321305.618533:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989156608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321305.618550:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321305.618638:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989156608:12345-0@lo:38:kworker.0 Request processed in 104us (3863us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321305.618662:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979 00000100:00100000:2.0:1767321307.145677:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321307.145718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989157120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321307.145819:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321307.146199:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321307.152112:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989157120:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321307.594148:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321307.656978:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989157248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321307.657080:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321307.659852:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321307.667237:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989157248:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321308.621881:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321309.640979:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321310.500264:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321310.500334:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767321310.500941:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321310.501052:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2128 00000100:00100000:2.0:1767321310.501061:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923913856:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321310.501092:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321310.505399:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923913856:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 4320us (5046us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321310.505417:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2128 00000100:00080000:0.0:1767321310.729051:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321310.729063:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321310.729175:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989157376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321310.729243:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321310.729352:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989157376 00000100:00080000:0.0:1767321310.729355:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321310.729365:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321310.729370:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321310.729372:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989157376 00000100:00080000:0.0:1767321310.729379:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6552 00000100:00080000:0.0:1767321310.729384:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321310.729393:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321310.729431:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2680 x1853163989157504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321310.729515:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1767321310.729531:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989157376:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321310.733180:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321310.733191:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321310.733197:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321310.733206:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6552 00000100:00080000:0.0:1767321310.733211:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321310.733218:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321310.733284:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2d80 x1853163989157760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321310.733302:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989157376:12345-0@lo:400:kworker.0 Request processed in 3763us (4045us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321310.733323:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321310.733333:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321310.733338:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321310.733353:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6552 00000100:00100000:1.0:1767321310.733354:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00080000:0.0:1767321310.733382:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321310.733388:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321310.733407:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1500 x1853163989157888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321310.733478:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321310.733482:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321310.733484:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321310.733490:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6552 00000100:00080000:0.0:1767321310.733503:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321310.733505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989158016:0@lo:400:kworker.0 00000100:00080000:0.0:1767321310.733511:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321310.733529:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1c00 x1853163989158272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321310.733571:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989158144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321310.733642:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321310.734128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321310.734211:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158016 00000100:00100000:1.0:1767321310.734223:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158016 00000100:00100000:0.0:1767321310.734233:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158144 00000100:00100000:0.0:1767321310.734244:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158144 00000100:00100000:0.0:1767321310.734622:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048 00000100:00100000:0.0:1767321310.734639:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989158016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321310.734751:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989158016:12345-0@lo:400:kworker.0 Request processed in 116us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321310.734761:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048 00000100:00100000:1.0:1767321310.734802:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989157760 00000100:00100000:1.0:1767321310.734810:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989157760 00000100:00100000:1.0:1767321310.734837:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158272 00000100:00100000:1.0:1767321310.734840:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158272 00000100:00100000:1.0:1767321310.734857:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1767321310.734862:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989157760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321310.734888:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321310.734933:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989157760:12345-0@lo:38:kworker.0 Request processed in 69us (571us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321310.734940:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:0.0:1767321310.735149:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989157888 00000100:00100000:0.0:1767321310.735156:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989157888 00000100:00100000:0.0:1767321310.735185:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4980 00000100:00100000:0.0:1767321310.735191:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989157888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321310.735211:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321310.735277:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989157888:12345-0@lo:38:kworker.0 Request processed in 84us (756us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321310.735284:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4980 00000100:00100000:0.0:1767321310.735363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989158016:0@lo:400:kworker.0 00000100:00100000:1.0:1767321310.735419:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767321310.735427:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989158272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321310.735769:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321310.735809:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989158272:12345-0@lo:38:kworker.0 Request processed in 382us (1235us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321310.736120:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321310.736128:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321310.736615:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989157376:0@lo:400:kworker.0 00000100:00100000:1.0:1767321310.736825:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00010000:00010000:2.0:1767321311.692000:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321312.265627:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989158400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321312.265744:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321312.271456:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158400 00000100:00100000:0.0:1767321312.271489:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158400 00000100:00100000:0.0:1767321312.271664:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1767321312.271679:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989158400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321312.271727:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321312.277149:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989158400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5460us (11390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321312.277168:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:2.0:1767321312.281447:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989158400:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321312.712824:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321312.777053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989158528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321312.777137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321312.777304:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158528 00000100:00100000:0.0:1767321312.777315:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158528 00000100:00100000:0.0:1767321312.777404:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:0.0:1767321312.777415:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989158528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321312.777452:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321312.777516:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989158528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321312.777524:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00080000:1.0:1767321312.777670:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321312.777714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989158528:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321313.737489:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321314.594181:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321314.594299:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923914112 offset 0 length 520: 4 00000100:00100000:0.0:1767321314.594339:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321314.594508:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923914368 00000100:00100000:1.0:1767321314.594525:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923914368 00000100:00080000:2.0:1767321314.594772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321314.598008:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2132 00000100:00100000:1.0:1767321314.598029:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923914240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321314.598065:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321314.599249:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923914240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1214us (4899us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321314.599265:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2132 00010000:00010000:2.0:1767321315.784866:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321315.849689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989158656:0@lo:400:kworker.0 00000100:00100000:0.0:1767321315.849798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321315.851384:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321315.851389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321315.851484:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989158784:0@lo:38:kworker.0 00000100:00100000:0.0:1767321315.851517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989158912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321315.851527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321315.851637:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989159296:0@lo:400:kworker.0 00000100:00100000:0.0:1767321315.852518:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989159424:0@lo:400:kworker.0 00000100:00100000:1.0:1767321315.854738:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158656 00000100:00100000:1.0:1767321315.854757:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158656 00000100:00100000:2.0:1767321315.854809:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989159040:0@lo:38:kworker.0 00000100:00100000:2.0:1767321315.854869:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321315.859222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989159168:0@lo:38:kworker.0 00000100:00100000:2.0:1767321315.859299:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321315.859406:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989158784 00000100:00100000:0.0:1767321315.859415:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989158784 00000100:00100000:0.0:1767321315.859458:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989159040 00000100:00100000:0.0:1767321315.859461:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989159040 00000100:00100000:0.0:1767321315.859482:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1767321315.859494:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989158656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321315.859603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989159552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321315.859629:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321315.859689:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989159552 00000100:00100000:2.0:1767321315.859693:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989159552 00000100:00100000:2.0:1767321315.859710:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:2.0:1767321315.859715:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989158784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321315.859736:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321315.859773:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989158784:12345-0@lo:38:kworker.0 Request processed in 56us (8246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321315.859780:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:2.0:1767321315.859802:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1767321315.859805:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989159040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321315.859813:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321315.859834:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989159040:12345-0@lo:38:kworker.0 Request processed in 28us (4966us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321315.859839:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1767321315.859849:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:2.0:1767321315.859852:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989159552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321315.859861:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321315.859879:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989159552:12345-0@lo:38:kworker.0 Request processed in 25us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321315.859884:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00080000:2.0:1767321315.859926:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321315.859932:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321315.859936:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989158784:0@lo:38:kworker.0 00000100:00080000:2.0:1767321315.859961:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321315.859965:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321315.859968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989159040:0@lo:38:kworker.0 00000100:00080000:2.0:1767321315.859975:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321315.859978:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321315.859980:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989159552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321315.863337:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989158656:12345-0@lo:400:kworker.0 Request processed in 3824us (13515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321315.863354:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1767321315.863414:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989159168 00000100:00100000:0.0:1767321315.863423:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989159168 00000100:00100000:0.0:1767321315.863461:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981 00000100:00100000:0.0:1767321315.863468:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989159168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321315.863490:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321315.864075:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989159168:12345-0@lo:38:kworker.0 Request processed in 603us (4772us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321315.864083:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981 00000100:00080000:2.0:1767321315.864456:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321315.864463:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321315.864467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989159168:0@lo:38:kworker.0 00000100:00100000:1.0:1767321315.864700:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989158656:0@lo:400:kworker.0 00010000:00010000:2.0:1767321316.808968:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321317.385791:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321317.385818:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989159680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321317.385883:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321317.386018:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989159680 00000100:00100000:2.0:1767321317.386027:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989159680 00000100:00100000:2.0:1767321317.386088:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1767321317.386097:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989159680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321317.386126:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321317.386172:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989159680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321317.386179:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00010000:00010000:2.0:1767321317.832848:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321317.897038:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321317.897060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989159808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321317.897137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321317.897268:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989159808 00000100:00100000:0.0:1767321317.897291:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989159808 00000100:00100000:0.0:1767321317.897389:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1767321317.897399:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989159808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321317.897426:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321317.897473:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989159808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321317.897480:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1767321317.897522:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989159808:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321317.897638:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321319.714289:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321319.714396:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923914624 00000100:00100000:1.0:1767321319.714406:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923914624 00000100:00100000:1.0:1767321319.714487:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1410 00000100:00100000:1.0:1767321319.714497:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923914624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321319.714576:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923914624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321319.714620:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1410 00000100:00100000:1.0:1767321319.719745:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321319.723082:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923914496 00000100:00100000:2.0:1767321319.723101:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923914496 00000100:00100000:2.0:1767321319.723166:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2136 00000100:00100000:2.0:1767321319.723175:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923914496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321319.723202:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321319.723432:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923914496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 256us (3694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321319.723454:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2136 00010000:00010000:2.0:1767321319.881305:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321320.906118:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321320.968746:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321295/real 1767321295] req@ffff9e7d070c3480 x1853163989153408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321320 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321320.968784:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d070c3480 x1853163989153408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321320.968804:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321320.968842:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321320.968847:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989153408:0@lo:250:kworker.0 00000100:00080000:1.0:1767321320.969783:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321320.969790:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321320.969812:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321320.969817:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6542 00000100:00080000:1.0:1767321320.969822:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321320.969843:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321320.969877:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2a300 x1853163989159936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321320.969934:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321320.969938:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321320.969939:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321320.969943:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6562 00000100:00080000:1.0:1767321320.969946:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321320.969949:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321320.969965:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c28380 x1853163989160192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321320.969982:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321320.969985:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321320.969986:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321320.969989:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6562 00000100:00080000:1.0:1767321320.969992:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321320.969995:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321320.970003:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989160448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321320.970011:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321320.970014:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321320.970015:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321320.970026:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6562 00000100:00080000:1.0:1767321320.970028:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321320.970031:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321320.970044:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9180 x1853163989160576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321320.970078:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321320.970081:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321320.970083:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321320.970086:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6562 00000100:00080000:1.0:1767321320.970089:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321320.970092:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321320.970101:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04b14000 x1853163989160960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321320.970187:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989160064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970249:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.970342:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321320.970349:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989160320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970370:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.970403:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989160064 00000100:00100000:0.0:1767321320.970411:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989160064 00000100:00100000:0.0:1767321320.970456:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989160320 00000100:00100000:0.0:1767321320.970459:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989160320 00000100:00100000:0.0:1767321320.970480:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1767321320.970488:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989160064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970535:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989160064:12345-0@lo:400:kworker.0 Request processed in 47us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321320.970542:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1767321320.970559:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1767321320.970565:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989160320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970641:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989160320:12345-0@lo:400:kworker.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321320.970666:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1767321320.970703:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989160320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970714:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989160064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970737:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989160704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.970782:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321320.970787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989160832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970806:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.970835:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989160704 00000100:00100000:0.0:1767321320.970839:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989160704 00000100:00100000:0.0:1767321320.970866:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989160832 00000100:00100000:0.0:1767321320.970869:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989160832 00000100:00100000:0.0:1767321320.970889:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052 00000100:00100000:0.0:1767321320.970894:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989160704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970927:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989160704:12345-0@lo:400:kworker.0 Request processed in 32us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321320.970932:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052 00000100:00100000:0.0:1767321320.970943:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053 00000100:00100000:0.0:1767321320.970949:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989160832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.970973:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989160832:12345-0@lo:400:kworker.0 Request processed in 24us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321320.970979:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053 00000100:00100000:0.0:1767321320.971004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989160832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321320.971013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989160704:0@lo:400:kworker.0 00000100:00100000:2.0:1767321320.971945:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989159936:0@lo:250:kworker.0 00000400:00000100:2.0:1767321320.971978:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989159936 offset 0 length 520: 4 00000100:00100000:2.0:1767321320.972006:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989160192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321320.972029:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321320.972058:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989160448:0@lo:38:kworker.0 00000100:00100000:2.0:1767321320.972079:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321320.972101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989160576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321320.972125:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321320.972148:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989160960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321320.972175:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.973287:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989160576 00000100:00100000:0.0:1767321320.973293:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989160576 00000100:00100000:0.0:1767321320.973337:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982 00000100:00100000:0.0:1767321320.973342:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989160576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321320.973355:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321320.973399:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989160576:12345-0@lo:38:kworker.0 Request processed in 56us (1273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321320.973406:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982 00010000:00010000:2.0:1767321321.930233:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321322.506410:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989161088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321322.506487:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321322.507386:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321322.507670:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989161088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321323.016899:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989161216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321323.016981:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321323.017393:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321323.977307:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321324.833963:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321324.834015:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321324.834106:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923914880 00000100:00100000:1.0:1767321324.834117:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923914880 00000100:00100000:1.0:1767321324.834199:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923914752 00000100:00100000:1.0:1767321324.834203:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923914752 00000100:00100000:1.0:1767321324.834223:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1413 00000100:00100000:1.0:1767321324.834240:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923914880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321324.834331:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923914880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321324.834342:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1413 00000100:00080000:0.0:1767321324.834748:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321325.002664:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321326.028038:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321326.089751:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321326.089880:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989161472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321326.089947:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321326.090044:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321326.090053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989161600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321326.090084:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321326.090138:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989161472 00000100:00100000:0.0:1767321326.090146:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989161472 00000100:00100000:0.0:1767321326.090177:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989161600 00000100:00100000:0.0:1767321326.090179:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989161600 00000100:00100000:0.0:1767321326.090228:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1767321326.090237:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989161600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321326.090285:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989161600:12345-0@lo:400:kworker.0 Request processed in 50us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321326.090310:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1767321326.090327:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:0.0:1767321326.090331:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989161472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321326.090351:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321326.090381:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989161472:12345-0@lo:38:kworker.0 Request processed in 49us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321326.090387:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00080000:0.0:1767321326.090401:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321326.090429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989161600:0@lo:400:kworker.0 00000100:00080000:2.0:1767321326.090638:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321326.090643:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321326.090646:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989161472:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.092411:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989161344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321326.092542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321326.093553:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989161728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321326.093592:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321326.095965:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989161856:0@lo:38:kworker.0 00000100:00100000:0.0:1767321326.096019:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321326.096041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989162240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321326.096056:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.096398:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989161856 00000100:00100000:1.0:1767321326.096407:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989161856 00000100:00100000:1.0:1767321326.096447:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983 00000100:00100000:1.0:1767321326.096453:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989161856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321326.096474:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.096514:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989161856:12345-0@lo:38:kworker.0 Request processed in 59us (493us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.096522:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983 00000100:00100000:2.0:1767321326.096606:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989161344 00000100:00100000:2.0:1767321326.096611:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989161344 00000100:00100000:2.0:1767321326.096654:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989161728 00000100:00100000:2.0:1767321326.096657:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989161728 00000100:00100000:2.0:1767321326.096675:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1767321326.096683:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989161344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321326.096729:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989161344:12345-0@lo:400:kworker.0 Request processed in 47us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321326.096734:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1767321326.096747:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:2.0:1767321326.096751:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989161728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321326.096760:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321326.096784:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989161728:12345-0@lo:38:kworker.0 Request processed in 31us (3204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321326.096790:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00080000:1.0:1767321326.096851:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321326.096885:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989161344:0@lo:400:kworker.0 00000100:00080000:0.0:1767321326.097184:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321326.097191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321326.097194:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989161728:0@lo:38:kworker.0 00000100:00080000:0.0:1767321326.097203:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321326.097206:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321326.097267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989161856:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.097377:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767321326.097382:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989162240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321326.097393:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.097432:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989162240:12345-0@lo:38:kworker.0 Request processed in 48us (1374us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.097437:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00080000:0.0:1767321326.097499:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321326.097504:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321326.097523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989162240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321327.625471:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321327.625496:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989162368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321327.625565:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321327.625737:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989162368 00000100:00100000:2.0:1767321327.625747:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989162368 00000100:00100000:2.0:1767321327.625936:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:2.0:1767321327.625947:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989162368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321327.625977:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321327.626155:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989162368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321327.626271:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989162368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 326us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321327.626295:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00010000:00010000:2.0:1767321328.072875:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321328.136960:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989162496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321328.137048:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321328.137611:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321328.137617:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989162496:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321329.096820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321329.953263:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321329.953448:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915136 00000100:00100000:2.0:1767321329.953459:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915136 00000100:00100000:2.0:1767321329.953626:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1416 00000100:00100000:2.0:1767321329.953637:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923915136:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321329.953719:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923915136:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321329.953728:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1416 00000100:00100000:0.0:1767321329.954701:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915008 00000100:00100000:0.0:1767321329.954708:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915008 00000100:00100000:0.0:1767321329.954744:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2144 00000100:00100000:0.0:1767321329.954751:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923915008:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321329.954775:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321329.954823:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923915008:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 70us (529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321329.954831:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2144 00000100:00080000:1.0:1767321329.962094:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321330.120779:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321331.208918:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.208936:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321331.209003:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.209008:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321331.209011:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321331.209019:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6573 00000100:00080000:2.0:1767321331.209023:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321331.209030:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321331.209051:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4700 x1853163989162752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321331.209080:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.209084:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321331.209085:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321331.209103:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6573 00000100:00080000:2.0:1767321331.209106:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321331.209110:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321331.209135:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163989163008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321331.209145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.209149:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321331.209150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321331.209154:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6573 00000100:00080000:2.0:1767321331.209156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321331.209160:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321331.209172:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1f80 x1853163989163136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321331.209215:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.209219:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321331.209221:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321331.209224:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6573 00000100:00080000:2.0:1767321331.209227:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321331.209230:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321331.209240:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163989163520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321331.209266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989163264:0@lo:400:kworker.0 00000100:00100000:2.0:1767321331.209329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321331.209363:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321331.209375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989163392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321331.209397:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321331.209428:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163264 00000100:00100000:2.0:1767321331.209435:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163264 00000100:00100000:2.0:1767321331.209499:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163392 00000100:00100000:2.0:1767321331.209502:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163392 00000100:00100000:2.0:1767321331.209523:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056 00000100:00100000:2.0:1767321331.209531:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989163264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321331.209576:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989163264:12345-0@lo:400:kworker.0 Request processed in 46us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321331.209610:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056 00000100:00100000:2.0:1767321331.209627:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057 00000100:00100000:2.0:1767321331.209632:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989163392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321331.209657:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989163392:12345-0@lo:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321331.209663:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057 00000100:00100000:2.0:1767321331.209705:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989163392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321331.209716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989163264:0@lo:400:kworker.0 00000100:00080000:1.0:1767321331.210598:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321331.210603:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321331.210605:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321331.210618:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989162752:0@lo:38:kworker.0 00000100:00100000:1.0:1767321331.210648:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321331.210675:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989163008:0@lo:38:kworker.0 00000100:00100000:1.0:1767321331.210694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321331.210711:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989163136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321331.210731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321331.210746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989163520:0@lo:38:kworker.0 00000100:00100000:1.0:1767321331.210763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321331.210790:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989162752 00000100:00100000:1.0:1767321331.210794:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989162752 00000100:00100000:1.0:1767321331.210809:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163008 00000100:00100000:1.0:1767321331.210811:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163008 00000100:00100000:1.0:1767321331.210817:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163520 00000100:00100000:1.0:1767321331.210819:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163520 00000100:00100000:1.0:1767321331.210827:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1767321331.210832:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989162752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321331.210849:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321331.210878:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989162752:12345-0@lo:38:kworker.0 Request processed in 44us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321331.210883:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1767321331.210894:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1767321331.210898:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989163008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321331.210907:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321331.210953:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989163008:12345-0@lo:38:kworker.0 Request processed in 53us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321331.210959:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1767321331.210969:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:1.0:1767321331.210973:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989163520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321331.210982:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321331.211000:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989163520:12345-0@lo:38:kworker.0 Request processed in 26us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321331.211005:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:1.0:1767321331.211022:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163136 00000100:00100000:1.0:1767321331.211025:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163136 00000100:00100000:1.0:1767321331.211044:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4984 00000100:00100000:1.0:1767321331.211048:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989163136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321331.211057:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321331.211077:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989163136:12345-0@lo:38:kworker.0 Request processed in 28us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321331.211082:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4984 00000100:00080000:1.0:1767321331.211109:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321331.211125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321331.211129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989162752:0@lo:38:kworker.0 00000100:00080000:1.0:1767321331.211138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321331.211141:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321331.211143:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989163008:0@lo:38:kworker.0 00000100:00080000:1.0:1767321331.211150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321331.211153:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321331.211161:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989163136:0@lo:38:kworker.0 00000100:00080000:1.0:1767321331.211170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321331.211173:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321331.211176:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989163520:0@lo:38:kworker.0 00010000:00010000:2.0:1767321332.168759:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321332.747843:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321332.752151:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989163648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321332.752239:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321332.753171:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163648 00000100:00100000:2.0:1767321332.753182:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163648 00000100:00100000:2.0:1767321332.753247:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:2.0:1767321332.753257:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989163648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321332.753926:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321332.757653:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989163648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4388us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321332.757683:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:1.0:1767321332.758774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989163648:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321333.194752:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321333.259040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989163776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321333.259124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.259298:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163776 00000100:00100000:2.0:1767321333.259307:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163776 00000100:00100000:2.0:1767321333.259374:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1767321333.259384:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989163776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321333.259419:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321333.259468:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989163776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321333.259475:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00080000:1.0:1767321333.260090:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321333.260138:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989163776:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321334.223101:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321335.076178:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321335.076268:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915392 00000100:00100000:2.0:1767321335.076280:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915392 00000100:00100000:2.0:1767321335.076355:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1419 00000100:00100000:2.0:1767321335.076366:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923915392:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767321335.076488:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321335.076728:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923915392:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 363us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321335.076737:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1419 00000100:00100000:2.0:1767321335.076755:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915264 00000100:00100000:2.0:1767321335.076758:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915264 00000100:00100000:2.0:1767321335.076786:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2148 00000100:00100000:2.0:1767321335.076791:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923915264:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321335.076811:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321335.076841:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923915264:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321335.076865:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2148 00010000:00010000:2.0:1767321336.269635:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321336.330145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.330155:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321336.330228:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.330233:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.330237:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.330245:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6578 00000100:00080000:2.0:1767321336.330250:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.330257:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321336.330281:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989164032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321336.330320:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767321336.330323:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989163904:0@lo:400:kworker.0 00000100:00080000:2.0:1767321336.330323:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.330325:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.330329:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6578 00000100:00080000:2.0:1767321336.330331:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.330335:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321336.330346:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3100 x1853163989164288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321336.330355:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.330358:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.330359:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.330363:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6578 00000100:00080000:2.0:1767321336.330378:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.330383:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321336.330386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321336.330398:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163989164416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321336.330424:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321336.330430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989164160:0@lo:400:kworker.0 00000100:00080000:2.0:1767321336.330430:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.330433:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.330435:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.330438:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6578 00000100:00080000:2.0:1767321336.330440:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.330444:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321336.330450:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321336.330453:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989164800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321336.330475:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989164544:0@lo:400:kworker.0 00000100:00100000:0.0:1767321336.330481:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989163904 00000100:00100000:0.0:1767321336.330487:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989163904 00000100:00100000:2.0:1767321336.330505:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321336.330525:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321336.330530:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989164672:0@lo:400:kworker.0 00000100:00100000:0.0:1767321336.330532:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164160 00000100:00100000:0.0:1767321336.330534:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164160 00000100:00100000:2.0:1767321336.330549:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321336.330558:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1767321336.330565:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989163904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330572:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164544 00000100:00100000:2.0:1767321336.330575:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164544 00000100:00100000:2.0:1767321336.330616:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164672 00000100:00100000:2.0:1767321336.330619:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164672 00000100:00100000:0.0:1767321336.330633:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989163904:12345-0@lo:400:kworker.0 Request processed in 68us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321336.330638:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058 00000100:00100000:0.0:1767321336.330640:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1767321336.330643:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989164544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321336.330663:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1767321336.330669:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989164160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330674:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989164544:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321336.330680:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058 00000100:00100000:0.0:1767321336.330692:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989164160:12345-0@lo:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321336.330698:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059 00000100:00100000:0.0:1767321336.330699:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1767321336.330703:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989164672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330730:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989164672:12345-0@lo:400:kworker.0 Request processed in 27us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321336.330736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989164160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330736:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059 00000100:00100000:0.0:1767321336.330747:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989163904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330766:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989164672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321336.330774:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989164544:0@lo:400:kworker.0 00000100:00080000:1.0:1767321336.330850:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321336.330854:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321336.330856:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321336.330867:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989164032:0@lo:38:kworker.0 00000100:00100000:1.0:1767321336.330895:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321336.330919:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989164288:0@lo:38:kworker.0 00000100:00100000:1.0:1767321336.330938:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321336.330958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989164416:0@lo:38:kworker.0 00000100:00100000:1.0:1767321336.330978:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321336.330994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989164800:0@lo:38:kworker.0 00000100:00100000:1.0:1767321336.331010:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321336.331060:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164416 00000100:00100000:1.0:1767321336.331064:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164416 00000100:00100000:1.0:1767321336.331085:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985 00000100:00100000:1.0:1767321336.331090:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989164416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321336.331108:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321336.331139:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989164416:12345-0@lo:38:kworker.0 Request processed in 47us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321336.331144:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985 00000100:00100000:1.0:1767321336.331164:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164032 00000100:00100000:1.0:1767321336.331168:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164032 00000100:00100000:1.0:1767321336.331184:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164288 00000100:00100000:1.0:1767321336.331187:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164288 00000100:00100000:2.0:1767321336.331191:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989164800 00000100:00100000:2.0:1767321336.331194:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989164800 00000100:00100000:2.0:1767321336.331215:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1767321336.331219:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989164032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321336.331230:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321336.331261:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989164032:12345-0@lo:38:kworker.0 Request processed in 40us (365us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321336.332386:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:1.0:1767321336.332394:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989164800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321336.332409:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321336.332453:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989164800:12345-0@lo:38:kworker.0 Request processed in 58us (1440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321336.332460:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:1.0:1767321336.332481:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:1.0:1767321336.332484:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989164288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321336.332493:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321336.332517:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989164288:12345-0@lo:38:kworker.0 Request processed in 31us (1579us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321336.332523:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00080000:1.0:1767321336.332563:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321336.332569:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321336.332572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989164032:0@lo:38:kworker.0 00000100:00080000:1.0:1767321336.332614:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321336.332618:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321336.332621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989164288:0@lo:38:kworker.0 00000100:00080000:1.0:1767321336.332630:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321336.332633:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321336.332636:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989164416:0@lo:38:kworker.0 00000100:00080000:1.0:1767321336.332644:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321336.332646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321336.332649:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989164800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321336.338449:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00010000:00010000:2.0:1767321337.288811:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321337.866261:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989164928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321337.866329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321337.872817:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989164928:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321338.313019:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321338.376930:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989165056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321338.377020:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321338.377245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321338.377672:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989165056:0@lo:13:osp-pre-0-1.0 00000400:00000100:0.0:1767321340.214239:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923915520 offset 0 length 520: 4 00000100:00100000:0.0:1767321340.214283:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321340.214320:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321340.214403:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915776 00000100:00100000:1.0:1767321340.214412:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915776 00000100:00100000:1.0:1767321340.214480:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915648 00000100:00100000:1.0:1767321340.214484:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915648 00000100:00100000:1.0:1767321340.214505:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1422 00000100:00100000:1.0:1767321340.214515:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923915776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321340.214614:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923915776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321340.214622:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1422 00000100:00100000:1.0:1767321340.214639:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2152 00000100:00100000:1.0:1767321340.214643:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923915648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321340.214662:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321340.214700:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923915648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (379us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321340.214706:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2152 00000100:00080000:0.0:1767321340.214877:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321340.361309:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321341.384911:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321341.450816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989165440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.450857:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.450968:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989165184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.450998:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.451033:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165952 00000100:00100000:2.0:1767321341.451040:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165952 00000100:00100000:2.0:1767321341.451091:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060 00000100:00100000:2.0:1767321341.451100:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989165952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.451143:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989165952:12345-0@lo:400:kworker.0 Request processed in 45us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321341.451156:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060 00000100:00100000:2.0:1767321341.451181:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165440 00000100:00100000:2.0:1767321341.451185:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165440 00000100:00100000:2.0:1767321341.451218:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165184 00000100:00100000:2.0:1767321341.451221:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165184 00000100:00100000:2.0:1767321341.451243:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1767321341.451249:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989165440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.451278:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989165440:12345-0@lo:400:kworker.0 Request processed in 29us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321341.451283:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1767321341.451294:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767321341.451299:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989165184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.451327:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989165184:12345-0@lo:400:kworker.0 Request processed in 28us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321341.451332:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1767321341.451611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989165824:0@lo:400:kworker.0 00000100:00100000:0.0:1767321341.451645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321341.451666:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321341.451671:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321341.451683:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989165312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321341.451707:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321341.451739:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165312 00000100:00100000:0.0:1767321341.451743:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165312 00000100:00100000:0.0:1767321341.451763:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767321341.451768:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989165312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321341.451795:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321341.451828:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989165312:12345-0@lo:38:kworker.0 Request processed in 58us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321341.451835:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:2.0:1767321341.452862:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165824 00000100:00100000:2.0:1767321341.452870:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165824 00000100:00100000:2.0:1767321341.452924:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:2.0:1767321341.452947:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989165824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.453007:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989165824:12345-0@lo:400:kworker.0 Request processed in 61us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321341.453013:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00080000:0.0:1767321341.453145:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321341.454407:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989165184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321341.454507:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989165824:0@lo:400:kworker.0 00000100:00080000:2.0:1767321341.454624:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321341.454630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321341.454633:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989165312:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.454658:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989165568:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.454715:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.454755:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989165696:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.454779:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.454809:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0739aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989166080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.454829:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.454868:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165568 00000100:00100000:2.0:1767321341.454873:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165568 00000100:00100000:2.0:1767321341.454896:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166080 00000100:00100000:2.0:1767321341.454899:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166080 00000100:00100000:2.0:1767321341.454916:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1767321341.454923:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989165568:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321341.455037:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989165696 00000100:00100000:0.0:1767321341.455042:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989165696 00000100:00100000:0.0:1767321341.455072:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4986 00000100:00100000:0.0:1767321341.455077:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989165696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321341.455097:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321341.455141:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989165696:12345-0@lo:38:kworker.0 Request processed in 62us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321341.455147:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4986 00000100:00100000:0.0:1767321341.455169:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:0.0:1767321341.455174:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989166080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321341.455184:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321341.455209:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989166080:12345-0@lo:38:kworker.0 Request processed in 34us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321341.455215:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00080000:0.0:1767321341.455240:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321341.455247:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321341.455249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989165696:0@lo:38:kworker.0 00000100:00080000:0.0:1767321341.455257:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321341.455260:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321341.455282:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0739aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989166080:0@lo:38:kworker.0 00010000:00020000:2.0:1767321341.455405:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321341.455523:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989165568:12345-0@lo:38:kworker.0 Request processed in 599us (807us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321341.455530:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00080000:0.0:1767321341.455606:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321341.455611:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321341.455614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989165568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321341.459696:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989165440:0@lo:400:kworker.0 00010000:00010000:2.0:1767321342.409852:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321342.986331:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166208 00000100:00100000:2.0:1767321342.986343:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166208 00000100:00100000:2.0:1767321342.986406:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:2.0:1767321342.986416:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989166208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321342.986445:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321342.986490:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989166208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321342.986497:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:0.0:1767321343.497401:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166336 00000100:00100000:0.0:1767321343.497409:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166336 00000100:00100000:0.0:1767321343.497477:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:0.0:1767321343.497487:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989166336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321343.497530:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321343.497575:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989166336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321343.497601:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00080000:1.0:1767321343.497725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321344.457044:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321345.313655:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916032 00000100:00100000:1.0:1767321345.313664:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916032 00000100:00100000:1.0:1767321345.313747:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923915904 00000100:00100000:1.0:1767321345.313751:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923915904 00000100:00100000:1.0:1767321345.313778:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1425 00000100:00100000:0.0:1767321345.313788:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2156 00000100:00100000:1.0:1767321345.313790:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923916032:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321345.313801:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923915904:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321345.313825:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321345.313887:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923916032:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321345.313895:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1425 00000100:00100000:0.0:1767321345.316670:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923915904:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 2857us (3207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321345.316686:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2156 00010000:00010000:2.0:1767321345.480976:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321345.547806:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321320/real 1767321320] req@ffff9e7d19c2a300 x1853163989159936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321345 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321345.547831:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d19c2a300 x1853163989159936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321345 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321345.547845:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321345.547883:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321345.547893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989159936:0@lo:250:kworker.0 00000100:00080000:1.0:1767321345.548012:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321345.548017:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321345.548020:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321345.548025:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6567 00000100:00080000:1.0:1767321345.548028:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321345.548033:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321345.548065:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989166464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321345.548149:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321345.548160:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321345.548162:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321345.548166:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6588 00000100:00080000:1.0:1767321345.548168:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321345.548171:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321345.548186:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9880 x1853163989166720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321345.548201:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321345.548204:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321345.548206:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321345.548209:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6588 00000100:00080000:1.0:1767321345.548211:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321345.548215:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321345.548224:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9500 x1853163989166976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321345.548232:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321345.548234:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321345.548236:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321345.548239:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6588 00000100:00080000:1.0:1767321345.548241:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321345.548244:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321345.548254:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9f80 x1853163989167104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321345.548281:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321345.548288:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321345.548290:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321345.548293:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6588 00000100:00080000:1.0:1767321345.548295:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321345.548298:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321345.548308:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096ba680 x1853163989167488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321345.548390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989166592:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.548453:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321345.548519:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321345.548525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989166848:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.548547:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321345.548572:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989167232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.548631:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321345.548651:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321345.548656:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989167360:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.548700:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321345.548925:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166592 00000100:00100000:1.0:1767321345.548933:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166592 00000100:00100000:1.0:1767321345.549032:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166848 00000100:00100000:1.0:1767321345.549036:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166848 00000100:00100000:2.0:1767321345.549093:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989167232 00000100:00100000:2.0:1767321345.549097:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989167232 00000100:00100000:2.0:1767321345.549127:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989167360 00000100:00100000:2.0:1767321345.549131:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989167360 00000100:00100000:2.0:1767321345.549152:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:2.0:1767321345.549159:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989167232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321345.549215:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989167232:12345-0@lo:400:kworker.0 Request processed in 56us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321345.549222:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:2.0:1767321345.549239:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063 00000100:00100000:2.0:1767321345.549245:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989167360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321345.549271:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989167360:12345-0@lo:400:kworker.0 Request processed in 26us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321345.549277:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063 00000100:00100000:0.0:1767321345.551286:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166720 00000100:00100000:0.0:1767321345.551294:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166720 00000100:00100000:0.0:1767321345.551331:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1767321345.551342:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989166592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.551397:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989166592:12345-0@lo:400:kworker.0 Request processed in 58us (2942us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321345.551404:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1767321345.551422:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1767321345.551428:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989166848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.551455:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989166848:12345-0@lo:400:kworker.0 Request processed in 28us (2907us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321345.551461:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1767321345.551473:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767321345.551478:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989166720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321345.551497:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321345.551523:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989166720:12345-0@lo:38:kworker.0 Request processed in 44us (2089us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321345.551530:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767321345.551594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989166848:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.551608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989166592:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.551834:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989167360:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.552119:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989167232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321345.552437:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989167104 00000100:00100000:0.0:1767321345.552441:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989167104 00000100:00100000:0.0:1767321345.552474:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987 00000100:00100000:0.0:1767321345.552479:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989167104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321345.552494:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321345.552524:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989167104:12345-0@lo:38:kworker.0 Request processed in 44us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321345.552531:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987 00000100:00100000:2.0:1767321345.553127:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989166976 00000100:00100000:2.0:1767321345.553133:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989166976 00000100:00100000:1.0:1767321345.553171:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989167488 00000100:00100000:1.0:1767321345.553175:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989167488 00000100:00100000:1.0:1767321345.553202:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767321345.553207:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989166976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321345.553221:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321345.553263:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989166976:12345-0@lo:38:kworker.0 Request processed in 54us (2011us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321345.553269:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767321345.553283:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:1.0:1767321345.553287:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989167488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321345.553296:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321345.553317:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989167488:12345-0@lo:38:kworker.0 Request processed in 28us (921us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321345.553322:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00010000:00010000:2.0:1767321346.504800:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321348.104937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0739bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989167616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321348.105013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321348.105516:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321348.552875:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321348.616981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989167744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321348.617072:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321348.617496:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321348.617648:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989167744:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321349.578025:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321350.435328:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916288 00000100:00100000:2.0:1767321350.435339:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916288 00000100:00080000:0.0:1767321350.435523:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321350.438600:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916160 00000100:00100000:2.0:1767321350.438615:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916160 00000100:00100000:2.0:1767321350.438679:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1428 00000100:00100000:2.0:1767321350.438695:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923916288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321350.438797:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923916288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (3612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321350.438806:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1428 00000100:00100000:2.0:1767321350.438839:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2160 00000100:00100000:2.0:1767321350.438843:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923916160:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321350.438864:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321350.438892:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923916160:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (3426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321350.438899:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2160 00010000:00010000:2.0:1767321350.608239:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321350.664767:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321350.664777:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321350.664842:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321350.664846:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321350.664851:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321350.664859:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6592 00000100:00080000:2.0:1767321350.664864:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321350.664872:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321350.664895:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989168000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321350.664992:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321350.664995:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321350.664997:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321350.665000:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6592 00000100:00080000:2.0:1767321350.665003:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321350.665006:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321350.665017:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee680 x1853163989168256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321350.665025:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321350.665028:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321350.665030:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321350.665033:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6592 00000100:00080000:2.0:1767321350.665035:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321350.665038:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321350.665047:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989168384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321350.665089:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321350.665092:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321350.665094:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321350.665097:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6592 00000100:00080000:2.0:1767321350.665100:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321350.665103:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321350.665113:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163989168768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321350.665163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989168640:0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.665244:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321350.665745:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321350.665753:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989168512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.665791:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321350.665829:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989168640 00000100:00100000:2.0:1767321350.665837:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989168640 00000100:00100000:2.0:1767321350.665890:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989168512 00000100:00100000:2.0:1767321350.665893:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989168512 00000100:00100000:2.0:1767321350.665916:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064 00000100:00100000:2.0:1767321350.665925:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989168640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.665974:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989168640:12345-0@lo:400:kworker.0 Request processed in 50us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321350.665981:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064 00000100:00100000:2.0:1767321350.665997:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065 00000100:00100000:2.0:1767321350.666003:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989168512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.666030:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989168512:12345-0@lo:400:kworker.0 Request processed in 27us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321350.666035:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065 00000100:00100000:2.0:1767321350.666557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989168512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.666602:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989168640:0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.666688:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00080000:0.0:1767321350.666750:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321350.666784:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321350.666786:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321350.666834:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989168128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321350.666883:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989168128:12345-0@lo:400:kworker.0 Request processed in 188us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321350.666943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989168128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321350.679656:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989168000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321350.679701:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.679737:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989168256:0@lo:38:kworker.0 00000100:00100000:1.0:1767321350.679773:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.679790:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989168384:0@lo:38:kworker.0 00000100:00100000:1.0:1767321350.679816:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.679833:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989168768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321350.679852:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.679886:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989168384 00000100:00100000:1.0:1767321350.679893:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989168384 00000100:00100000:1.0:1767321350.679930:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988 00000100:00100000:1.0:1767321350.679935:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989168384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321350.679954:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321350.679988:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989168384:12345-0@lo:38:kworker.0 Request processed in 51us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321350.679994:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988 00000100:00080000:1.0:1767321350.680020:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321350.680025:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321350.680028:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989168384:0@lo:38:kworker.0 00000100:00080000:1.0:1767321350.689666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321350.689682:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321350.689687:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989168000:0@lo:38:kworker.0 00000100:00080000:1.0:1767321350.689724:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321350.689728:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321350.689732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989168256:0@lo:38:kworker.0 00000100:00080000:1.0:1767321350.689743:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321350.689747:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321350.689750:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989168768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321350.689804:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00010000:00010000:2.0:1767321352.649259:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321353.224859:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321353.224884:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0739a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989168896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321353.224969:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.225049:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989168896 00000100:00100000:2.0:1767321353.225060:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989168896 00000100:00100000:2.0:1767321353.225131:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:2.0:1767321353.225141:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989168896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321353.225172:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767321353.225320:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321353.225951:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989168896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 808us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321353.225962:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00000100:00100000:1.0:1767321353.232186:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0739a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989168896:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321353.673399:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321353.738301:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989169024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321353.738364:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321353.739230:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321354.696852:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321355.556055:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321355.556116:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321355.556526:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916416 00000100:00100000:2.0:1767321355.556537:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916416 00000100:00100000:2.0:1767321355.556616:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916544 00000100:00100000:2.0:1767321355.556620:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916544 00000100:00080000:2.0:1767321355.556644:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321355.556705:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1431 00000100:00100000:2.0:1767321355.556717:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923916544:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321355.556793:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923916544:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321355.556802:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1431 00000100:00100000:2.0:1767321355.556821:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2164 00000100:00100000:2.0:1767321355.556825:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923916416:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321355.556846:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321355.556869:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923916416:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (826us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321355.556888:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2164 00000100:00080000:2.0:1767321355.791060:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321355.791072:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321355.791155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321355.791160:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321355.791164:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321355.791173:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6597 00000100:00080000:2.0:1767321355.791179:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321355.791188:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321355.791213:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989169280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321355.791245:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321355.791248:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321355.791250:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321355.791253:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6597 00000100:00080000:2.0:1767321355.791255:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321355.791259:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321355.791274:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163989169536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321355.791284:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321355.791290:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321355.791292:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321355.791300:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6597 00000100:00080000:2.0:1767321355.791319:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321355.791324:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321355.791341:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163989169664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321355.791344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989169280:0@lo:38:kworker.0 00000100:00080000:2.0:1767321355.791384:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321355.791388:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321355.791390:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321355.791394:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6597 00000100:00100000:1.0:1767321355.791395:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321355.791396:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321355.791400:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321355.791411:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec380 x1853163989170048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321355.791422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989169536:0@lo:38:kworker.0 00000100:00100000:2.0:1767321355.791440:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989169792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321355.791447:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321355.791473:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989169664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321355.791483:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321355.791502:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321355.791513:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321355.791520:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989169920:0@lo:400:kworker.0 00000100:00100000:1.0:1767321355.791534:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989170048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321355.791541:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321355.791558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321355.791571:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989169792 00000100:00100000:2.0:1767321355.791575:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989169792 00000100:00100000:1.0:1767321355.791618:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989169664 00000100:00100000:1.0:1767321355.791623:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989169664 00000100:00100000:2.0:1767321355.791627:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989169920 00000100:00100000:2.0:1767321355.791632:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989169920 00000100:00100000:1.0:1767321355.791649:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4989 00000100:00100000:1.0:1767321355.791659:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989169664:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321355.791659:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066 00000100:00100000:2.0:1767321355.791681:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989169792:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767321355.791693:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321355.791733:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989169664:12345-0@lo:38:kworker.0 Request processed in 73us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321355.791733:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989169792:12345-0@lo:400:kworker.0 Request processed in 52us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321355.791748:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4989 00000100:00100000:2.0:1767321355.791748:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066 00000100:00100000:2.0:1767321355.791768:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:2.0:1767321355.791775:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989169920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321355.791779:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1767321355.791791:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989169408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321355.791813:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989169920:12345-0@lo:400:kworker.0 Request processed in 38us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321355.791818:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989169408:12345-0@lo:400:kworker.0 Request processed in 33us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321355.791821:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:1.0:1767321355.791824:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1767321355.791839:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1767321355.791842:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989169280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321355.791851:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321355.791872:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989169280:12345-0@lo:38:kworker.0 Request processed in 28us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321355.791925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989169920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321355.791935:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989169792:0@lo:400:kworker.0 00000100:00080000:0.0:1767321355.792195:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321355.792201:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321355.792204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989169664:0@lo:38:kworker.0 00000100:00080000:0.0:1767321355.792213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321355.792216:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321355.792218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989169280:0@lo:38:kworker.0 00000100:00080000:0.0:1767321355.792264:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321355.792267:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321355.792270:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321355.796336:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00080000:1.0:1767321355.796653:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321355.796671:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321355.796676:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989170048:0@lo:38:kworker.0 00000100:00080000:1.0:1767321355.796688:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321355.796691:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321355.796695:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989169536:0@lo:38:kworker.0 00010000:00010000:2.0:1767321356.747203:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321357.768797:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321358.344962:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321358.350204:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989170176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321358.350283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321358.350343:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170176 00000100:00100000:0.0:1767321358.350354:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170176 00000100:00080000:2.0:1767321358.350459:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321358.350478:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:0.0:1767321358.350489:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989170176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321358.350520:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321358.350575:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989170176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321358.350610:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1767321358.350712:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989170176:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321358.793049:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321358.857557:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170304 00000100:00100000:2.0:1767321358.857566:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170304 00000100:00100000:2.0:1767321358.857685:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:2.0:1767321358.857695:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989170304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321358.857725:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321358.859122:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989170304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1421us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321358.859133:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:2.0:1767321360.673420:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321360.673799:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916672 00000100:00100000:0.0:1767321360.673812:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916672 00000100:00100000:0.0:1767321360.673923:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2168 00000100:00100000:0.0:1767321360.673934:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923916672:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321360.673969:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321360.674077:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923916672:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 142us (669us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321360.674087:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2168 00000100:00100000:0.0:1767321360.676196:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923916800 00000100:00100000:0.0:1767321360.676208:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923916800 00000100:00100000:0.0:1767321360.676289:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1434 00000100:00100000:0.0:1767321360.676299:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923916800:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321360.676394:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923916800:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321360.676403:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1434 00010000:00010000:2.0:1767321360.841088:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321360.906805:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989170560:0@lo:38:kworker.0 00000100:00100000:0.0:1767321360.906858:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321360.906892:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989170816:0@lo:38:kworker.0 00000100:00100000:0.0:1767321360.906914:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321360.906933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989170944:0@lo:38:kworker.0 00000100:00100000:0.0:1767321360.906970:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321360.906990:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989171328:0@lo:38:kworker.0 00000100:00100000:0.0:1767321360.907012:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321360.907055:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170944 00000100:00100000:0.0:1767321360.907065:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170944 00000100:00100000:0.0:1767321360.907117:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990 00000100:00100000:0.0:1767321360.907126:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989170944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321360.907154:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321360.907201:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989170944:12345-0@lo:38:kworker.0 Request processed in 75us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321360.907209:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990 00000100:00100000:0.0:1767321360.907239:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170560 00000100:00100000:0.0:1767321360.907243:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170560 00000100:00100000:0.0:1767321360.907263:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170816 00000100:00100000:0.0:1767321360.907266:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170816 00000100:00100000:0.0:1767321360.907276:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171328 00000100:00100000:0.0:1767321360.907279:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171328 00000100:00100000:0.0:1767321360.907292:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:0.0:1767321360.907296:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989170560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321360.907307:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321360.907332:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989170560:12345-0@lo:38:kworker.0 Request processed in 35us (474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321360.907349:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:0.0:1767321360.907361:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1767321360.907365:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989170816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321360.907374:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321360.907398:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989170816:12345-0@lo:38:kworker.0 Request processed in 31us (482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321360.907404:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1767321360.907417:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:0.0:1767321360.907420:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989171328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321360.907428:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321360.907447:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989171328:12345-0@lo:38:kworker.0 Request processed in 26us (435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321360.907453:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00080000:0.0:1767321360.907490:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321360.907494:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321360.907498:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989170560:0@lo:38:kworker.0 00000100:00080000:0.0:1767321360.907506:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321360.907509:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321360.907512:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989170816:0@lo:38:kworker.0 00000100:00080000:0.0:1767321360.907518:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321360.907521:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321360.907523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989170944:0@lo:38:kworker.0 00000100:00080000:0.0:1767321360.907530:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321360.907538:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321360.907542:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989171328:0@lo:38:kworker.0 00000100:00100000:2.0:1767321360.907999:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0739aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989170432:0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.908048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321360.908084:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321360.908091:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989170688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.908113:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321360.908146:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171072 00000100:00100000:2.0:1767321360.908151:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171072 00000100:00100000:2.0:1767321360.908200:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171200 00000100:00100000:2.0:1767321360.908203:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171200 00000100:00100000:2.0:1767321360.908224:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:2.0:1767321360.908231:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989171072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.908278:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989171072:12345-0@lo:400:kworker.0 Request processed in 48us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321360.908284:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00100000:2.0:1767321360.908540:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069 00000100:00100000:2.0:1767321360.908547:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989171200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.908631:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989171200:12345-0@lo:400:kworker.0 Request processed in 84us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321360.908638:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069 00000100:00100000:2.0:1767321360.908814:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170432 00000100:00100000:2.0:1767321360.908820:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170432 00000100:00100000:2.0:1767321360.908904:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989170688 00000100:00100000:2.0:1767321360.908908:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989170688 00000100:00100000:2.0:1767321360.908923:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1767321360.908929:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989170432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.908982:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989170432:12345-0@lo:400:kworker.0 Request processed in 53us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321360.908988:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1767321360.909015:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767321360.909022:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989170688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.909052:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989170688:12345-0@lo:400:kworker.0 Request processed in 31us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321360.909058:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767321360.909095:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989170688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321360.909106:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0739aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989170432:0@lo:400:kworker.0 00010000:00010000:2.0:1767321361.866151:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321362.889017:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321363.466310:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989171456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321363.466434:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321363.467053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321363.467167:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989171456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321363.977342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989171584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321363.977440:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.977686:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171584 00000100:00100000:2.0:1767321363.977696:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171584 00000100:00100000:2.0:1767321363.977772:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1767321363.977783:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989171584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321363.977830:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321363.977888:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989171584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321363.977897:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00080000:0.0:1767321363.977906:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321363.977961:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989171584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321364.770381:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923917184 00000100:00100000:0.0:1767321364.770399:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923917184 00000100:00100000:0.0:1767321364.770505:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923917056 00000100:00100000:0.0:1767321364.770508:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923917056 00000100:00100000:0.0:1767321364.770535:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1437 00000100:00100000:0.0:1767321364.770548:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923917184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321364.770703:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923917184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 158us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321364.770712:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1437 00000100:00100000:0.0:1767321364.770737:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2172 00000100:00100000:0.0:1767321364.770741:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923917056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321364.770769:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321364.770798:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923917056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (703us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321364.770804:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2172 00010000:00010000:2.0:1767321364.939695:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321365.961780:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321366.025202:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321366.025217:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321366.025613:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321366.025619:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321366.025634:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321366.025641:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6607 00000100:00080000:1.0:1767321366.025646:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321366.025656:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321366.025685:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8380 x1853163989171840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321366.025770:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171712 00000100:00100000:2.0:1767321366.025780:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171712 00000100:00100000:0.0:1767321366.025801:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989171968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.025835:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.025876:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989171840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321366.025881:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171968 00000100:00100000:2.0:1767321366.025885:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171968 00000100:00100000:0.0:1767321366.025899:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321366.032278:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989171840 00000100:00100000:2.0:1767321366.032296:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989171840 00000100:00100000:2.0:1767321366.032421:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1767321366.032446:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989171712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.032602:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989171712:12345-0@lo:400:kworker.0 Request processed in 170us (7135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321366.032612:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1767321366.032654:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1767321366.032663:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989171968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.032720:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989171968:12345-0@lo:400:kworker.0 Request processed in 59us (6884us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321366.032727:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1767321366.033317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989171712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.033390:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767321366.033396:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989171840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321366.033422:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321366.033469:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989171840:12345-0@lo:38:kworker.0 Request processed in 72us (7568us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321366.033486:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:0.0:1767321366.033554:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989171968:0@lo:400:kworker.0 00000100:00080000:1.0:1767321366.033606:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321366.033613:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321366.033617:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321366.033635:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6607 00000100:00080000:1.0:1767321366.033640:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321366.033646:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321366.033684:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8000 x1853163989172096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321366.033711:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321366.033716:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321366.033717:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321366.033722:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6607 00000100:00080000:1.0:1767321366.033745:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321366.033750:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321366.033766:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096bad80 x1853163989172224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321366.033833:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321366.033837:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321366.033839:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321366.033843:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6607 00000100:00080000:1.0:1767321366.033846:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321366.033849:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321366.034084:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163989172608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321366.034138:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989172480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.034187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321366.034235:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321366.034240:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989172352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.034261:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321366.034294:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172480 00000100:00100000:1.0:1767321366.034299:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172480 00000100:00100000:1.0:1767321366.034344:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172352 00000100:00100000:1.0:1767321366.034347:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172352 00000100:00100000:1.0:1767321366.034370:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767321366.034376:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989172480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.034417:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989172480:12345-0@lo:400:kworker.0 Request processed in 40us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321366.034423:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767321366.034445:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:1.0:1767321366.034451:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989172352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.034491:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989172352:12345-0@lo:400:kworker.0 Request processed in 40us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321366.034497:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00080000:1.0:1767321366.034532:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321366.034537:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321366.034556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989172352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.034565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989172480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.038391:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989172096:0@lo:38:kworker.0 00000100:00100000:2.0:1767321366.038515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321366.038575:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989172224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321366.038621:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.041257:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172096 00000100:00100000:0.0:1767321366.041301:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172096 00000100:00100000:0.0:1767321366.041379:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:0.0:1767321366.041390:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989172096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.041423:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.041530:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989172096:12345-0@lo:38:kworker.0 Request processed in 140us (3014us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.041538:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:2.0:1767321366.043651:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989172608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321366.043736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.043936:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172224 00000100:00100000:0.0:1767321366.043946:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172224 00000100:00100000:0.0:1767321366.044005:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991 00000100:00100000:0.0:1767321366.044014:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989172224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.044046:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321366.044068:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321366.044075:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321366.044080:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989171840:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.044099:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989172224:12345-0@lo:38:kworker.0 Request processed in 86us (5477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.044106:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991 00000100:00080000:2.0:1767321366.044120:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321366.044125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321366.044128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989172096:0@lo:38:kworker.0 00000100:00080000:2.0:1767321366.044136:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321366.044140:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321366.044141:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172608 00000100:00100000:0.0:1767321366.044144:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172608 00000100:00100000:2.0:1767321366.044144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989172224:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.044171:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1767321366.044176:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989172608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.044185:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.044229:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989172608:12345-0@lo:38:kworker.0 Request processed in 52us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.044235:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00080000:2.0:1767321366.044390:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321366.044395:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321366.044398:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989172608:0@lo:38:kworker.0 00010000:00010000:2.0:1767321366.984753:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321368.585276:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321368.585312:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989172736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321368.585406:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321368.586253:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321368.586836:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989172736:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321369.033244:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321369.097083:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321369.097108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989172864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321369.097210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321369.097355:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989172864 00000100:00100000:0.0:1767321369.097366:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989172864 00000100:00100000:0.0:1767321369.097476:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:0.0:1767321369.097488:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989172864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321369.097528:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321369.097624:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989172864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321369.097633:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:1.0:1767321369.097798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989172864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321369.097948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321369.897152:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321369.897217:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321369.898036:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923917440 00000100:00100000:0.0:1767321369.898051:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923917440 00000100:00080000:2.0:1767321369.898226:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321369.898285:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923917312 00000100:00100000:0.0:1767321369.898289:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923917312 00000100:00100000:0.0:1767321369.898330:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1440 00000100:00100000:0.0:1767321369.898351:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923917440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321369.898466:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923917440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 126us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321369.898475:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1440 00000100:00100000:0.0:1767321369.898704:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2176 00000100:00100000:0.0:1767321369.898710:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923917312:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321369.898737:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321369.898847:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923917312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 135us (1629us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321369.898854:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2176 00010000:00010000:2.0:1767321370.057313:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321370.120897:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321345/real 1767321345] req@ffff9e7d3bc5f800 x1853163989166464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321370 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321370.120991:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5f800 x1853163989166464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321370 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321370.121017:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321370.121050:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321370.121055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989166464:0@lo:250:kworker.0 00000100:00080000:1.0:1767321370.121606:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321370.121615:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321370.121619:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321370.121624:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6592 00000100:00080000:1.0:1767321370.121630:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321370.121637:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321370.121681:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8000 x1853163989172992/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321370.121754:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321370.121758:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321370.121769:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321370.121773:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321370.121776:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321370.121779:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321370.121796:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096bbb80 x1853163989173248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321370.121816:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321370.121818:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321370.121821:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321370.121824:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321370.121827:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321370.121830:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321370.121840:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163989173504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321370.121848:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321370.121851:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321370.121852:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321370.121857:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321370.121859:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321370.121862:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321370.121873:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989173632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321370.121929:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321370.121933:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321370.121940:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321370.121947:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321370.121949:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321370.121954:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321370.121967:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989174016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321370.122001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989173760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321370.122092:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321370.122178:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321370.122184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989173888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321370.122207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321370.122243:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173760 00000100:00100000:1.0:1767321370.122253:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173760 00000100:00100000:1.0:1767321370.122316:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072 00000100:00100000:1.0:1767321370.122328:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989173760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989173376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122553:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321370.122608:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321370.122615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989173120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122639:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321370.122678:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321370.122692:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173376 00000100:00100000:2.0:1767321370.122695:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173376 00000100:00100000:2.0:1767321370.122732:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173120 00000100:00100000:2.0:1767321370.122735:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173120 00000100:00100000:2.0:1767321370.122755:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1767321370.122762:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989173376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122819:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989173376:12345-0@lo:400:kworker.0 Request processed in 56us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321370.122827:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1767321370.122847:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1767321370.122853:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989173120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122881:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989173120:12345-0@lo:400:kworker.0 Request processed in 30us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321370.122887:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:2.0:1767321370.122902:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321370.122936:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989173120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.122947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989173376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.123008:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173888 00000100:00100000:2.0:1767321370.123012:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173888 00000100:00100000:2.0:1767321370.123036:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:2.0:1767321370.123042:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989173888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321370.123077:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989173888:12345-0@lo:400:kworker.0 Request processed in 34us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321370.123082:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00100000:2.0:1767321370.123137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989173888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321370.123262:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989173760:12345-0@lo:400:kworker.0 Request processed in 937us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321370.123268:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072 00000100:00100000:0.0:1767321370.123359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989172992:0@lo:250:kworker.0 00000400:00000100:0.0:1767321370.123388:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989172992 offset 0 length 520: 4 00000100:00100000:0.0:1767321370.123425:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989173248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321370.123451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321370.123477:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989173504:0@lo:38:kworker.0 00000100:00100000:0.0:1767321370.123498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321370.123515:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989173632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321370.123539:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321370.123557:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989174016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321370.123597:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321370.123630:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173632 00000100:00100000:0.0:1767321370.123634:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173632 00000100:00100000:0.0:1767321370.123659:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4992 00000100:00100000:0.0:1767321370.123663:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989173632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321370.123686:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321370.123721:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989173632:12345-0@lo:38:kworker.0 Request processed in 56us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321370.123728:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4992 00000100:00100000:0.0:1767321370.123760:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173248 00000100:00100000:0.0:1767321370.123764:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173248 00000100:00100000:0.0:1767321370.123777:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989173504 00000100:00100000:0.0:1767321370.123780:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989173504 00000100:00100000:0.0:1767321370.123793:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174016 00000100:00100000:0.0:1767321370.123795:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174016 00000100:00100000:0.0:1767321370.123805:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:0.0:1767321370.123809:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989173248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321370.123819:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321370.123843:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989173248:12345-0@lo:38:kworker.0 Request processed in 33us (392us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321370.123849:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:0.0:1767321370.123862:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:0.0:1767321370.123865:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989173504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321370.123873:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321370.123895:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989173504:12345-0@lo:38:kworker.0 Request processed in 29us (396us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321370.123902:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:0.0:1767321370.123914:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:0.0:1767321370.123917:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989174016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321370.123926:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321370.123946:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989174016:12345-0@lo:38:kworker.0 Request processed in 27us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321370.123951:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00080000:0.0:1767321370.123981:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321370.123987:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321370.123990:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989173248:0@lo:38:kworker.0 00000100:00080000:0.0:1767321370.124007:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321370.124011:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321370.124014:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989173504:0@lo:38:kworker.0 00000100:00080000:0.0:1767321370.124021:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321370.124024:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321370.124027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989173632:0@lo:38:kworker.0 00000100:00080000:0.0:1767321370.124034:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321370.124037:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321370.124039:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989174016:0@lo:38:kworker.0 00000100:00100000:2.0:1767321370.124353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989173760:0@lo:400:kworker.0 00010000:00010000:2.0:1767321371.080900:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321373.129532:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321373.705437:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321373.705472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989174144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321373.705602:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321373.706435:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321373.706484:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989174144:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321374.152923:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321374.217071:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989174272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321374.217173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321374.217287:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174272 00000100:00100000:2.0:1767321374.217299:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174272 00000100:00100000:2.0:1767321374.217405:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:2.0:1767321374.217414:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0772dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989174272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321374.217447:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321374.219491:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0772dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989174272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2064us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321374.219510:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:1.0:1767321374.221733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989174272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321375.012459:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321375.013330:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767321375.014644:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321375.024297:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923917568 00000100:00100000:1.0:1767321375.024329:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923917568 00000100:00100000:1.0:1767321375.024415:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2180 00000100:00100000:1.0:1767321375.024426:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923917568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321375.024459:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321375.024963:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923917568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 532us (11628us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321375.026484:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2180 00010000:00010000:2.0:1767321375.177275:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321375.245515:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321375.245530:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321375.245848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989174400:0@lo:400:kworker.0 00000100:00100000:1.0:1767321375.245955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321375.246116:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321375.246122:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321375.246126:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321375.246134:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6617 00000100:00080000:2.0:1767321375.246159:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321375.246167:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321375.246196:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edc00 x1853163989174528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321375.246247:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321375.246250:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321375.246253:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321375.246256:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6617 00000100:00080000:2.0:1767321375.246259:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321375.246264:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321375.246277:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989174784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321375.246287:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321375.246290:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321375.246292:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321375.246297:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6617 00000100:00080000:2.0:1767321375.246299:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321375.246314:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321375.246328:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39990e00 x1853163989174912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321375.246365:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321375.246368:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321375.246370:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321375.246373:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6617 00000100:00080000:2.0:1767321375.246381:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321375.246386:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321375.246399:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39992300 x1853163989175296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321375.246428:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989175040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321375.246469:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321375.246494:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321375.246500:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989175168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321375.246522:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321375.246623:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175040 00000100:00100000:1.0:1767321375.246628:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175040 00000100:00100000:1.0:1767321375.246684:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175168 00000100:00100000:1.0:1767321375.246687:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175168 00000100:00100000:1.0:1767321375.246710:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1767321375.246717:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989175040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321375.246753:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989175040:12345-0@lo:400:kworker.0 Request processed in 37us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321375.246760:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1767321375.246774:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075 00000100:00100000:1.0:1767321375.246780:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989175168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321375.246807:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989175168:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321375.246813:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075 00000100:00100000:1.0:1767321375.246835:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989174656:0@lo:400:kworker.0 00000100:00100000:1.0:1767321375.246862:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321375.247112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989175168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321375.247124:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989175040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321375.247511:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989174528:0@lo:38:kworker.0 00000100:00100000:0.0:1767321375.258092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321375.258151:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989174784:0@lo:38:kworker.0 00000100:00100000:0.0:1767321375.258229:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321375.258265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989174912:0@lo:38:kworker.0 00000100:00100000:0.0:1767321375.258294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321375.258329:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989175296:0@lo:38:kworker.0 00000100:00100000:0.0:1767321375.258355:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321375.258402:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174912 00000100:00100000:0.0:1767321375.258414:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174912 00000100:00100000:0.0:1767321375.258464:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1767321375.258496:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989174912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321375.258523:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321375.258576:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989174912:12345-0@lo:38:kworker.0 Request processed in 81us (280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321375.258616:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1767321375.258649:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174656 00000100:00100000:0.0:1767321375.258654:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174656 00000100:00100000:0.0:1767321375.258720:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174528 00000100:00100000:0.0:1767321375.258724:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174528 00000100:00100000:0.0:1767321375.258739:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989174784 00000100:00100000:0.0:1767321375.258742:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989174784 00000100:00100000:0.0:1767321375.258750:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175296 00000100:00100000:0.0:1767321375.258751:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175296 00000100:00100000:0.0:1767321375.258762:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1767321375.258768:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989174656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321375.258822:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989174656:12345-0@lo:400:kworker.0 Request processed in 54us (11959us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321375.258829:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1767321375.258844:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767321375.258848:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989174528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321375.258859:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321375.258886:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989174528:12345-0@lo:38:kworker.0 Request processed in 36us (805us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321375.258892:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767321375.258904:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767321375.258908:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989174784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321375.258917:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321375.258952:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989174784:12345-0@lo:38:kworker.0 Request processed in 42us (722us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321375.258958:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767321375.258973:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767321375.258977:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989175296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321375.258988:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321375.259013:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989175296:12345-0@lo:38:kworker.0 Request processed in 34us (656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321375.259019:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00080000:0.0:1767321375.259077:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321375.259084:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321375.259089:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989174528:0@lo:38:kworker.0 00000100:00080000:0.0:1767321375.259099:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321375.259103:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321375.259107:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989174784:0@lo:38:kworker.0 00000100:00080000:0.0:1767321375.259113:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321375.259117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321375.259119:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989174912:0@lo:38:kworker.0 00000100:00080000:0.0:1767321375.259126:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321375.259129:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321375.259132:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989175296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321375.259447:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989174656:0@lo:400:kworker.0 00010000:00010000:2.0:1767321377.224830:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321378.249428:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321378.825600:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321378.825625:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989175424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321378.825696:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321378.825798:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175424 00000100:00100000:0.0:1767321378.825816:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175424 00000100:00100000:0.0:1767321378.826011:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1767321378.826045:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989175424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321378.826091:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321378.826196:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989175424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321378.826205:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:2.0:1767321378.826290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989175424:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321379.273141:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321379.337614:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989175552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321379.337686:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321379.338356:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175552 00000100:00100000:2.0:1767321379.338366:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175552 00000100:00100000:2.0:1767321379.338443:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00080000:0.0:1767321379.338447:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321379.338452:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989175552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321379.338482:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321379.338546:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989175552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321379.338572:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1767321379.338630:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989175552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321380.130961:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321380.142977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321380.145119:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321380.361857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989175808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321380.361891:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321380.361931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989176064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321380.361950:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321380.361967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989176192:0@lo:38:kworker.0 00000100:00100000:0.0:1767321380.361987:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321380.362005:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989176576:0@lo:38:kworker.0 00000100:00100000:0.0:1767321380.362024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321380.362051:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989176192 00000100:00100000:0.0:1767321380.362055:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989176192 00000100:00100000:0.0:1767321380.362079:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994 00000100:00100000:0.0:1767321380.362083:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989176192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321380.362102:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321380.362135:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989176192:12345-0@lo:38:kworker.0 Request processed in 50us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321380.362141:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994 00000100:00080000:0.0:1767321380.362186:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321380.362190:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321380.362193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989176192:0@lo:38:kworker.0 00000100:00100000:0.0:1767321380.362223:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175808 00000100:00100000:0.0:1767321380.362226:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175808 00000100:00100000:0.0:1767321380.362248:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989176064 00000100:00100000:0.0:1767321380.362250:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989176064 00000100:00100000:0.0:1767321380.362262:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989176576 00000100:00100000:0.0:1767321380.362265:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989176576 00000100:00100000:0.0:1767321380.362279:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:0.0:1767321380.362282:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989175808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321380.362293:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321380.362541:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989175808:12345-0@lo:38:kworker.0 Request processed in 255us (648us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321380.362549:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:0.0:1767321380.362564:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:0.0:1767321380.362568:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989176064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321380.362600:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321380.362626:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989176064:12345-0@lo:38:kworker.0 Request processed in 56us (673us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321380.362632:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00100000:0.0:1767321380.362644:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767321380.362648:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989176576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321380.362656:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321380.362679:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989176576:12345-0@lo:38:kworker.0 Request processed in 29us (653us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321380.362695:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00080000:0.0:1767321380.362732:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321380.362737:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321380.362740:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989175808:0@lo:38:kworker.0 00000100:00080000:0.0:1767321380.362750:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321380.362753:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321380.362755:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989176064:0@lo:38:kworker.0 00000100:00080000:0.0:1767321380.362762:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321380.362765:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321380.362767:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989176576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321380.362863:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989175680:0@lo:400:kworker.0 00000100:00100000:2.0:1767321380.362894:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321380.362932:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321380.362939:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989175936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321380.362963:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321380.362990:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175680 00000100:00100000:2.0:1767321380.362994:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175680 00000100:00100000:2.0:1767321380.363032:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989175936 00000100:00100000:2.0:1767321380.363035:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989175936 00000100:00100000:2.0:1767321380.363051:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1767321380.363057:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989175680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321380.363095:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989175680:12345-0@lo:400:kworker.0 Request processed in 38us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321380.363101:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1767321380.363115:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1767321380.363120:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989175936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321380.363145:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989175936:12345-0@lo:400:kworker.0 Request processed in 25us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321380.363151:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00080000:2.0:1767321380.363165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321380.363183:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989175936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321380.363192:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989175680:0@lo:400:kworker.0 00010000:00010000:2.0:1767321381.320816:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321382.345061:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321383.368935:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321383.945051:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989176704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321383.945116:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321383.946169:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989176704:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321383.946251:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321384.459498:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989176832 00000100:00100000:0.0:1767321384.459508:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989176832 00000100:00100000:0.0:1767321384.459692:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:0.0:1767321384.459704:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989176832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321384.459759:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321384.459826:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989176832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321384.459836:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00080000:2.0:1767321384.460165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321385.251573:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321385.251669:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321385.258052:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2188 00000100:00100000:2.0:1767321385.258064:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923918080:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321385.258095:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321385.258194:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321385.258207:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923918080:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 143us (6651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321385.259994:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2188 00010000:00010000:2.0:1767321385.419464:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321385.481018:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321385.481034:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321385.481144:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767321385.481165:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321385.481170:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321385.481175:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321385.481187:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6627 00000100:00080000:2.0:1767321385.481192:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321385.481200:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321385.481228:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39991180 x1853163989177088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321385.481317:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989177088:0@lo:38:kworker.0 00000100:00100000:1.0:1767321385.481402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321385.481455:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177088 00000100:00100000:1.0:1767321385.481463:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177088 00000100:00100000:1.0:1767321385.481505:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:1.0:1767321385.481511:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989177088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321385.481533:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321385.481566:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989177088:12345-0@lo:38:kworker.0 Request processed in 55us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321385.481571:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00080000:1.0:1767321385.481629:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321385.481632:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321385.481635:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989177088:0@lo:38:kworker.0 00000100:00100000:1.0:1767321385.485974:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177216 00000100:00100000:1.0:1767321385.485993:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177216 00000100:00100000:1.0:1767321385.486093:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1767321385.486101:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989177216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321385.486233:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989177216:12345-0@lo:400:kworker.0 Request processed in 133us (4434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321385.486240:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1767321385.487889:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989176960:0@lo:400:kworker.0 00000100:00100000:0.0:1767321385.487958:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321385.488061:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989176960 00000100:00100000:1.0:1767321385.488069:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989176960 00000100:00100000:1.0:1767321385.488142:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1767321385.488150:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989176960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321385.488484:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989176960:12345-0@lo:400:kworker.0 Request processed in 333us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321385.488509:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1767321385.488599:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989176960:0@lo:400:kworker.0 00000100:00080000:2.0:1767321385.489363:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321385.489372:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321385.489377:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321385.489392:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6627 00000100:00080000:2.0:1767321385.489397:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321385.489402:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321385.489440:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163989177344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321385.489464:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321385.489467:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321385.489468:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321385.489472:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6627 00000100:00080000:2.0:1767321385.489474:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321385.489477:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321385.489488:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8e00 x1853163989177472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321385.489524:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321385.489527:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321385.489528:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321385.489531:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6627 00000100:00080000:2.0:1767321385.489532:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321385.489535:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321385.489542:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66680 x1853163989177856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321385.489567:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989177728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321385.489623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321385.489652:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321385.489661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989177600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321385.489678:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321385.489701:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177728 00000100:00100000:2.0:1767321385.489706:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177728 00000100:00100000:2.0:1767321385.489732:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177600 00000100:00100000:2.0:1767321385.489734:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177600 00000100:00100000:2.0:1767321385.489752:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:2.0:1767321385.489757:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989177728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321385.489801:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989177728:12345-0@lo:400:kworker.0 Request processed in 44us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321385.489808:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000100:00100000:2.0:1767321385.489823:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767321385.489827:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989177600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321385.489846:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989177600:12345-0@lo:400:kworker.0 Request processed in 19us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321385.489850:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767321385.489874:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989177600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321385.489880:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989177728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321385.490008:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989177344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321385.490037:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321385.490056:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989177472:0@lo:38:kworker.0 00000100:00100000:1.0:1767321385.490072:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321385.490095:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989177856:0@lo:38:kworker.0 00000100:00100000:1.0:1767321385.490110:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321385.490474:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321385.490479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321385.490481:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989177472:0@lo:38:kworker.0 00000100:00100000:0.0:1767321385.490534:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177344 00000100:00100000:0.0:1767321385.490538:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177344 00000100:00100000:0.0:1767321385.490561:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177856 00000100:00100000:0.0:1767321385.490563:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177856 00000100:00100000:0.0:1767321385.490576:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:0.0:1767321385.490598:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989177344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321385.490664:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321385.490705:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989177344:12345-0@lo:38:kworker.0 Request processed in 106us (667us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321385.490709:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00100000:0.0:1767321385.490719:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1767321385.490721:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989177856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321385.490727:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321385.490741:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989177856:12345-0@lo:38:kworker.0 Request processed in 19us (631us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321385.490745:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00080000:1.0:1767321385.490834:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321385.490838:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321385.490840:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989177344:0@lo:38:kworker.0 00000100:00080000:1.0:1767321385.490845:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321385.490847:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321385.490849:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989177856:0@lo:38:kworker.0 00010000:00010000:2.0:1767321386.441812:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321387.464925:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321389.065392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989177984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321389.065488:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321389.065662:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989177984 00000100:00100000:2.0:1767321389.065673:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989177984 00000100:00100000:2.0:1767321389.065752:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:2.0:1767321389.065763:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989177984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321389.065800:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321389.065870:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989177984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321389.065896:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1767321389.066168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989177984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321389.346324:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321389.346368:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923918336 offset 0 length 520: 4 00000100:00100000:0.0:1767321389.346461:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321389.346627:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923918592 00000100:00100000:2.0:1767321389.346641:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923918592 00000100:00100000:2.0:1767321389.346734:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923918464 00000100:00100000:2.0:1767321389.346738:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923918464 00000100:00100000:2.0:1767321389.346761:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1452 00000100:00100000:2.0:1767321389.346773:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923918592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321389.346869:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923918592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321389.346878:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1452 00000100:00100000:2.0:1767321389.346899:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2192 00000100:00100000:2.0:1767321389.346904:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923918464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321389.346928:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321389.346957:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923918464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 50us (496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321389.346963:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2192 00000100:00080000:0.0:1767321389.347463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321389.513005:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321389.577216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989178112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321389.577312:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321389.577680:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989178112:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321389.577805:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321390.537648:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321390.601924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989178240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.602018:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321390.602110:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321390.602117:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989178496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.602142:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321390.602170:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989179008:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.602200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321390.602225:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321390.602233:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989178880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.602251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321390.602820:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989178240 00000100:00100000:2.0:1767321390.602825:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989178240 00000100:00100000:2.0:1767321390.602869:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989178496 00000100:00100000:2.0:1767321390.602873:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989178496 00000100:00100000:2.0:1767321390.602896:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767321390.602903:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989178240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321390.602947:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989178240:12345-0@lo:400:kworker.0 Request processed in 45us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321390.602965:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767321390.602984:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1767321390.602989:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989178496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321390.603017:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989178496:12345-0@lo:400:kworker.0 Request processed in 28us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321390.603035:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00080000:2.0:1767321390.603066:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321390.603107:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081 00000100:00100000:2.0:1767321390.603115:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989178880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321390.603150:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989178880:12345-0@lo:400:kworker.0 Request processed in 37us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321390.603156:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081 00000100:00100000:1.0:1767321390.604788:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989178368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321390.604845:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321390.604894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989178624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321390.604918:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321390.604961:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989178752:0@lo:38:kworker.0 00000100:00100000:1.0:1767321390.604989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321390.605015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989179136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321390.605048:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321390.605087:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989178752 00000100:00100000:1.0:1767321390.605094:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989178752 00000100:00100000:1.0:1767321390.605128:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996 00000100:00100000:1.0:1767321390.605134:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989178752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321390.605160:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321390.605199:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989178752:12345-0@lo:38:kworker.0 Request processed in 63us (209us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321390.605206:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996 00000100:00100000:1.0:1767321390.605226:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989178368 00000100:00100000:1.0:1767321390.605230:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989178368 00000100:00100000:1.0:1767321390.605250:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989178624 00000100:00100000:1.0:1767321390.605252:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989178624 00000100:00100000:1.0:1767321390.605268:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989179136 00000100:00100000:1.0:1767321390.605271:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989179136 00000100:00100000:1.0:1767321390.605287:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767321390.605292:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989178368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321390.605302:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321390.605328:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989178368:12345-0@lo:38:kworker.0 Request processed in 35us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321390.605333:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767321390.605343:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:1.0:1767321390.605346:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989178624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321390.605355:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321390.605386:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989178624:12345-0@lo:38:kworker.0 Request processed in 37us (467us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321390.605391:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00100000:1.0:1767321390.605402:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:1.0:1767321390.605406:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989179136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321390.605414:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321390.605434:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989179136:12345-0@lo:38:kworker.0 Request processed in 27us (386us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321390.605440:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00080000:1.0:1767321390.605491:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321390.605497:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321390.605501:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989178368:0@lo:38:kworker.0 00000100:00080000:1.0:1767321390.605510:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321390.605513:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321390.605515:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989178624:0@lo:38:kworker.0 00000100:00080000:1.0:1767321390.605523:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321390.605526:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321390.605528:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989178752:0@lo:38:kworker.0 00000100:00080000:1.0:1767321390.605534:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321390.605537:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321390.605540:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989179136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321390.605855:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989178496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.605870:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989178240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.605905:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989178880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321390.605917:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989179008:0@lo:400:kworker.0 00010000:00010000:2.0:1767321391.561437:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321393.608782:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321394.185319:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989179264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321394.185414:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321394.186016:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321394.188706:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989179264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321394.465140:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321394.465292:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321394.465752:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923918720 00000100:00100000:2.0:1767321394.465759:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923918720 00000100:00080000:1.0:1767321394.465920:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321394.469245:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2196 00000100:00100000:2.0:1767321394.469267:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923918720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321394.469302:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321394.469507:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923918720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 245us (4214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321394.469517:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2196 00010000:00010000:2.0:1767321394.633783:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321394.698479:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989179392 00000100:00100000:2.0:1767321394.698509:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989179392 00000100:00100000:2.0:1767321394.698626:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:2.0:1767321394.698637:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989179392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321394.698688:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321394.698743:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989179392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321394.698751:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00080000:1.0:1767321394.699512:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321395.662740:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321395.721364:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321370/real 1767321370] req@ffff9e7d096b8000 x1853163989172992/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321395 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321395.721408:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d096b8000 x1853163989172992/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321395 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321395.721434:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321395.721463:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321395.721468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989172992:0@lo:250:kworker.0 00000100:00080000:2.0:1767321395.721614:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321395.721621:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321395.721625:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321395.721630:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6617 00000100:00080000:2.0:1767321395.721635:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321395.721642:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321395.721686:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989179520/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321395.721762:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321395.721767:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321395.721768:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321395.721773:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6637 00000100:00080000:2.0:1767321395.721775:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321395.721779:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321395.721801:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f66680 x1853163989179776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321395.722322:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321395.722326:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321395.722348:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321395.722354:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6637 00000100:00080000:2.0:1767321395.722356:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321395.722361:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321395.722377:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6c8700 x1853163989180032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321395.722388:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321395.722392:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321395.722393:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321395.722398:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6637 00000100:00080000:2.0:1767321395.722400:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321395.722405:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321395.722417:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a6cbb80 x1853163989180160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321395.722456:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321395.722460:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321395.722461:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321395.722464:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6637 00000100:00080000:2.0:1767321395.722467:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321395.722470:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321395.722480:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c1180 x1853163989180544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321395.722609:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989179648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321395.722643:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321395.722678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989180416:0@lo:400:kworker.0 00000100:00100000:0.0:1767321395.722707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321395.722727:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321395.722733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989180288:0@lo:400:kworker.0 00000100:00100000:0.0:1767321395.722764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321395.722800:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180416 00000100:00100000:0.0:1767321395.722804:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180416 00000100:00100000:0.0:1767321395.722836:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180288 00000100:00100000:0.0:1767321395.722839:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180288 00000100:00100000:0.0:1767321395.722912:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082 00000100:00100000:0.0:1767321395.722923:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989180416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321395.723009:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989180416:12345-0@lo:400:kworker.0 Request processed in 87us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321395.723016:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082 00000100:00100000:0.0:1767321395.723035:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083 00000100:00100000:0.0:1767321395.723042:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0739b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989180288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321395.723070:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0739b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989180288:12345-0@lo:400:kworker.0 Request processed in 29us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321395.723391:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989179648 00000100:00100000:2.0:1767321395.723395:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989179648 00000100:00100000:2.0:1767321395.723433:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1767321395.723446:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989179648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321395.723483:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989179648:12345-0@lo:400:kworker.0 Request processed in 38us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321395.723560:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083 00000100:00100000:0.0:1767321395.723604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989179648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321395.723690:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989179520:0@lo:250:kworker.0 00000400:00000100:1.0:1767321395.723717:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989179520 offset 0 length 520: 4 00000100:00100000:1.0:1767321395.723739:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989179776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321395.723763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321395.723792:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989180032:0@lo:38:kworker.0 00000100:00100000:2.0:1767321395.727670:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1767321395.728196:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321395.728262:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989180160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321395.728319:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321395.728350:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989180544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321395.728376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321395.728432:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321395.728438:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321395.728442:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989179776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321395.731353:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180032 00000100:00100000:0.0:1767321395.731359:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180032 00000100:00100000:0.0:1767321395.731384:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180544 00000100:00100000:0.0:1767321395.731388:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180544 00000100:00100000:0.0:1767321395.731403:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:0.0:1767321395.731409:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989180032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321395.731421:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321395.731458:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989180032:12345-0@lo:38:kworker.0 Request processed in 48us (3263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321395.731464:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:0.0:1767321395.731501:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1767321395.731505:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989180544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321395.731516:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321395.731542:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989180544:12345-0@lo:38:kworker.0 Request processed in 35us (3165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321395.731548:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00080000:1.0:1767321395.736454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321395.736470:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321395.736477:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989180032:0@lo:38:kworker.0 00000100:00080000:1.0:1767321395.736533:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321395.736538:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321395.736541:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989180160:0@lo:38:kworker.0 00000100:00080000:1.0:1767321395.736552:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321395.736556:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321395.736558:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989180544:0@lo:38:kworker.0 00010000:00010000:2.0:1767321397.714789:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321398.729776:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321399.305108:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321399.305140:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989180672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321399.305237:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321399.306253:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321399.309712:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989180672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321399.593325:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321399.593374:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321399.598042:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919104 00000100:00100000:1.0:1767321399.598066:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919104 00000100:00100000:1.0:1767321399.598216:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923918976 00000100:00100000:1.0:1767321399.598221:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923918976 00000100:00080000:0.0:1767321399.598223:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321399.598266:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1458 00000100:00100000:1.0:1767321399.598279:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919104:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321399.598405:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919104:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 128us (5093us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321399.598414:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1458 00000100:00100000:1.0:1767321399.598437:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2200 00000100:00100000:1.0:1767321399.598442:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923918976:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321399.598467:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321399.598502:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923918976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (5127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321399.598531:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2200 00010000:00010000:2.0:1767321399.754667:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321399.817997:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321399.818041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989180800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321399.818142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321399.818343:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180800 00000100:00100000:2.0:1767321399.818356:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180800 00000100:00100000:2.0:1767321399.818447:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:2.0:1767321399.818459:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989180800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321399.818501:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321399.818559:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989180800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321399.818567:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00080000:0.0:1767321399.818665:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321399.818709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989180800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321400.844161:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321400.844177:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321400.844274:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321400.844279:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321400.844283:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321400.844293:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6642 00000100:00080000:2.0:1767321400.844300:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321400.844309:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321400.844334:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c1880 x1853163989181056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321400.844368:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321400.844389:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321400.844391:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321400.844395:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6642 00000100:00080000:2.0:1767321400.844398:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321400.844402:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321400.844419:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29500 x1853163989181312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321400.844427:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321400.844430:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321400.844432:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321400.844436:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6642 00000100:00080000:2.0:1767321400.844439:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321400.844443:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321400.844455:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29c00 x1853163989181440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321400.844491:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321400.844494:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321400.844496:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321400.844499:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6642 00000100:00080000:2.0:1767321400.844502:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321400.844506:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321400.844516:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2aa00 x1853163989181824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321400.844664:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989181696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321400.844751:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.844810:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321400.844817:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989181568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321400.844852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.844895:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181696 00000100:00100000:1.0:1767321400.844904:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181696 00000100:00100000:1.0:1767321400.844957:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181568 00000100:00100000:1.0:1767321400.844961:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181568 00000100:00100000:1.0:1767321400.844984:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084 00000100:00100000:1.0:1767321400.844993:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989181696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321400.845055:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989181696:12345-0@lo:400:kworker.0 Request processed in 62us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321400.845062:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084 00000100:00100000:1.0:1767321400.845081:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085 00000100:00100000:1.0:1767321400.845087:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989181568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321400.845114:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989181568:12345-0@lo:400:kworker.0 Request processed in 27us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321400.845120:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085 00000100:00100000:1.0:1767321400.845147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989181056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321400.845177:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.845190:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989181312:0@lo:38:kworker.0 00000100:00100000:1.0:1767321400.845205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.845213:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989181440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321400.845237:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.845250:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989181824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321400.845262:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.845284:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181440 00000100:00100000:1.0:1767321400.845287:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181440 00000100:00100000:1.0:1767321400.845302:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4998 00000100:00100000:1.0:1767321400.845306:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989181440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321400.845324:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321400.845350:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989181440:12345-0@lo:38:kworker.0 Request processed in 43us (112us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321400.845354:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4998 00000100:00100000:1.0:1767321400.845368:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181056 00000100:00100000:1.0:1767321400.845370:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181056 00000100:00100000:1.0:1767321400.845382:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181312 00000100:00100000:1.0:1767321400.845383:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181312 00000100:00100000:1.0:1767321400.845390:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181824 00000100:00100000:1.0:1767321400.845391:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181824 00000100:00100000:1.0:1767321400.845400:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1767321400.845403:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321400.845409:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321400.845424:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181056:12345-0@lo:38:kworker.0 Request processed in 20us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321400.845428:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1767321400.845434:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:1.0:1767321400.845437:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321400.845442:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321400.845461:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181312:12345-0@lo:38:kworker.0 Request processed in 23us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321400.845465:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00100000:1.0:1767321400.845472:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:1.0:1767321400.845474:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321400.845480:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321400.845490:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989181824:12345-0@lo:38:kworker.0 Request processed in 15us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321400.845494:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00080000:1.0:1767321400.845536:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321400.847945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989181184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848042:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321400.848110:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321400.848117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989180928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848139:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321400.848185:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989181184 00000100:00100000:0.0:1767321400.848193:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989181184 00000100:00100000:0.0:1767321400.848258:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989180928 00000100:00100000:0.0:1767321400.848261:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989180928 00000100:00100000:0.0:1767321400.848286:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1767321400.848293:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989181184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848348:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989181184:12345-0@lo:400:kworker.0 Request processed in 56us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321400.848371:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1767321400.848390:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:0.0:1767321400.848396:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989180928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848424:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989180928:12345-0@lo:400:kworker.0 Request processed in 29us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321400.848430:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00080000:0.0:1767321400.848450:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321400.848496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989180928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848508:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989181184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848711:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989181568:0@lo:400:kworker.0 00000100:00100000:0.0:1767321400.848727:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989181696:0@lo:400:kworker.0 00000100:00080000:1.0:1767321400.848922:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321400.848927:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989181056:0@lo:38:kworker.0 00000100:00080000:1.0:1767321400.848949:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321400.848953:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321400.848956:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989181312:0@lo:38:kworker.0 00000100:00080000:1.0:1767321400.848968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321400.848972:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321400.848974:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989181440:0@lo:38:kworker.0 00000100:00080000:1.0:1767321400.848986:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321400.848989:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321400.848992:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989181824:0@lo:38:kworker.0 00010000:00010000:2.0:1767321401.803328:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321402.826666:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321403.849314:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321404.424924:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321404.424969:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989181952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321404.425078:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321404.425277:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321404.425568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989181952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321404.709743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321404.710101:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321404.718275:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919232 00000100:00100000:0.0:1767321404.718305:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919232 00000100:00100000:0.0:1767321404.718403:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919360 00000100:00100000:0.0:1767321404.718408:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919360 00000100:00100000:0.0:1767321404.718497:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1461 00000100:00100000:0.0:1767321404.718510:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919360:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321404.718658:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919360:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 149us (8556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321404.718690:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1461 00000100:00100000:0.0:1767321404.718719:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2204 00000100:00100000:0.0:1767321404.718724:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923919232:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321404.718752:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321404.718794:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923919232:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 68us (9067us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321404.718802:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2204 00000100:00080000:2.0:1767321404.723668:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321404.945367:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182080 00000100:00100000:2.0:1767321404.945380:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182080 00000100:00100000:2.0:1767321404.945641:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00080000:0.0:1767321404.945751:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321404.945894:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989182080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321404.945943:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321404.946051:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989182080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321404.946150:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989182080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321404.946834:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00010000:00010000:2.0:1767321405.902036:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321405.960885:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321405.960903:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321405.961033:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321405.961039:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321405.961047:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321405.961063:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6647 00000100:00080000:1.0:1767321405.961072:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321405.961082:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321405.961119:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8000 x1853163989182336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321405.961145:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321405.961148:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321405.961150:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321405.961154:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6647 00000100:00080000:1.0:1767321405.961156:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321405.961160:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321405.961173:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096baa00 x1853163989182592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321405.961183:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321405.961189:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321405.961191:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321405.961195:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6647 00000100:00080000:1.0:1767321405.961198:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321405.961202:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321405.961216:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096bb480 x1853163989182720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321405.961265:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321405.961269:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321405.961271:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321405.961274:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6647 00000100:00080000:1.0:1767321405.961277:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321405.961281:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321405.961293:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8380 x1853163989183104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321405.961398:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989182336:0@lo:38:kworker.0 00000100:00100000:2.0:1767321405.961825:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321405.961958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989182592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321405.961987:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321405.962006:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989182720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321405.962035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321405.962053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989183104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321405.962074:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321405.962181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989182208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321405.962218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321405.962253:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321405.962259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989182464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321405.962284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321405.962327:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182336 00000100:00100000:0.0:1767321405.962338:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182336 00000100:00100000:0.0:1767321405.962381:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182592 00000100:00100000:0.0:1767321405.962384:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182592 00000100:00100000:0.0:1767321405.962394:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183104 00000100:00100000:0.0:1767321405.962396:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183104 00000100:00100000:0.0:1767321405.962404:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182208 00000100:00100000:0.0:1767321405.962406:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182208 00000100:00100000:0.0:1767321405.963098:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182464 00000100:00100000:0.0:1767321405.963103:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182464 00000100:00100000:0.0:1767321405.963127:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:0.0:1767321405.963134:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989182208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321405.963598:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1767321405.963610:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989182464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321405.963770:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:2.0:1767321405.963777:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989182336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321405.963792:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321405.964169:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989182464:12345-0@lo:400:kworker.0 Request processed in 561us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321405.964174:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989182208:12345-0@lo:400:kworker.0 Request processed in 1040us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321405.964178:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1767321405.964181:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1767321405.964202:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1767321405.964206:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989182592:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321405.964208:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:0.0:1767321405.964212:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989183104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321405.964217:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767321405.964221:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321405.964276:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989183104:12345-0@lo:38:kworker.0 Request processed in 61us (2199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321405.964276:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989182592:12345-0@lo:38:kworker.0 Request processed in 67us (2287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321405.964284:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:1.0:1767321405.964288:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767321405.964328:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989182976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321405.964351:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989182464:0@lo:400:kworker.0 00000100:00100000:1.0:1767321405.964370:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989182208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321405.964376:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321405.964443:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989182848:0@lo:400:kworker.0 00000100:00080000:0.0:1767321405.964499:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321405.964499:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321405.964564:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182976 00000100:00100000:1.0:1767321405.964573:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182976 00000100:00100000:0.0:1767321405.964645:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989182848 00000100:00100000:0.0:1767321405.964651:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989182848 00000100:00100000:0.0:1767321405.964701:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1767321405.964709:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989182848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321405.964732:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087 00000100:00100000:1.0:1767321405.964747:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989182976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321405.964771:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989182848:12345-0@lo:400:kworker.0 Request processed in 63us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321405.964778:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086 00000100:00100000:1.0:1767321405.964781:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989182976:12345-0@lo:400:kworker.0 Request processed in 44us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321405.964787:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087 00000100:00100000:2.0:1767321405.965019:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989182336:12345-0@lo:38:kworker.0 Request processed in 1240us (3194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321405.965032:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00080000:2.0:1767321405.965066:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321405.965072:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321405.965076:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989182336:0@lo:38:kworker.0 00000100:00100000:2.0:1767321405.965108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989182976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321405.965125:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989182848:0@lo:400:kworker.0 00010000:00010000:2.0:1767321406.921428:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321407.944921:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321409.544987:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989183232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321409.545068:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321409.545517:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183232 00000100:00100000:2.0:1767321409.545533:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183232 00000100:00100000:2.0:1767321409.545691:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:2.0:1767321409.545703:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989183232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321409.545748:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321409.545847:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989183232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321409.545857:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:1.0:1767321409.545925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989183232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321409.546022:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321409.825848:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321409.825908:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321409.826103:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919488 00000100:00100000:1.0:1767321409.826116:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919488 00000100:00100000:1.0:1767321409.826171:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919616 00000100:00100000:1.0:1767321409.826175:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919616 00000100:00100000:0.0:1767321409.826319:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2208 00000100:00100000:0.0:1767321409.826330:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923919488:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321409.826361:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321409.826490:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923919488:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 160us (658us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321409.826500:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2208 00000100:00100000:1.0:1767321409.826731:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1464 00000100:00100000:1.0:1767321409.826740:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919616:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321409.826807:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923919616:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321409.826815:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1464 00010000:00010000:2.0:1767321409.993043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321410.057747:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989183360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321410.059039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321410.059672:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989183360:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321410.060008:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321411.016888:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321411.086250:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321411.086264:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321411.086359:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321411.086363:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321411.086368:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321411.086379:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6652 00000100:00080000:2.0:1767321411.086406:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321411.086414:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321411.086437:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989183616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321411.086471:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321411.086474:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321411.086476:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321411.086480:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6652 00000100:00080000:2.0:1767321411.086483:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321411.086487:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321411.086498:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163989183872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321411.086507:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321411.086511:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321411.086512:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321411.086517:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6652 00000100:00080000:2.0:1767321411.086519:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321411.086523:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321411.086535:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163989184000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321411.086568:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321411.086572:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321411.086573:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321411.086577:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6652 00000100:00080000:2.0:1767321411.086627:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321411.086632:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321411.086657:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18380 x1853163989184384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321411.086698:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989183616:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.086776:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.086815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989183872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.086832:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.086846:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989184000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.086868:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.086881:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989184384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.086896:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.086934:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183616 00000100:00100000:2.0:1767321411.086943:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183616 00000100:00100000:2.0:1767321411.086978:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183872 00000100:00100000:2.0:1767321411.086980:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183872 00000100:00100000:2.0:1767321411.086990:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989184384 00000100:00100000:2.0:1767321411.086992:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989184384 00000100:00100000:2.0:1767321411.087009:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767321411.087016:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989183616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321411.087041:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321411.087159:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989183616:12345-0@lo:38:kworker.0 Request processed in 142us (381us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321411.087167:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767321411.087185:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767321411.087189:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989183872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321411.087203:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321411.087221:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989183872:12345-0@lo:38:kworker.0 Request processed in 31us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321411.087226:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767321411.087235:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:2.0:1767321411.087239:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d412c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989184384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321411.087246:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321411.087260:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d412c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989184384:12345-0@lo:38:kworker.0 Request processed in 20us (363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321411.087265:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00080000:2.0:1767321411.087305:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321411.087310:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321411.087314:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989183616:0@lo:38:kworker.0 00000100:00080000:2.0:1767321411.087321:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321411.087324:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321411.087326:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989183872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321411.087332:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321411.087334:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321411.087337:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989184384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.087709:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183744 00000100:00100000:2.0:1767321411.087713:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183744 00000100:00100000:2.0:1767321411.087761:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989183488 00000100:00100000:2.0:1767321411.087764:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989183488 00000100:00100000:2.0:1767321411.087779:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1767321411.087783:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989183744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.087831:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989183744:12345-0@lo:400:kworker.0 Request processed in 47us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321411.087837:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1767321411.087847:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1767321411.087852:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989183488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.087870:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989183488:12345-0@lo:400:kworker.0 Request processed in 18us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321411.087875:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:2.0:1767321411.087896:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321411.087900:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321411.087903:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989184000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.087925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989183488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.087932:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989183744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321411.088217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989184128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321411.088249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.088277:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321411.088282:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989184256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321411.088309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321411.088880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321411.088899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989184256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321411.088907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989184128:0@lo:400:kworker.0 00010000:00010000:2.0:1767321412.044168:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321414.088782:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321414.665628:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321414.665653:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989184512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321414.665737:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321414.666444:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321414.957941:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920000 00000100:00100000:1.0:1767321414.957956:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920000 00000100:00100000:1.0:1767321414.958058:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1467 00000100:00100000:1.0:1767321414.958075:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923920000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767321414.958177:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321414.958313:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923920000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 244us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321414.958322:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1467 00000100:00100000:1.0:1767321414.958822:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923919872 00000100:00100000:1.0:1767321414.958831:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923919872 00000100:00100000:1.0:1767321414.958869:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2212 00000100:00100000:1.0:1767321414.958876:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923919872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321414.958902:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321414.958981:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923919872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 103us (538us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321414.958989:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2212 00010000:00010000:2.0:1767321415.117437:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321415.179173:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989184640 00000100:00100000:2.0:1767321415.179182:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989184640 00000100:00100000:2.0:1767321415.179247:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1767321415.179256:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989184640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321415.179305:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321415.179362:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989184640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321415.179371:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00080000:1.0:1767321415.179430:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321415.179497:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989184640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321416.137979:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321416.201477:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989184896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321416.201602:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.202137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989185152:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.202163:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989184768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321416.202183:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.202219:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989185280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.202224:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.202274:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.202281:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321416.202293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989185024:0@lo:400:kworker.0 00000100:00100000:0.0:1767321416.202318:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989185664:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.202333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.202390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.202417:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989184896 00000100:00100000:1.0:1767321416.202429:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989184896 00000100:00100000:0.0:1767321416.202481:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185152 00000100:00100000:0.0:1767321416.202490:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185152 00000100:00100000:0.0:1767321416.202522:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989184768 00000100:00100000:0.0:1767321416.202525:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989184768 00000100:00100000:2.0:1767321416.202560:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185024 00000100:00100000:2.0:1767321416.202569:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185024 00000100:00100000:0.0:1767321416.202615:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185664 00000100:00100000:0.0:1767321416.202622:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185664 00000100:00100000:2.0:1767321416.202642:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1767321416.202653:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989184768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.202725:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989184768:12345-0@lo:400:kworker.0 Request processed in 74us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321416.202733:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1767321416.202754:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1767321416.202760:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989185024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.202785:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989185024:12345-0@lo:400:kworker.0 Request processed in 25us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321416.202790:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1767321416.202804:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:2.0:1767321416.202809:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989184896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321416.202832:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321416.202881:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989184896:12345-0@lo:38:kworker.0 Request processed in 70us (1304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321416.202888:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:2.0:1767321416.202900:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:2.0:1767321416.202904:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989185152:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321416.202924:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00010000:00020000:2.0:1767321416.202926:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321416.202939:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989185664:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321416.202958:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989185152:12345-0@lo:38:kworker.0 Request processed in 50us (775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321416.202971:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00010000:00020000:0.0:1767321416.202972:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321416.203032:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185536 00000100:00100000:2.0:1767321416.203040:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185536 00000100:00100000:0.0:1767321416.203044:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989185664:12345-0@lo:38:kworker.0 Request processed in 105us (654us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321416.203069:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:2.0:1767321416.203078:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090 00000100:00100000:2.0:1767321416.203091:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989185536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321416.203113:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989185408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.203146:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989185536:12345-0@lo:400:kworker.0 Request processed in 58us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321416.203154:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090 00000100:00100000:0.0:1767321416.203166:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.207297:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185408 00000100:00100000:0.0:1767321416.207319:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185408 00000100:00100000:0.0:1767321416.207441:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:0.0:1767321416.207454:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989185408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321416.209894:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989185408:12345-0@lo:400:kworker.0 Request processed in 2436us (6722us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321416.209912:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00100000:2.0:1767321416.210815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989185408:0@lo:400:kworker.0 00010000:00010000:2.0:1767321418.184914:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321419.209464:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321419.785777:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321419.785815:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989185792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321419.785921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321419.786540:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321419.791431:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989185792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321420.075764:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920128 00000100:00100000:1.0:1767321420.075780:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920128 00000100:00100000:1.0:1767321420.075838:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920256 00000100:00100000:1.0:1767321420.075841:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920256 00000100:00100000:1.0:1767321420.075900:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1470 00000100:00100000:1.0:1767321420.075912:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923920256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321420.076033:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923920256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321420.076043:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1470 00000100:00100000:1.0:1767321420.076067:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2216 00000100:00100000:1.0:1767321420.076072:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321420.076100:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321420.076132:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (615us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321420.076139:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2216 00000100:00080000:1.0:1767321420.076158:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321420.232896:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321420.297335:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767321420.298891:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321420.298902:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321420.298907:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321420.298914:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6642 00000100:00080000:2.0:1767321420.298920:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321420.298930:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321420.298976:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020e00 x1853163989186048/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321420.299082:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321420.299086:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321420.299088:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321420.299093:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6663 00000100:00080000:2.0:1767321420.299096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321420.299100:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321420.299128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163989186304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321420.299145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321420.299148:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321420.299149:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321420.299153:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6663 00000100:00080000:2.0:1767321420.299156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321420.299160:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321420.299175:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023100 x1853163989186560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321420.299183:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321420.299187:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321420.299189:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321420.299203:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6663 00000100:00080000:2.0:1767321420.299206:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321420.299211:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321420.299226:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfc700 x1853163989186688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321420.300518:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321420.300523:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321420.300526:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321420.304232:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989186176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.304410:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989186944:0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.304489:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321420.304644:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989186944 00000100:00100000:0.0:1767321420.304656:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989186944 00000100:00100000:0.0:1767321420.304737:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092 00000100:00100000:0.0:1767321420.304749:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989186944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.304824:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989186944:12345-0@lo:400:kworker.0 Request processed in 76us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321420.304833:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092 00000100:00100000:0.0:1767321420.304899:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989186944:0@lo:400:kworker.0 00000100:00080000:0.0:1767321420.304953:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321420.304985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989186432:0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.305059:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989186304 00000100:00100000:0.0:1767321420.305064:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989186304 00000100:00100000:0.0:1767321420.305092:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767321420.305098:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989186304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321420.305130:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321420.305174:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989186304:12345-0@lo:38:kworker.0 Request processed in 75us (5496us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321420.305181:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:1.0:1767321420.311121:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989186816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321420.311258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321420.311324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989185920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321420.311351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321420.311406:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989185920 00000100:00100000:1.0:1767321420.311427:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989185920 00000100:00100000:1.0:1767321420.311525:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:1.0:1767321420.311565:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989185920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321420.311629:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321420.311832:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989185920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 268us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321420.311840:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:1.0:1767321420.311906:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989185920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321420.312386:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989186560 00000100:00100000:0.0:1767321420.312395:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989186560 00000100:00100000:0.0:1767321420.312456:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989186176 00000100:00100000:0.0:1767321420.312460:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989186176 00000100:00100000:0.0:1767321420.312518:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1767321420.312528:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989186176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.312667:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989186176:12345-0@lo:400:kworker.0 Request processed in 139us (6384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321420.312687:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1767321420.312709:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767321420.312713:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989186560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321420.312747:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321420.312794:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989186560:12345-0@lo:38:kworker.0 Request processed in 78us (13065us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321420.312801:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00080000:0.0:1767321420.312823:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321420.312849:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321420.312893:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989186432 00000100:00100000:0.0:1767321420.312897:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989186432 00000100:00100000:0.0:1767321420.312943:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1767321420.312949:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989186432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321420.312989:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989186432:12345-0@lo:400:kworker.0 Request processed in 40us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321420.312995:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00080000:0.0:1767321420.313008:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321420.313034:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989186432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321420.316250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989186816:0@lo:400:kworker.0 00000100:00080000:2.0:1767321420.321315:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6663 00000100:00080000:2.0:1767321420.321327:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321420.321339:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321420.321837:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163989187072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321420.327359:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989187072 00000100:00100000:1.0:1767321420.327386:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989187072 00000100:00100000:2.0:1767321420.329624:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:2.0:1767321420.329813:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989187072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321420.329937:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321420.333565:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321420.333573:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321420.333622:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989187072:0@lo:38:kworker.0 00010000:00010000:2.0:1767321422.281129:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321423.305569:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321424.329169:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321424.905297:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321424.905332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989187200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321424.905440:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321424.906167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989187200:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321424.906307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321425.186748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321425.187778:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321425.192206:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321425.192520:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920384 00000100:00100000:1.0:1767321425.192535:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920384 00000100:00100000:1.0:1767321425.192716:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2220 00000100:00100000:1.0:1767321425.192727:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920384:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321425.192771:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321425.192878:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920384:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 150us (686us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321425.192886:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2220 00000100:00080000:2.0:1767321425.416896:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321425.416913:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321425.417046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989187328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321425.417165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321425.417245:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321425.417250:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321425.417255:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321425.417279:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6667 00000100:00080000:2.0:1767321425.417284:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321425.417291:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321425.417318:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682680 x1853163989187456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321425.417363:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321425.417367:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321425.417369:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321425.417373:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6667 00000100:00080000:2.0:1767321425.417375:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321425.417389:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321425.417403:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163989187712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321425.417413:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321425.417416:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321425.417418:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321425.417422:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6667 00000100:00080000:2.0:1767321425.417424:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321425.417429:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321425.417441:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681180 x1853163989187840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321425.422054:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989188224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321425.422999:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321425.423165:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321425.423172:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321425.423177:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321425.423204:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6667 00000100:00080000:2.0:1767321425.423210:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321425.423218:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321425.423254:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989188224 00000100:00100000:2.0:1767321425.423265:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989188224 00000100:00100000:2.0:1767321425.423337:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767321425.423348:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989188224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321425.423409:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321425.423482:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989188224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321425.423492:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767321425.423557:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e353800 x1853163989188352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321425.423647:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1767321425.423657:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989187584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321425.423702:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989187584:12345-0@lo:400:kworker.0 Request processed in 48us (5681us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321425.423709:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00080000:2.0:1767321425.423734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321425.423807:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989187584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321425.423912:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989187456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321425.423956:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321425.423977:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989187712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321425.423999:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321425.424016:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989187840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321425.424056:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321425.424076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989188352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321425.424112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321425.424149:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989187456 00000100:00100000:2.0:1767321425.424154:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989187456 00000100:00100000:2.0:1767321425.424176:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989187712 00000100:00100000:2.0:1767321425.424178:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989187712 00000100:00100000:2.0:1767321425.424186:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989188352 00000100:00100000:2.0:1767321425.424188:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989188352 00000100:00100000:2.0:1767321425.424198:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:2.0:1767321425.424203:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989187456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321425.424226:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321425.424264:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989187456:12345-0@lo:38:kworker.0 Request processed in 59us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321425.424270:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:2.0:1767321425.424283:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:2.0:1767321425.424286:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989187712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321425.424295:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321425.424318:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989187712:12345-0@lo:38:kworker.0 Request processed in 29us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321425.424323:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00100000:2.0:1767321425.424334:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:2.0:1767321425.424338:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989188352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321425.424347:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321425.424367:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989188352:12345-0@lo:38:kworker.0 Request processed in 28us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321425.424391:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00080000:2.0:1767321425.424433:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321425.424439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321425.424443:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989187456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321425.424450:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321425.424454:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321425.424456:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989187712:0@lo:38:kworker.0 00000100:00080000:2.0:1767321425.424463:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321425.424466:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321425.424468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989188352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321425.424502:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989187840 00000100:00100000:2.0:1767321425.424505:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989187840 00000100:00100000:2.0:1767321425.424529:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003 00000100:00100000:2.0:1767321425.424533:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989187840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321425.424542:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321425.424573:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989187840:12345-0@lo:38:kworker.0 Request processed in 39us (517us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321425.424616:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003 00000100:00080000:2.0:1767321425.424640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321425.424644:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321425.424646:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989187840:0@lo:38:kworker.0 00000100:00100000:0.0:1767321425.436834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989187328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321425.436924:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989188224:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321426.378652:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321427.401525:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321428.425058:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321430.028877:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321430.028903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989188480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321430.028976:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321430.029370:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321430.029987:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989188480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321430.321219:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321430.321323:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321430.321479:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920768 00000100:00100000:0.0:1767321430.321493:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920768 00000100:00100000:0.0:1767321430.321619:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923920640 00000100:00100000:0.0:1767321430.321623:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923920640 00000100:00100000:0.0:1767321430.321661:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1476 00000100:00100000:0.0:1767321430.321695:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923920768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321430.321803:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923920768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321430.321813:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1476 00000100:00100000:0.0:1767321430.321839:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2224 00000100:00100000:0.0:1767321430.321844:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920640:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321430.321873:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321430.321899:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923920640:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (611us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321430.321905:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2224 00000100:00080000:2.0:1767321430.322997:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321430.537135:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321430.537169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989188608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321430.537269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321430.538435:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989188864:0@lo:38:kworker.0 00000100:00100000:1.0:1767321430.538477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321430.538507:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989189120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321430.538533:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321430.538550:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989189248:0@lo:38:kworker.0 00000100:00100000:1.0:1767321430.538575:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321430.538643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989189504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321430.538672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321430.538705:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989189248 00000100:00100000:1.0:1767321430.538710:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989189248 00000100:00100000:1.0:1767321430.538735:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5004 00000100:00100000:1.0:1767321430.538741:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989189248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321430.538776:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321430.538816:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989189248:12345-0@lo:38:kworker.0 Request processed in 73us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321430.538823:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004 00000100:00080000:1.0:1767321430.538850:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321430.538855:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321430.538858:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989189248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321430.539333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989188992:0@lo:400:kworker.0 00000100:00100000:0.0:1767321430.539371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321430.539404:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321430.539410:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989188736:0@lo:400:kworker.0 00000100:00100000:0.0:1767321430.539448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321430.539476:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989188992 00000100:00100000:0.0:1767321430.539480:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989188992 00000100:00100000:0.0:1767321430.539512:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989188736 00000100:00100000:0.0:1767321430.539515:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989188736 00000100:00100000:0.0:1767321430.539530:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1767321430.539536:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989188992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321430.539603:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989188992:12345-0@lo:400:kworker.0 Request processed in 43us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321430.539611:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1767321430.539626:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1767321430.539640:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989188736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321430.539670:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989188736:12345-0@lo:400:kworker.0 Request processed in 31us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321430.539676:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1767321430.539709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989188736:0@lo:400:kworker.0 00000100:00100000:0.0:1767321430.539719:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989188992:0@lo:400:kworker.0 00000100:00080000:2.0:1767321430.539839:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321430.539845:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321430.540003:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321430.540010:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321430.540013:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989188864:0@lo:38:kworker.0 00000100:00080000:1.0:1767321430.540022:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321430.540025:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321430.540028:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989189120:0@lo:38:kworker.0 00000100:00080000:1.0:1767321430.540038:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321430.540041:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321430.540043:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989189504:0@lo:38:kworker.0 00010000:00010000:2.0:1767321431.500522:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321432.520881:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321435.144962:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321435.144999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989189632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321435.145118:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321435.145545:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989189632 00000100:00100000:2.0:1767321435.145557:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989189632 00000100:00100000:2.0:1767321435.145685:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1767321435.145698:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989189632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321435.145743:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767321435.145866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321435.145971:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989189632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 276us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321435.145980:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:1.0:1767321435.146156:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989189632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321435.430522:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321435.431845:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321435.433848:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921024 00000100:00100000:1.0:1767321435.433870:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921024 00000100:00100000:1.0:1767321435.434077:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1479 00000100:00100000:1.0:1767321435.434092:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923921024:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321435.434890:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923921024:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 797us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321435.434903:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1479 00000100:00080000:0.0:1767321435.439016:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321435.592971:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321435.662831:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989189760 00000100:00100000:1.0:1767321435.662852:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989189760 00000100:00100000:1.0:1767321435.662942:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:1.0:1767321435.662954:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989189760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321435.663009:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321435.663079:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989189760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321435.663088:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00080000:2.0:1767321435.664199:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321435.664208:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321435.664270:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321435.664275:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321435.664280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321435.664311:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6677 00000100:00080000:2.0:1767321435.664318:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321435.664325:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321435.664353:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163989190016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321435.664504:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321435.664509:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321435.664511:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321435.664516:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6677 00000100:00080000:2.0:1767321435.664518:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321435.664524:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321435.664540:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163989190272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321435.664550:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321435.664553:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321435.664555:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321435.664559:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6677 00000100:00080000:2.0:1767321435.664561:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321435.664565:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321435.664619:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976ce00 x1853163989190400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321435.664630:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321435.664633:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321435.664635:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321435.664646:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6677 00000100:00080000:2.0:1767321435.664648:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321435.664653:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321435.664664:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976d180 x1853163989190528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321435.664700:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321435.664717:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989190144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321435.664868:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321435.664922:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190144 00000100:00100000:2.0:1767321435.664931:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190144 00000100:00100000:2.0:1767321435.665000:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1767321435.665009:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08402450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989190144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321435.665062:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08402450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989190144:12345-0@lo:400:kworker.0 Request processed in 54us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321435.665070:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1767321435.665222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989190016:0@lo:38:kworker.0 00000100:00100000:1.0:1767321435.665255:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321435.669992:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989190144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321435.670550:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989190272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321435.670646:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321435.670758:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989190400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321435.670787:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321435.670807:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989190528:0@lo:38:kworker.0 00000100:00100000:1.0:1767321435.670853:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321435.670896:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190016 00000100:00100000:2.0:1767321435.670903:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190016 00000100:00100000:2.0:1767321435.670945:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190272 00000100:00100000:2.0:1767321435.670949:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190272 00000100:00100000:2.0:1767321435.670974:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767321435.670983:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989190016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321435.671015:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321435.671071:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989190016:12345-0@lo:38:kworker.0 Request processed in 88us (5813us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321435.671079:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767321435.671098:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:2.0:1767321435.671102:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989190272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321435.671120:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321435.671146:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989190272:12345-0@lo:38:kworker.0 Request processed in 43us (501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321435.671152:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:0.0:1767321435.671273:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190400 00000100:00100000:0.0:1767321435.671278:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190400 00000100:00100000:0.0:1767321435.671313:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5005 00000100:00100000:0.0:1767321435.671319:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989190400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321435.671329:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321435.671362:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989190400:12345-0@lo:38:kworker.0 Request processed in 43us (574us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321435.671368:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5005 00000100:00080000:1.0:1767321435.671778:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321435.671785:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321435.671790:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989190016:0@lo:38:kworker.0 00000100:00080000:1.0:1767321435.671803:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321435.671807:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321435.671810:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989190272:0@lo:38:kworker.0 00000100:00080000:1.0:1767321435.671820:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321435.671823:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321435.671827:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989190400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321435.671950:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190528 00000100:00100000:0.0:1767321435.671955:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190528 00000100:00100000:0.0:1767321435.672027:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1767321435.672033:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989190528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321435.672047:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321435.672098:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989190528:12345-0@lo:38:kworker.0 Request processed in 64us (1244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321435.672123:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1767321435.672138:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767321435.672150:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989189888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321435.672223:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989189888:12345-0@lo:400:kworker.0 Request processed in 78us (7197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321435.672230:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00080000:1.0:1767321435.672291:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321435.672296:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321435.672299:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989190528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321435.672389:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989189888:0@lo:400:kworker.0 00010000:00010000:2.0:1767321436.619379:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321439.530993:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921408 00000100:00100000:0.0:1767321439.531020:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921408 00000100:00100000:0.0:1767321439.531171:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921280 00000100:00100000:0.0:1767321439.531176:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921280 00000100:00100000:0.0:1767321439.531223:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1482 00000100:00100000:0.0:1767321439.531239:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923921408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321439.531367:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923921408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 134us (9176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321439.531376:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1482 00000100:00100000:0.0:1767321439.531566:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2232 00000100:00100000:0.0:1767321439.531572:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923921280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321439.531628:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321439.531664:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923921280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 90us (9373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321439.531671:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2232 00010000:00010000:2.0:1767321439.691931:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321440.267629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989190656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321440.267745:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321440.290738:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321440.291380:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989190656:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321440.713031:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321440.776826:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321440.776841:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321440.777202:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767321440.777266:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321440.777275:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321440.777280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321440.777290:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6682 00000100:00080000:0.0:1767321440.777294:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321440.777303:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321440.777331:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976aa00 x1853163989191040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321440.777397:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321440.777401:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321440.777403:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321440.777407:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6682 00000100:00080000:0.0:1767321440.777410:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321440.777415:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321440.777427:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39768e00 x1853163989191296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321440.777437:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321440.777440:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321440.777442:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321440.777446:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6682 00000100:00080000:0.0:1767321440.777449:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321440.777453:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321440.777464:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39769180 x1853163989191424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321440.777495:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321440.777498:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321440.777500:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321440.777503:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6682 00000100:00080000:0.0:1767321440.777506:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321440.777510:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321440.777519:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976ad80 x1853163989191680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321440.777747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989191168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321440.777835:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321440.777918:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321440.778138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989191552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321440.778169:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321440.778210:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191552 00000100:00100000:0.0:1767321440.778220:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191552 00000100:00100000:0.0:1767321440.778292:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:0.0:1767321440.778303:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989191552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321440.778613:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989191040:0@lo:38:kworker.0 00000100:00100000:0.0:1767321440.778689:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989191552:12345-0@lo:400:kworker.0 Request processed in 370us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321440.778693:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321440.778716:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00100000:2.0:1767321440.778748:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989191296:0@lo:38:kworker.0 00000100:00080000:0.0:1767321440.778773:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321440.778783:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321440.778814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989191424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321440.778844:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989191552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321440.778846:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321440.778936:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191168 00000100:00100000:0.0:1767321440.778944:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191168 00000100:00100000:0.0:1767321440.778992:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191040 00000100:00100000:0.0:1767321440.779015:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191040 00000100:00100000:0.0:1767321440.779034:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191296 00000100:00100000:0.0:1767321440.779037:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191296 00000100:00100000:0.0:1767321440.779054:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1767321440.779062:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989191168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321440.781029:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989191168:12345-0@lo:400:kworker.0 Request processed in 1956us (3183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321440.781044:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1767321440.781082:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:0.0:1767321440.781088:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989191040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321440.781123:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321440.781174:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989191040:12345-0@lo:38:kworker.0 Request processed in 85us (2498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321440.781180:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:0.0:1767321440.781192:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:0.0:1767321440.781197:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989191296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321440.781208:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321440.781234:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989191296:12345-0@lo:38:kworker.0 Request processed in 36us (2457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321440.781240:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00080000:0.0:1767321440.781269:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321440.783816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989191168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321440.783936:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191424 00000100:00100000:0.0:1767321440.783945:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191424 00000100:00100000:0.0:1767321440.783988:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006 00000100:00100000:0.0:1767321440.783994:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989191424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321440.784033:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321440.784126:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989191424:12345-0@lo:38:kworker.0 Request processed in 131us (5280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321440.784133:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006 00000100:00100000:1.0:1767321440.784598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989190912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321440.784682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321440.784742:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989190784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321440.784774:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321440.784827:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190784 00000100:00100000:1.0:1767321440.784835:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190784 00000100:00100000:0.0:1767321440.784899:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989190912 00000100:00100000:0.0:1767321440.784909:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989190912 00000100:00100000:0.0:1767321440.784953:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:0.0:1767321440.784961:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989190912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321440.784989:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321440.785069:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989190912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321440.785078:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:1.0:1767321440.785093:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1767321440.785118:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989190784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321440.785176:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989190784:12345-0@lo:400:kworker.0 Request processed in 61us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321440.785205:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1767321440.785268:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989190912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321440.785279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989190784:0@lo:400:kworker.0 00000100:00080000:2.0:1767321440.785402:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321440.785410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321440.785414:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989191424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321440.785422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989191680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321440.785451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321440.785498:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321440.785503:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321440.785514:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989191040:0@lo:38:kworker.0 00000100:00080000:2.0:1767321440.785530:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321440.785534:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321440.785537:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989191296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321440.785636:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191680 00000100:00100000:1.0:1767321440.785642:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191680 00000100:00100000:1.0:1767321440.785671:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:1.0:1767321440.785676:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989191680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321440.785695:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321440.785728:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989191680:12345-0@lo:38:kworker.0 Request processed in 50us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321440.785734:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00080000:2.0:1767321440.785838:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321440.785844:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321440.785846:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989191680:0@lo:38:kworker.0 00010000:00010000:2.0:1767321442.761131:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321443.784857:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321444.641405:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921664 00000100:00100000:1.0:1767321444.641416:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921664 00000100:00100000:1.0:1767321444.641518:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921536 00000100:00100000:1.0:1767321444.641522:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921536 00000100:00100000:1.0:1767321444.641543:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1485 00000100:00100000:1.0:1767321444.641553:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923921664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321444.641674:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923921664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321444.641684:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1485 00000100:00100000:1.0:1767321444.641717:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2236 00000100:00100000:1.0:1767321444.641722:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923921536:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321444.641742:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321444.641769:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923921536:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (495us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321444.641790:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2236 00010000:00010000:2.0:1767321444.809297:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321445.385000:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321445.385069:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989191808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321445.385172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321445.386080:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989191808 00000100:00100000:0.0:1767321445.386099:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989191808 00000100:00100000:0.0:1767321445.386204:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:0.0:1767321445.386214:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989191808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321445.386249:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321445.386345:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989191808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321445.386356:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:1.0:1767321445.386427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989191808:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321445.898828:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321445.898839:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321445.898843:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321445.898850:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6667 00000100:00080000:1.0:1767321445.898856:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321445.898863:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321445.898910:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0e00 x1853163989191936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321445.898980:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321445.898985:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321445.898987:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321445.898990:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6687 00000100:00080000:1.0:1767321445.898994:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321445.898997:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321445.899025:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163989192192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321445.899053:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321445.899056:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321445.899057:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321445.899082:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6687 00000100:00080000:1.0:1767321445.899084:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321445.899089:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321445.899102:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163989192448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321445.899110:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321445.899114:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321445.899116:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321445.899120:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6687 00000100:00080000:1.0:1767321445.899123:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321445.899126:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321445.899142:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2a680 x1853163989192576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321445.899159:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321445.899162:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321445.899164:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321445.899168:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6687 00000100:00080000:1.0:1767321445.899170:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321445.899174:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321445.899185:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2b800 x1853163989192832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321445.899213:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321445.899232:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989192064:0@lo:400:kworker.0 00000100:00100000:1.0:1767321445.899316:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321445.899411:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989192704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321445.899620:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989192320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321445.899624:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321445.899654:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989191936:0@lo:250:kworker.0 00000100:00100000:0.0:1767321445.899676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767321445.899705:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989191936 offset 0 length 520: 4 00000100:00100000:1.0:1767321445.899708:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192064 00000100:00100000:1.0:1767321445.899719:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192064 00000100:00100000:0.0:1767321445.899746:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192704 00000100:00100000:0.0:1767321445.899752:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192704 00000100:00100000:2.0:1767321445.899756:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989192192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321445.899800:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321445.899803:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192320 00000100:00100000:1.0:1767321445.899810:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192320 00000100:00100000:0.0:1767321445.899813:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:0.0:1767321445.899829:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989192704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321445.899838:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989192448:0@lo:38:kworker.0 00000100:00100000:1.0:1767321445.899849:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192192 00000100:00100000:1.0:1767321445.899854:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192192 00000100:00100000:1.0:1767321445.899875:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1767321445.899889:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989192064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321445.899919:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989192704:12345-0@lo:400:kworker.0 Request processed in 94us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321445.899928:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00100000:1.0:1767321445.899951:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989192064:12345-0@lo:400:kworker.0 Request processed in 65us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321445.899952:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321445.899960:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:1.0:1767321445.899970:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1767321445.899974:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989192320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321445.899980:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989192576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321445.900016:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192448 00000100:00100000:1.0:1767321445.900020:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192448 00000100:00100000:1.0:1767321445.900037:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:0.0:1767321445.900043:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989192320:12345-0@lo:400:kworker.0 Request processed in 69us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321445.900044:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321445.900049:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989192192:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321445.900056:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00010000:00020000:1.0:1767321445.900073:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321445.900078:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:0.0:1767321445.900083:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989192448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321445.900095:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321445.900108:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989192192:12345-0@lo:38:kworker.0 Request processed in 61us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321445.900117:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:0.0:1767321445.900131:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989192448:12345-0@lo:38:kworker.0 Request processed in 45us (182us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321445.900139:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1767321445.900161:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989192832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321445.900183:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989192064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321445.900190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989192320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321445.900220:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989192704:0@lo:400:kworker.0 00000100:00100000:1.0:1767321445.900279:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192576 00000100:00100000:1.0:1767321445.900283:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192576 00000100:00100000:1.0:1767321445.900363:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007 00000100:00100000:1.0:1767321445.900368:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989192576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321445.900379:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321445.900384:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321445.900421:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989192576:12345-0@lo:38:kworker.0 Request processed in 52us (383us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321445.900422:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321445.900430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321445.900434:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007 00000100:00100000:2.0:1767321445.900436:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989192192:0@lo:38:kworker.0 00000100:00080000:2.0:1767321445.900447:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321445.900457:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321445.900461:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989192448:0@lo:38:kworker.0 00000100:00080000:2.0:1767321445.900469:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321445.900472:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321445.900476:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989192576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321445.900506:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989192832 00000100:00100000:2.0:1767321445.900510:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989192832 00000100:00100000:2.0:1767321445.900533:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:2.0:1767321445.900539:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989192832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321445.900550:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321445.900600:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989192832:12345-0@lo:38:kworker.0 Request processed in 39us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321445.900607:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00080000:2.0:1767321445.900633:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321445.900639:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321445.900653:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989192832:0@lo:38:kworker.0 00000100:00100000:2.0:1767321445.900863:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989192960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321446.858510:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321447.882050:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321448.905997:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321449.762000:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921792 00000100:00100000:0.0:1767321449.762011:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921792 00000100:00100000:2.0:1767321449.762031:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923921920 00000100:00100000:2.0:1767321449.762043:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923921920 00000100:00100000:0.0:1767321449.762078:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2240 00000100:00100000:0.0:1767321449.762088:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923921792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321449.762112:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321449.762138:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1488 00000100:00100000:2.0:1767321449.762153:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923921920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321449.762183:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923921792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 90us (872us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321449.762192:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2240 00000100:00100000:2.0:1767321449.762233:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923921920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321449.762256:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1488 00000100:00100000:2.0:1767321450.505932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989193088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321450.506685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321450.507074:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321450.507639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989193088:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321450.953360:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321451.020153:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321451.020177:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989193216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321451.020267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321451.020321:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193216 00000100:00100000:0.0:1767321451.020329:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193216 00000100:00080000:1.0:1767321451.020490:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321451.020661:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1767321451.020671:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989193216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321451.020705:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321451.020967:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989193216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 296us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321451.020976:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:1.0:1767321451.021063:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989193216:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321451.021164:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.021171:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321451.021215:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.021219:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.021223:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.021229:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6692 00000100:00080000:2.0:1767321451.021234:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.021240:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321451.021261:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976dc00 x1853163989193472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.021288:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.021291:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.021292:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.021296:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6692 00000100:00080000:2.0:1767321451.021299:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.021304:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321451.021315:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976c700 x1853163989193728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.021351:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321451.021456:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989193344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321451.021496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321451.021536:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193344 00000100:00100000:1.0:1767321451.021541:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193344 00000100:00100000:1.0:1767321451.021611:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1767321451.021619:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989193344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321451.021664:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989193344:12345-0@lo:400:kworker.0 Request processed in 45us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321451.021670:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00080000:1.0:1767321451.021687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321451.021706:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989193344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321451.021801:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989193600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321451.021828:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321451.021855:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193600 00000100:00100000:1.0:1767321451.021859:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193600 00000100:00100000:1.0:1767321451.021885:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1767321451.021890:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989193600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321451.021933:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989193600:12345-0@lo:400:kworker.0 Request processed in 42us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321451.021939:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00080000:1.0:1767321451.022336:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321451.022360:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989193600:0@lo:400:kworker.0 00000100:00080000:2.0:1767321451.022611:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.022614:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.022619:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6692 00000100:00080000:2.0:1767321451.022622:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.022627:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321451.022649:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976ea00 x1853163989193856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.022662:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.022665:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.022667:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.022670:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6692 00000100:00080000:2.0:1767321451.022672:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.022676:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321451.022686:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f480 x1853163989193984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321451.023935:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193472 00000100:00100000:0.0:1767321451.023943:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193472 00000100:00100000:0.0:1767321451.023981:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193728 00000100:00100000:0.0:1767321451.023985:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193728 00000100:00100000:0.0:1767321451.024000:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193984 00000100:00100000:0.0:1767321451.024003:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193984 00000100:00100000:0.0:1767321451.024018:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:0.0:1767321451.024023:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321451.024043:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321451.024092:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193472:12345-0@lo:38:kworker.0 Request processed in 67us (444us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321451.024098:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:0.0:1767321451.024114:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1767321451.024118:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321451.024128:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321451.024170:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193728:12345-0@lo:38:kworker.0 Request processed in 50us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321451.024176:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1767321451.024187:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1767321451.024192:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321451.024201:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321451.024223:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989193984:12345-0@lo:38:kworker.0 Request processed in 30us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321451.024228:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:2.0:1767321451.024504:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989193856 00000100:00100000:2.0:1767321451.024509:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989193856 00000100:00100000:2.0:1767321451.024543:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008 00000100:00100000:2.0:1767321451.024548:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989193856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321451.024559:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321451.024622:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989193856:12345-0@lo:38:kworker.0 Request processed in 73us (843us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321451.024628:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008 00010000:00010000:2.0:1767321451.979018:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321453.002787:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321454.881764:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321454.881819:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321454.882465:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321455.048943:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321455.625064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989194112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321455.625147:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321455.625551:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989194112 00000100:00100000:0.0:1767321455.625560:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989194112 00000100:00100000:0.0:1767321455.625714:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:0.0:1767321455.625724:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989194112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321455.625770:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:2.0:1767321455.626098:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321455.626274:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989194112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 550us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321455.626282:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1767321455.626497:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989194112:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321456.072888:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321456.136891:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321456.136902:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321456.136976:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321456.136980:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321456.136984:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321456.136992:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6697 00000100:00080000:2.0:1767321456.136997:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321456.137003:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321456.137025:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f480 x1853163989194368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321456.137046:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321456.137049:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321456.137051:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321456.137054:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6697 00000100:00080000:2.0:1767321456.137056:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321456.137060:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321456.137069:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976dc00 x1853163989194624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321456.137076:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321456.137080:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321456.137099:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321456.137103:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6697 00000100:00080000:2.0:1767321456.137105:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321456.137109:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321456.137121:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f100 x1853163989194752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321456.137155:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321456.137158:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321456.137160:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321456.137163:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6697 00000100:00080000:2.0:1767321456.137165:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321456.137169:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321456.137178:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976ce00 x1853163989195136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321456.137204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989195008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321456.138341:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989194880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321456.138373:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321456.138404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321456.138543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321456.138610:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989194880 00000100:00100000:2.0:1767321456.138614:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989194880 00000100:00100000:2.0:1767321456.138640:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195008 00000100:00100000:2.0:1767321456.138643:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195008 00000100:00100000:2.0:1767321456.138665:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099 00000100:00100000:2.0:1767321456.138671:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989194880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321456.138711:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989194880:12345-0@lo:400:kworker.0 Request processed in 39us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321456.138717:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099 00000100:00100000:2.0:1767321456.138730:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100 00000100:00100000:2.0:1767321456.138743:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989195008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321456.138772:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989195008:12345-0@lo:400:kworker.0 Request processed in 30us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321456.138779:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100 00000100:00080000:2.0:1767321456.138798:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321456.138828:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989194880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321456.138860:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989195008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321456.138884:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989195136:0@lo:38:kworker.0 00000100:00100000:2.0:1767321456.138907:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321456.139103:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321456.139108:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321456.139111:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989194752:0@lo:38:kworker.0 00000100:00100000:0.0:1767321456.139237:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321456.139248:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989195264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321456.139276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.139303:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195264 00000100:00100000:0.0:1767321456.139306:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195264 00000100:00100000:0.0:1767321456.139332:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:0.0:1767321456.139338:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989195264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321456.139375:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321456.139418:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989195264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321456.139425:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:0.0:1767321456.139459:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989195264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321456.139485:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195136 00000100:00100000:0.0:1767321456.139488:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195136 00000100:00100000:0.0:1767321456.139514:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:0.0:1767321456.139518:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989195136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321456.139529:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321456.139555:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989195136:12345-0@lo:38:kworker.0 Request processed in 35us (647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321456.139561:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00080000:2.0:1767321456.142108:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321456.142121:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321456.142126:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989195136:0@lo:38:kworker.0 00010000:00010000:2.0:1767321457.097055:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321459.145068:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321460.007313:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923922432 00000100:00100000:0.0:1767321460.007323:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923922432 00000100:00100000:0.0:1767321460.007417:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923922304 00000100:00100000:0.0:1767321460.007421:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923922304 00000100:00100000:0.0:1767321460.007447:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1494 00000100:00100000:0.0:1767321460.007457:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923922432:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321460.007541:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923922432:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321460.007548:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1494 00000100:00100000:0.0:1767321460.007568:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2248 00000100:00100000:0.0:1767321460.007573:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923922304:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321460.007622:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321460.007662:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923922304:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 87us (534us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321460.007684:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2248 00000100:00080000:2.0:1767321460.009406:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321460.172630:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321460.745159:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989195392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321460.745285:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321460.745929:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321460.746194:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989195392:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321461.192921:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321461.258359:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321461.258371:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321461.258448:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321461.258453:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321461.258470:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321461.258479:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6703 00000100:00080000:2.0:1767321461.258483:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321461.258489:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321461.258511:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f100 x1853163989195648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321461.258530:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321461.258534:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321461.258536:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321461.258539:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6703 00000100:00080000:2.0:1767321461.258541:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321461.258544:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321461.258554:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f480 x1853163989195904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321461.258563:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321461.258567:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321461.258568:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321461.258572:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6703 00000100:00080000:2.0:1767321461.258574:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321461.258596:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321461.258609:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976e300 x1853163989196032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321461.258641:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321461.258644:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321461.258662:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321461.258666:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6703 00000100:00080000:2.0:1767321461.258668:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321461.258672:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321461.258683:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163989196416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321461.258715:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.258791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.258832:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321461.258838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.258919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.258951:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196160 00000100:00100000:2.0:1767321461.258958:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196160 00000100:00100000:2.0:1767321461.258997:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196288 00000100:00100000:2.0:1767321461.259000:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196288 00000100:00100000:2.0:1767321461.259030:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101 00000100:00100000:2.0:1767321461.259038:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.259086:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196160:12345-0@lo:400:kworker.0 Request processed in 49us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321461.259093:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101 00000100:00100000:2.0:1767321461.259109:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:2.0:1767321461.259115:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.259142:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196288:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321461.259148:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000100:00100000:2.0:1767321461.259190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.259210:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.260933:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989195520:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.260995:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.261045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321461.261052:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989195776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.261073:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321461.261129:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321461.261413:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989195648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321461.261443:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321461.261464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989195904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321461.261483:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321461.261501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989196032:0@lo:38:kworker.0 00000100:00100000:0.0:1767321461.261523:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321461.261538:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989196416:0@lo:38:kworker.0 00000100:00100000:0.0:1767321461.261559:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321461.261617:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195520 00000100:00100000:0.0:1767321461.261624:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195520 00000100:00100000:0.0:1767321461.261681:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195776 00000100:00100000:0.0:1767321461.261684:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195776 00000100:00100000:0.0:1767321461.261701:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195648 00000100:00100000:0.0:1767321461.261703:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195648 00000100:00100000:0.0:1767321461.261711:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989195904 00000100:00100000:0.0:1767321461.261714:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989195904 00000100:00100000:0.0:1767321461.261732:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196416 00000100:00100000:0.0:1767321461.261735:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196416 00000100:00100000:0.0:1767321461.261746:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1767321461.261754:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989195520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321461.261801:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989195520:12345-0@lo:400:kworker.0 Request processed in 47us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321461.261825:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1767321461.261842:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767321461.261849:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989195776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321461.261879:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989195776:12345-0@lo:400:kworker.0 Request processed in 31us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321461.261885:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767321461.261896:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1767321461.261901:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989195648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321461.261919:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321461.261948:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989195648:12345-0@lo:38:kworker.0 Request processed in 45us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321461.261955:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1767321461.261966:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:0.0:1767321461.261970:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989195904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321461.261980:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321461.262000:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989195904:12345-0@lo:38:kworker.0 Request processed in 28us (515us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321461.262006:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:0.0:1767321461.262015:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:0.0:1767321461.262019:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989196416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321461.262028:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321461.262048:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989196416:12345-0@lo:38:kworker.0 Request processed in 27us (488us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321461.262056:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00080000:0.0:1767321461.262157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321461.262164:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321461.262169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989195648:0@lo:38:kworker.0 00000100:00080000:0.0:1767321461.262182:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321461.262187:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321461.262190:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989195904:0@lo:38:kworker.0 00000100:00080000:0.0:1767321461.262204:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321461.262208:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321461.262838:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989196416:0@lo:38:kworker.0 00000100:00080000:1.0:1767321461.263743:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321461.263761:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989196544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321461.263815:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.263870:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989195776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.263881:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989195520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321461.264881:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196544 00000100:00100000:0.0:1767321461.264887:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196544 00000100:00100000:0.0:1767321461.264968:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1767321461.264975:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989196544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321461.265000:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321461.265058:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989196544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321461.265074:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:1.0:1767321461.265143:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989196544:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321463.242230:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321464.265218:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321465.122479:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321465.122520:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923922560 offset 0 length 520: 4 00000100:00100000:0.0:1767321465.122545:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321465.122628:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923922816 00000100:00100000:2.0:1767321465.122639:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923922816 00000100:00100000:2.0:1767321465.122721:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923922688 00000100:00100000:2.0:1767321465.122724:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923922688 00000100:00100000:2.0:1767321465.122746:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1497 00000100:00100000:2.0:1767321465.122758:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923922816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321465.122841:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923922816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321465.122848:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1497 00000100:00100000:2.0:1767321465.122868:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2252 00000100:00100000:2.0:1767321465.122872:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923922688:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321465.122892:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321465.122919:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923922688:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321465.122926:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2252 00000100:00080000:1.0:1767321465.122997:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321465.288939:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321465.864956:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989196672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321465.865031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321465.865375:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196672 00000100:00100000:0.0:1767321465.865383:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196672 00000100:00100000:0.0:1767321465.865446:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:0.0:1767321465.865455:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989196672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321465.865491:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321465.865557:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989196672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321465.865565:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:0.0:1767321465.865632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989196672:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321465.865853:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321466.376834:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321466.376915:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321466.377091:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196800 00000100:00100000:1.0:1767321466.377102:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196800 00000100:00100000:1.0:1767321466.377169:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:1.0:1767321466.377185:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321466.377218:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321466.377272:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989196800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321466.377284:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00080000:1.0:1767321466.377309:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321466.377330:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989197184:0@lo:400:kworker.0 00000100:00100000:1.0:1767321466.377370:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321466.377416:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989197184 00000100:00100000:1.0:1767321466.377422:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989197184 00000100:00100000:1.0:1767321466.377469:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1767321466.377479:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989197184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321466.377537:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989197184:12345-0@lo:400:kworker.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321466.377552:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1767321466.377567:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989197056 00000100:00100000:1.0:1767321466.377570:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989197056 00000100:00100000:1.0:1767321466.377612:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989197312 00000100:00100000:1.0:1767321466.377617:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989197312 00000100:00100000:1.0:1767321466.377649:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1767321466.377655:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989197056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321466.377673:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321466.377714:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989197056:12345-0@lo:38:kworker.0 Request processed in 57us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321466.377740:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1767321466.377755:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989197696 00000100:00100000:1.0:1767321466.377759:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989197696 00000100:00100000:1.0:1767321466.377774:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1767321466.377782:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989197312:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321466.377931:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989196928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321466.377966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321466.378018:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989196928 00000100:00100000:0.0:1767321466.378023:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989196928 00000100:00100000:0.0:1767321466.378059:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:0.0:1767321466.378068:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989196928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321466.378111:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989196928:12345-0@lo:400:kworker.0 Request processed in 44us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321466.378118:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:0.0:1767321466.378154:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989196928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321466.378204:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989197184:0@lo:400:kworker.0 00000100:00080000:0.0:1767321466.378225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767321466.378433:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321466.378522:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989196800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321466.378912:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989197312:12345-0@lo:38:kworker.0 Request processed in 1126us (1338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321466.378920:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00010000:00010000:2.0:1767321467.337120:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321468.362623:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321469.385129:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321470.243944:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321470.244528:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923072 00000100:00100000:0.0:1767321470.244540:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923072 00000100:00100000:0.0:1767321470.244719:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1500 00000100:00100000:0.0:1767321470.244732:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923923072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321470.244821:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923923072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321470.244829:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1500 00000100:00080000:1.0:1767321470.244938:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321470.253444:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923922944 00000100:00100000:2.0:1767321470.253457:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923922944 00000100:00100000:2.0:1767321470.253524:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2256 00000100:00100000:2.0:1767321470.253533:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923922944:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321470.253568:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321470.253678:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923922944:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 143us (777us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321470.253685:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2256 00000100:00080000:2.0:1767321470.472930:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321470.472936:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321470.472938:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321470.472942:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6692 00000100:00080000:2.0:1767321470.472946:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321470.472951:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321470.472980:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4e00 x1853163989197824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321470.473027:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321470.473030:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321470.473031:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321470.473033:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6713 00000100:00080000:2.0:1767321470.473035:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321470.473037:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321470.473061:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7800 x1853163989198080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321470.473071:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321470.473073:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321470.473075:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321470.473077:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6713 00000100:00080000:2.0:1767321470.473079:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321470.473081:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321470.473087:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7b80 x1853163989198336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321470.473091:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321470.473093:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321470.473094:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321470.473096:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6713 00000100:00080000:2.0:1767321470.473098:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321470.473100:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321470.473106:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163989198464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321470.473124:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321470.473138:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321470.473140:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321470.473142:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6713 00000100:00080000:2.0:1767321470.473143:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321470.473146:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321470.473160:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989198848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321470.473333:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989198208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321470.473385:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321470.473435:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321470.473439:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989197952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321470.473452:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321470.473478:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989198208 00000100:00100000:1.0:1767321470.473483:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989198208 00000100:00100000:1.0:1767321470.473527:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989197952 00000100:00100000:1.0:1767321470.473529:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989197952 00000100:00100000:1.0:1767321470.473559:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1767321470.473567:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989198208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321470.473634:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989198208:12345-0@lo:400:kworker.0 Request processed in 68us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321470.473641:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1767321470.473657:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1767321470.473663:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321470.473700:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989197952:12345-0@lo:400:kworker.0 Request processed in 37us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321470.473706:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:1.0:1767321470.473722:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321470.473746:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989197952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321470.473755:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989198208:0@lo:400:kworker.0 00000100:00080000:1.0:1767321470.476622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321470.476628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321470.985651:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321470.985676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989198976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321470.985755:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321470.986531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989198976:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321471.432899:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321471.496868:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989199104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321471.496953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321471.497126:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989199104 00000100:00100000:1.0:1767321471.497136:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989199104 00000100:00100000:1.0:1767321471.497191:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:1.0:1767321471.497201:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989199104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321471.497232:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321471.497299:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989199104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321471.497307:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:2.0:1767321471.498073:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989199104:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321472.458094:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321473.480804:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321475.361950:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923200 00000100:00100000:2.0:1767321475.361960:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923200 00000100:00100000:2.0:1767321475.362020:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2260 00000100:00100000:2.0:1767321475.362028:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923923200:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321475.362053:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321475.362112:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923923200:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 83us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321475.362120:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2260 00000100:00100000:1.0:1767321475.368359:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321475.368524:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923328 00000100:00100000:0.0:1767321475.368535:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923328 00000100:00080000:2.0:1767321475.368788:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321475.530516:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321475.594822:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321475.594835:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321475.594902:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321475.594906:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321475.594910:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321475.594919:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6717 00000100:00080000:0.0:1767321475.594926:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321475.594933:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321475.594956:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39768700 x1853163989199360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321475.594991:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321475.594994:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321475.594996:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321475.595000:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6717 00000100:00080000:0.0:1767321475.595002:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321475.595006:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321475.595015:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39769c00 x1853163989199616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321475.595036:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321475.595040:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321475.595041:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321475.595045:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6717 00000100:00080000:0.0:1767321475.595047:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321475.595051:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321475.595078:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976b100 x1853163989199744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321475.595117:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321475.595120:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321475.595122:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321475.595125:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6717 00000100:00080000:0.0:1767321475.595128:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321475.595131:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321475.595141:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfce00 x1853163989200128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321475.595173:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989199872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321475.595238:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321475.595281:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321475.595287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989200000:0@lo:400:kworker.0 00000100:00100000:0.0:1767321475.595309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321475.595340:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989199872 00000100:00100000:0.0:1767321475.595348:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989199872 00000100:00100000:0.0:1767321475.595401:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200000 00000100:00100000:0.0:1767321475.595404:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200000 00000100:00100000:0.0:1767321475.595424:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106 00000100:00100000:0.0:1767321475.595432:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989199872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321475.595493:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989199872:12345-0@lo:400:kworker.0 Request processed in 61us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321475.595500:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106 00000100:00100000:0.0:1767321475.595517:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1767321475.595524:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989200000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321475.595557:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989200000:12345-0@lo:400:kworker.0 Request processed in 34us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321475.595563:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1767321475.595630:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989200000:0@lo:400:kworker.0 00000100:00100000:0.0:1767321475.595640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989199872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321475.595971:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989199232:0@lo:400:kworker.0 00000100:00100000:2.0:1767321475.596003:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321475.596045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321475.596052:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989199488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321475.596073:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321475.596100:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321475.596109:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321475.596528:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321475.596552:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989199488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321475.596562:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989199232:0@lo:400:kworker.0 00000100:00100000:1.0:1767321475.596674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989199360:0@lo:38:kworker.0 00000100:00100000:1.0:1767321475.596706:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321475.596735:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989199616:0@lo:38:kworker.0 00000100:00100000:1.0:1767321475.596756:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321475.596771:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989199744:0@lo:38:kworker.0 00000100:00100000:1.0:1767321475.596806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321475.596823:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989200128:0@lo:38:kworker.0 00000100:00100000:1.0:1767321475.596843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321475.597573:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321475.597600:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321475.597604:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989199360:0@lo:38:kworker.0 00000100:00080000:1.0:1767321475.597613:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321475.597616:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321475.597619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989199616:0@lo:38:kworker.0 00000100:00080000:1.0:1767321475.597626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321475.597629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321475.597631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989199744:0@lo:38:kworker.0 00000100:00080000:1.0:1767321475.597639:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321475.597642:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321475.597644:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989200128:0@lo:38:kworker.0 00000100:00100000:2.0:1767321476.104953:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989200256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321476.105025:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321476.105307:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200256 00000100:00100000:1.0:1767321476.105316:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200256 00000100:00100000:1.0:1767321476.105419:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:1.0:1767321476.105429:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989200256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321476.105488:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321476.105760:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989200256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 332us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321476.105769:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:2.0:1767321476.105852:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989200256:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321476.554500:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321476.616926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989200384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321476.617011:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321476.621738:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989200384:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321477.577230:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321479.624927:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321480.481221:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923584 00000100:00100000:1.0:1767321480.481245:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923584 00000100:00100000:1.0:1767321480.481328:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1506 00000100:00100000:1.0:1767321480.481341:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923923584:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321480.481470:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923923584:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 131us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321480.481479:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1506 00000100:00100000:0.0:1767321480.481814:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923456 00000100:00100000:0.0:1767321480.481822:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923456 00000100:00100000:0.0:1767321480.481860:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2264 00000100:00100000:0.0:1767321480.481867:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923923456:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321480.481888:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321480.481941:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923923456:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 73us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321480.481948:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2264 00000100:00080000:2.0:1767321480.482294:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321480.648781:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321480.714846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989200512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.714931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321480.715082:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200512 00000100:00100000:1.0:1767321480.715096:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200512 00000100:00100000:1.0:1767321480.715193:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1767321480.715206:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989200512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321480.715273:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989200512:12345-0@lo:400:kworker.0 Request processed in 64us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321480.715298:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1767321480.715378:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989200640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321480.715409:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321480.715426:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989200896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321480.715453:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321480.715491:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200640 00000100:00100000:1.0:1767321480.715498:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200640 00000100:00100000:1.0:1767321480.715529:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200896 00000100:00100000:1.0:1767321480.715534:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200896 00000100:00100000:1.0:1767321480.715562:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:1.0:1767321480.715575:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989200640:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321480.715665:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767321480.715671:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989200896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321480.715691:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321480.715725:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989200896:12345-0@lo:38:kworker.0 Request processed in 52us (274us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321480.715747:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767321480.715797:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989200512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.715824:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321480.715833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989200768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.715859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321480.715893:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989200768 00000100:00100000:0.0:1767321480.715897:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989200768 00000100:00100000:0.0:1767321480.715927:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767321480.715933:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989200768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.715969:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989200768:12345-0@lo:400:kworker.0 Request processed in 35us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321480.715975:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767321480.716002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989200768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989201280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321480.716159:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321480.716165:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989201152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716192:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321480.716245:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201280 00000100:00100000:0.0:1767321480.716248:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201280 00000100:00100000:0.0:1767321480.716274:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201152 00000100:00100000:0.0:1767321480.716277:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201152 00000100:00100000:0.0:1767321480.716295:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:0.0:1767321480.716301:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989201280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716336:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989201280:12345-0@lo:400:kworker.0 Request processed in 35us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321480.716350:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:0.0:1767321480.716378:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:0.0:1767321480.716395:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989201152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716444:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989201152:12345-0@lo:400:kworker.0 Request processed in 51us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321480.716450:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00100000:0.0:1767321480.716490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989201152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989201280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321480.716614:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201024 00000100:00100000:0.0:1767321480.716622:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201024 00000100:00100000:0.0:1767321480.716653:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014 00000100:00100000:0.0:1767321480.716659:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989201024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321480.716674:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321480.716729:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989201024:12345-0@lo:38:kworker.0 Request processed in 69us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321480.716740:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014 00010000:00020000:1.0:1767321480.717093:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321480.717133:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989200640:12345-0@lo:38:kworker.0 Request processed in 1561us (1723us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321480.717208:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321480.717212:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321480.717215:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321480.717255:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321480.717261:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321480.717265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989201024:0@lo:38:kworker.0 00000100:00080000:2.0:1767321480.717278:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321480.717282:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321480.717284:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989201408:0@lo:38:kworker.0 00000100:00080000:2.0:1767321480.717291:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321480.717294:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321480.717296:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989200640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321480.717395:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:1.0:1767321481.225367:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321481.225410:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989201536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321481.225485:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321481.226344:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989201536:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321481.674426:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321481.736981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989201664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321481.737070:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321481.737326:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201664 00000100:00100000:1.0:1767321481.737334:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201664 00000100:00100000:1.0:1767321481.737498:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:1.0:1767321481.737510:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989201664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321481.737543:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321481.737724:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989201664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 215us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321481.737732:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1767321481.738631:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989201664:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321483.721261:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321484.744880:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321485.605786:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923840 00000100:00100000:1.0:1767321485.605801:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923840 00000100:00100000:1.0:1767321485.605951:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1509 00000100:00100000:1.0:1767321485.605966:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923923840:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321485.606430:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923923840:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 467us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321485.606438:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1509 00000100:00080000:2.0:1767321485.607600:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321485.633854:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923923712 00000100:00100000:0.0:1767321485.633875:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923923712 00000100:00100000:0.0:1767321485.633958:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2268 00000100:00100000:0.0:1767321485.633968:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923923712:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321485.634000:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321485.634182:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923923712:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 213us (5009us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321485.634190:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2268 00010000:00010000:2.0:1767321485.769171:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321485.837074:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989202048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321485.837107:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321485.837137:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321485.837152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989201792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321485.837172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321485.837381:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202560 00000100:00100000:0.0:1767321485.837388:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202560 00000100:00100000:0.0:1767321485.837453:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202432 00000100:00100000:0.0:1767321485.837456:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202432 00000100:00100000:0.0:1767321485.837475:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:0.0:1767321485.837483:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989202560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321485.837533:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989202560:12345-0@lo:400:kworker.0 Request processed in 50us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321485.837539:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000100:00100000:0.0:1767321485.837554:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111 00000100:00100000:0.0:1767321485.837560:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989202432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321485.837614:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989202432:12345-0@lo:400:kworker.0 Request processed in 54us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321485.837620:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111 00000100:00100000:0.0:1767321485.837652:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202048 00000100:00100000:0.0:1767321485.837655:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202048 00000100:00100000:0.0:1767321485.837679:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1767321485.837685:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989202048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321485.837766:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989202048:12345-0@lo:400:kworker.0 Request processed in 80us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321485.837772:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1767321485.837783:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201792 00000100:00100000:0.0:1767321485.837786:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201792 00000100:00100000:0.0:1767321485.837803:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1767321485.837807:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989201792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321485.837825:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989201792:12345-0@lo:400:kworker.0 Request processed in 18us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321485.837838:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1767321485.837871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989201792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321485.837878:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989202048:0@lo:400:kworker.0 00000100:00080000:1.0:1767321485.837946:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321485.837951:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321485.837959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321485.840702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989201920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321485.840776:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321485.840821:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989202176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321485.840843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321485.840867:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989202304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321485.840889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321485.840920:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989202688:0@lo:38:kworker.0 00000100:00100000:2.0:1767321485.840940:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321485.840978:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989201920 00000100:00100000:2.0:1767321485.840985:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989201920 00000100:00100000:2.0:1767321485.841020:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202176 00000100:00100000:2.0:1767321485.841023:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202176 00000100:00100000:2.0:1767321485.841034:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202688 00000100:00100000:2.0:1767321485.841036:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202688 00000100:00100000:2.0:1767321485.841052:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767321485.841060:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989201920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321485.841096:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321485.841138:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989201920:12345-0@lo:38:kworker.0 Request processed in 78us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321485.841160:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767321485.841176:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:2.0:1767321485.841180:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989202176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321485.841190:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321485.841217:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989202176:12345-0@lo:38:kworker.0 Request processed in 36us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321485.841223:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:2.0:1767321485.841233:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:2.0:1767321485.841237:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989202688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321485.841245:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321485.841276:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989202688:12345-0@lo:38:kworker.0 Request processed in 26us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321485.841283:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00080000:2.0:1767321485.841309:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321485.841315:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321485.841318:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989201920:0@lo:38:kworker.0 00000100:00080000:2.0:1767321485.841326:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321485.841329:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321485.841331:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989202176:0@lo:38:kworker.0 00000100:00080000:2.0:1767321485.841338:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321485.841341:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321485.841344:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989202688:0@lo:38:kworker.0 00000100:00100000:1.0:1767321485.841644:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202304 00000100:00100000:1.0:1767321485.841650:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202304 00000100:00100000:1.0:1767321485.841684:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015 00000100:00100000:1.0:1767321485.841689:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989202304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321485.841700:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321485.841736:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989202304:12345-0@lo:38:kworker.0 Request processed in 46us (846us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321485.841742:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015 00000100:00080000:2.0:1767321485.841945:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321485.841957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321485.841960:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989202304:0@lo:38:kworker.0 00000100:00100000:1.0:1767321486.345300:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321486.348433:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989202816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321486.348499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321486.350738:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989202816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321486.857004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989202944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321486.857080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321486.857434:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989202944 00000100:00100000:1.0:1767321486.857442:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989202944 00000100:00100000:1.0:1767321486.857553:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:1.0:1767321486.857563:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989202944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321486.857615:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321486.857671:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989202944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321486.857679:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:0.0:1767321486.857759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989202944:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321487.816838:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321488.841023:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321489.767557:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923923968 offset 0 length 520: 4 00000100:00100000:0.0:1767321489.767648:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321489.767695:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321489.767894:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923924224 00000100:00100000:1.0:1767321489.767908:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923924224 00000100:00100000:1.0:1767321489.767987:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923924096 00000100:00100000:1.0:1767321489.767991:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923924096 00000100:00100000:1.0:1767321489.768012:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1512 00000100:00100000:1.0:1767321489.768022:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923924224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321489.768096:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923924224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321489.768117:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1512 00000100:00100000:1.0:1767321489.768135:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2272 00000100:00100000:1.0:1767321489.768139:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923924096:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321489.768161:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321489.768188:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923924096:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321489.768206:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2272 00000100:00080000:0.0:1767321489.768707:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321489.864907:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321490.952739:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321490.952753:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321490.952814:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321490.952818:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321490.952821:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321490.952829:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6732 00000100:00080000:1.0:1767321490.952832:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321490.952838:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321490.952859:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163989203200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321490.952890:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321490.952893:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321490.952894:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321490.952898:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6732 00000100:00080000:1.0:1767321490.952900:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321490.952903:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321490.952930:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989203456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321490.952939:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321490.952939:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989203200:0@lo:38:kworker.0 00000100:00080000:1.0:1767321490.952942:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321490.952944:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321490.952948:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6732 00000100:00080000:1.0:1767321490.952950:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321490.952954:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321490.952964:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989203584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321490.952996:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321490.952999:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321490.953000:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321490.953001:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321490.953003:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6732 00000100:00080000:1.0:1767321490.953006:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321490.953009:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321490.953018:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ed80 x1853163989203968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321490.953040:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989203712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321490.953059:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989203456:0@lo:38:kworker.0 00000100:00100000:1.0:1767321490.953069:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321490.953076:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321490.953089:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321490.953090:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989203584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321490.953094:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989203840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321490.953109:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321490.953112:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321490.953130:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989203968:0@lo:38:kworker.0 00000100:00100000:1.0:1767321490.953141:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203200 00000100:00100000:2.0:1767321490.953146:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321490.953147:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203200 00000100:00100000:2.0:1767321490.953169:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203456 00000100:00100000:2.0:1767321490.953185:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203456 00000100:00100000:1.0:1767321490.953191:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203968 00000100:00100000:1.0:1767321490.953194:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203968 00000100:00100000:1.0:1767321490.953207:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:0.0:1767321490.953430:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203712 00000100:00100000:0.0:1767321490.953435:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203712 00000100:00100000:0.0:1767321490.953464:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203840 00000100:00100000:0.0:1767321490.953467:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203840 00000100:00100000:0.0:1767321490.953485:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112 00000100:00100000:0.0:1767321490.953491:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989203712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321490.953555:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989203712:12345-0@lo:400:kworker.0 Request processed in 64us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321490.953563:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112 00000100:00100000:0.0:1767321490.953605:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113 00000100:00100000:0.0:1767321490.953612:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989203840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321490.953646:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989203840:12345-0@lo:400:kworker.0 Request processed in 34us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321490.953660:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113 00000100:00080000:0.0:1767321490.953681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321490.953685:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321490.953687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321490.953724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989203840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321490.953735:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989203712:0@lo:400:kworker.0 00000100:00100000:0.0:1767321490.953777:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203072 00000100:00100000:0.0:1767321490.953780:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203072 00000100:00100000:1.0:1767321490.953842:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989203200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321490.953863:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321490.953897:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989203200:12345-0@lo:38:kworker.0 Request processed in 683us (895us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321490.958015:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:2.0:1767321490.958030:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989203456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321490.958057:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321490.958135:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989203456:12345-0@lo:38:kworker.0 Request processed in 106us (5056us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321490.958144:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:2.0:1767321490.958187:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:2.0:1767321490.958191:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989203968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321490.958202:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321490.958226:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989203968:12345-0@lo:38:kworker.0 Request processed in 33us (5078us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321490.958247:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00100000:2.0:1767321490.958740:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989203584 00000100:00100000:2.0:1767321490.958749:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989203584 00000100:00100000:2.0:1767321490.958781:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5016 00000100:00100000:2.0:1767321490.958786:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989203584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321490.958797:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321490.958828:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989203584:12345-0@lo:38:kworker.0 Request processed in 40us (5717us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321490.958834:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5016 00000100:00080000:2.0:1767321490.958848:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321490.958900:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321490.958906:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321490.958910:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989203456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321490.958921:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321490.958925:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321490.958928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989203584:0@lo:38:kworker.0 00000100:00080000:2.0:1767321490.958937:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321490.958941:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321490.958944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989203968:0@lo:38:kworker.0 00000100:00080000:2.0:1767321490.958954:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321490.958958:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321490.958961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989203200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321490.960952:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767321490.960964:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989203072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321490.961013:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989203072:12345-0@lo:400:kworker.0 Request processed in 53us (7691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321490.961019:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1767321490.961276:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:0.0:1767321491.465084:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989204096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321491.465196:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321491.465374:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204096 00000100:00100000:1.0:1767321491.465384:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204096 00000100:00100000:1.0:1767321491.465457:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:1.0:1767321491.465471:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989204096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321491.465510:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321491.465552:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989204096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321491.465559:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:0.0:1767321491.465737:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989204096:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321491.912946:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321491.977605:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204224 00000100:00100000:2.0:1767321491.977626:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204224 00000100:00100000:2.0:1767321491.977673:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:2.0:1767321491.977681:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989204224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321491.977709:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321491.977873:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989204224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321491.977881:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00010000:00010000:2.0:1767321492.936803:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321493.964785:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321494.821617:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923924480 00000100:00100000:1.0:1767321494.821632:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923924480 00000100:00100000:1.0:1767321494.821797:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1515 00000100:00100000:1.0:1767321494.821808:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923924480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321494.821905:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923924480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321494.821913:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1515 00000100:00080000:2.0:1767321494.827694:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321494.834041:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321495.048777:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321470/real 1767321470] req@ffff9e7d03ea4e00 x1853163989197824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321495 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321495.048814:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03ea4e00 x1853163989197824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321495 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321495.048836:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321495.048922:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321495.048927:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989197824:0@lo:250:kworker.0 00000100:00080000:1.0:1767321495.049362:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321495.049367:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321495.049370:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321495.049375:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6717 00000100:00080000:1.0:1767321495.049395:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321495.049401:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321495.049434:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163989204352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321495.049505:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989204352:0@lo:250:kworker.0 00000400:00000100:2.0:1767321495.049555:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989204352 offset 0 length 520: 4 00000100:00080000:1.0:1767321495.049687:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321495.049690:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321495.049692:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321495.049695:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6737 00000100:00080000:1.0:1767321495.049697:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321495.049701:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321495.049713:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163989204608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321495.049761:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989204480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321495.049801:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321495.049854:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204480 00000100:00100000:0.0:1767321495.049861:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204480 00000100:00100000:0.0:1767321495.049928:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1767321495.049937:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989204480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321495.049998:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989204480:12345-0@lo:400:kworker.0 Request processed in 54us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321495.050016:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1767321495.050073:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989204480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321495.050756:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989204608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321495.050790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321495.050867:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204608 00000100:00100000:0.0:1767321495.050873:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204608 00000100:00100000:0.0:1767321495.050907:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:0.0:1767321495.050922:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989204608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321495.050943:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321495.051442:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989204608:12345-0@lo:38:kworker.0 Request processed in 517us (649us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321495.051459:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00080000:1.0:1767321495.051802:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321495.051807:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321495.051809:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321495.051814:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6737 00000100:00080000:1.0:1767321495.051818:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321495.051822:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321495.051841:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c000 x1853163989204864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321495.051857:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321495.051860:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321495.051862:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321495.051865:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6737 00000100:00080000:1.0:1767321495.051867:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321495.051886:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321495.051900:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45df80 x1853163989204992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321495.051947:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321495.051950:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321495.051952:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321495.051955:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6737 00000100:00080000:1.0:1767321495.051957:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321495.051960:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321495.051969:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989205376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321495.052005:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989205120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321495.052074:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321495.052080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989205248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321495.052153:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205120 00000100:00100000:1.0:1767321495.052158:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205120 00000100:00100000:1.0:1767321495.052214:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205248 00000100:00100000:1.0:1767321495.052218:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205248 00000100:00100000:1.0:1767321495.052242:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114 00000100:00100000:1.0:1767321495.052248:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989205120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052294:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989205120:12345-0@lo:400:kworker.0 Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321495.052300:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114 00000100:00100000:1.0:1767321495.052312:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:1.0:1767321495.052326:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989205248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052351:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989205248:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321495.052356:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000100:00080000:1.0:1767321495.052381:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321495.052385:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321495.052405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989205248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989205120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321495.052564:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204736 00000100:00100000:0.0:1767321495.052568:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204736 00000100:00100000:0.0:1767321495.052625:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1767321495.052632:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989204736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321495.052944:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989204864:0@lo:38:kworker.0 00000100:00100000:1.0:1767321495.052971:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321495.053399:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204864 00000100:00100000:2.0:1767321495.053405:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204864 00000100:00100000:2.0:1767321495.053432:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:2.0:1767321495.053438:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989204864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321495.053467:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321495.053731:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989204864:12345-0@lo:38:kworker.0 Request processed in 291us (757us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321495.053738:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00080000:2.0:1767321495.053779:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321495.053859:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989204736:12345-0@lo:400:kworker.0 Request processed in 1227us (2111us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321495.053867:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00080000:1.0:1767321495.054726:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321495.054732:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321495.054736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989204864:0@lo:38:kworker.0 00000100:00100000:1.0:1767321495.054744:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989204992:0@lo:38:kworker.0 00000100:00100000:1.0:1767321495.054784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321495.054867:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989205376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321495.054893:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321495.055370:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205376 00000100:00100000:0.0:1767321495.055377:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205376 00000100:00100000:0.0:1767321495.055418:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:0.0:1767321495.055424:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989205376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321495.055531:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321495.055603:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989205376:12345-0@lo:38:kworker.0 Request processed in 155us (686us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321495.055610:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:2.0:1767321495.055809:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989204992 00000100:00100000:2.0:1767321495.055815:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989204992 00000100:00100000:2.0:1767321495.055878:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017 00000100:00100000:2.0:1767321495.055883:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989204992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321495.055893:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321495.055942:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989204992:12345-0@lo:38:kworker.0 Request processed in 58us (1158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321495.055949:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017 00010000:00010000:2.0:1767321496.008987:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321496.585606:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205504 00000100:00100000:1.0:1767321496.585616:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205504 00000100:00100000:1.0:1767321496.585674:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1767321496.585697:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989205504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321496.585728:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321496.585783:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989205504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321496.585790:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00010000:00010000:2.0:1767321497.033318:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321497.097187:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205632 00000100:00100000:2.0:1767321497.097195:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205632 00000100:00100000:2.0:1767321497.097268:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:2.0:1767321497.097278:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989205632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321497.097317:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321497.097384:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989205632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321497.097391:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:2.0:1767321497.097443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989205632:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321497.097657:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321498.058807:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321499.942722:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321499.942757:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321499.943859:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321500.105111:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321500.168889:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321500.168900:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321500.168960:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321500.168964:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321500.168968:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321500.168975:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6741 00000100:00080000:1.0:1767321500.168980:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321500.168986:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321500.169020:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c000 x1853163989205888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321500.169057:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321500.169059:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321500.169062:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321500.169065:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6741 00000100:00080000:1.0:1767321500.169067:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321500.169071:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321500.169082:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989206144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321500.169089:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989205760:0@lo:400:kworker.0 00000100:00080000:1.0:1767321500.169091:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321500.169094:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321500.169095:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321500.169098:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6741 00000100:00080000:1.0:1767321500.169101:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321500.169104:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321500.169118:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c380 x1853163989206272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321500.169145:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321500.169148:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321500.169150:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321500.169152:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6741 00000100:00080000:1.0:1767321500.169154:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321500.169157:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321500.169166:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f800 x1853163989206656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321500.169167:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321500.169197:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989206528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321500.169202:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321500.169206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989206016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321500.169225:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321500.169229:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321500.169246:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321500.169251:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989206400:0@lo:400:kworker.0 00000100:00100000:1.0:1767321500.169270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321500.169297:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989206528 00000100:00100000:1.0:1767321500.169304:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989206528 00000100:00100000:2.0:1767321500.169325:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989205760 00000100:00100000:2.0:1767321500.169329:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989205760 00000100:00100000:2.0:1767321500.169351:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989206016 00000100:00100000:2.0:1767321500.169354:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989206016 00000100:00100000:1.0:1767321500.169359:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989206400 00000100:00100000:1.0:1767321500.169362:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989206400 00000100:00100000:2.0:1767321500.169377:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:2.0:1767321500.169385:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989205760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321500.169611:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989205760:12345-0@lo:400:kworker.0 Request processed in 196us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321500.169618:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00080000:2.0:1767321500.169926:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321500.169930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321500.169933:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321500.169943:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989205888:0@lo:38:kworker.0 00000100:00100000:2.0:1767321500.169970:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321500.169994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989206144:0@lo:38:kworker.0 00000100:00100000:2.0:1767321500.170024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321500.170049:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989206272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321500.170070:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321500.170087:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989206656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321500.170093:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117 00000100:00100000:1.0:1767321500.170099:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989206400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321500.170106:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321500.170138:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989206400:12345-0@lo:400:kworker.0 Request processed in 40us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321500.170144:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117 00000100:00100000:1.0:1767321500.170168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989206400:0@lo:400:kworker.0 00000100:00100000:1.0:1767321500.170194:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989206272 00000100:00100000:1.0:1767321500.170204:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989206272 00000100:00100000:1.0:1767321500.170225:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018 00000100:00100000:1.0:1767321500.170230:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989206272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321500.170248:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321500.170279:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989206272:12345-0@lo:38:kworker.0 Request processed in 47us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321500.170285:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018 00000100:00080000:2.0:1767321500.176038:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321500.176052:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321500.176074:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989206272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321500.178063:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321500.178069:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321500.178073:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989205888:0@lo:38:kworker.0 00000100:00080000:0.0:1767321500.178084:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321500.178087:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321500.178090:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989206144:0@lo:38:kworker.0 00000100:00080000:0.0:1767321500.178099:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321500.178102:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321500.178105:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989206656:0@lo:38:kworker.0 00010000:00010000:2.0:1767321501.128886:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321502.152895:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321502.221396:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321502.221431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989206912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321502.221552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321502.222433:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989206912 00000100:00100000:0.0:1767321502.222449:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989206912 00000100:00100000:0.0:1767321502.222570:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767321502.222621:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989206912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321502.222667:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321502.222744:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989206912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321502.222753:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767321502.222826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989206912:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321502.225616:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321504.204290:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321505.060843:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321505.060899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321505.060999:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923924992 00000100:00100000:1.0:1767321505.061010:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923924992 00000100:00080000:2.0:1767321505.061063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321505.061207:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923924864 00000100:00100000:0.0:1767321505.061212:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923924864 00000100:00100000:0.0:1767321505.061259:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1521 00000100:00100000:0.0:1767321505.061271:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923924992:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321505.061284:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2284 00000100:00100000:2.0:1767321505.061292:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923924864:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321505.061318:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321505.061360:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923924992:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321505.061361:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923924864:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 64us (456us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321505.061388:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1521 00000100:00100000:2.0:1767321505.061667:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2284 00010000:00010000:2.0:1767321505.225333:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321505.288935:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321505.288944:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321505.289012:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321505.289017:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321505.289021:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321505.289029:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6747 00000100:00080000:1.0:1767321505.289033:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321505.289039:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321505.289061:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329efb80 x1853163989207168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321505.289090:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321505.289101:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321505.289103:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321505.289106:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6747 00000100:00080000:1.0:1767321505.289109:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321505.289112:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321505.289139:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163989207424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321505.289149:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321505.289152:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321505.289153:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321505.289157:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6747 00000100:00080000:1.0:1767321505.289159:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321505.289163:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321505.289174:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163989207552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321505.289206:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321505.289209:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321505.289211:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321505.289214:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6747 00000100:00080000:1.0:1767321505.289216:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321505.289219:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321505.289229:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee680 x1853163989207936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321505.289254:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989207808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321505.289321:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321505.289355:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321505.289361:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989207680:0@lo:400:kworker.0 00000100:00100000:1.0:1767321505.289381:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321505.289410:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989207808 00000100:00100000:1.0:1767321505.289416:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989207808 00000100:00100000:1.0:1767321505.289468:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989207680 00000100:00100000:1.0:1767321505.289472:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989207680 00000100:00100000:1.0:1767321505.289494:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118 00000100:00100000:1.0:1767321505.289501:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989207808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321505.289549:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989207808:12345-0@lo:400:kworker.0 Request processed in 48us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321505.289556:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118 00000100:00100000:1.0:1767321505.289572:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119 00000100:00100000:1.0:1767321505.289599:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989207680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321505.289624:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989207680:12345-0@lo:400:kworker.0 Request processed in 47us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321505.289630:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119 00000100:00100000:1.0:1767321505.289673:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989207680:0@lo:400:kworker.0 00000100:00100000:1.0:1767321505.289684:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989207808:0@lo:400:kworker.0 00000100:00080000:2.0:1767321505.290728:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321505.290734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321505.290737:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321505.290753:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989207168:0@lo:38:kworker.0 00000100:00100000:2.0:1767321505.290784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321505.290815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989207424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321505.290836:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321505.290851:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989207552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321505.290872:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321505.290892:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989207936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321505.290931:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321505.290962:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989207168 00000100:00100000:2.0:1767321505.290967:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989207168 00000100:00100000:2.0:1767321505.290987:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989207424 00000100:00100000:2.0:1767321505.290990:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989207424 00000100:00100000:2.0:1767321505.291012:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989207936 00000100:00100000:2.0:1767321505.291015:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989207936 00000100:00100000:2.0:1767321505.291029:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767321505.291034:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989207168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321505.291052:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321505.291086:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989207168:12345-0@lo:38:kworker.0 Request processed in 50us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321505.291261:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1767321505.291266:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989207424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321505.291277:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321505.291309:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989207424:12345-0@lo:38:kworker.0 Request processed in 41us (471us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321505.291315:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1767321505.291331:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:0.0:1767321505.291335:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989207936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321505.291345:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321505.291367:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989207936:12345-0@lo:38:kworker.0 Request processed in 30us (436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321505.291373:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767321505.291444:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00080000:2.0:1767321505.291475:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321505.291480:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321505.291483:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989207168:0@lo:38:kworker.0 00000100:00080000:2.0:1767321505.291491:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321505.291494:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321505.291497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989207424:0@lo:38:kworker.0 00000100:00080000:2.0:1767321505.291505:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321505.291507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321505.291510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989207936:0@lo:38:kworker.0 00000100:00080000:2.0:1767321505.291928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321505.291933:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321505.291936:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989207552:0@lo:38:kworker.0 00010000:00010000:2.0:1767321506.249171:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321506.828274:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989208064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321506.828377:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321506.828633:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208064 00000100:00100000:1.0:1767321506.828645:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208064 00000100:00100000:0.0:1767321506.828876:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:0.0:1767321506.828897:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989208064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321506.828944:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321506.829013:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989208064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321506.829042:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00100000:2.0:1767321506.829347:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989208064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321507.339829:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208192 00000100:00100000:0.0:1767321507.339850:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208192 00000100:00100000:0.0:1767321507.340013:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1767321507.340026:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989208192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321507.340074:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321507.340186:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989208192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (2286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321507.340194:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767321507.340371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989208192:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321507.340432:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321508.299064:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321509.321503:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321510.177891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321510.178993:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925248 00000100:00100000:1.0:1767321510.179008:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925248 00000100:00100000:1.0:1767321510.179108:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1524 00000100:00100000:1.0:1767321510.179120:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923925248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321510.179222:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923925248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321510.179231:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1524 00000100:00080000:2.0:1767321510.179513:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321510.188657:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321510.188775:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925120 00000100:00100000:2.0:1767321510.188790:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925120 00000100:00100000:2.0:1767321510.189275:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2288 00000100:00100000:2.0:1767321510.189287:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923925120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321510.189320:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321510.189415:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923925120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321510.189424:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2288 00010000:00010000:2.0:1767321510.345486:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321510.409028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989208320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321510.409189:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321510.409195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989208576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321510.409244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989209088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321510.409295:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321510.409300:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989208960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409321:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321510.409363:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989209088 00000100:00100000:1.0:1767321510.409366:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989209088 00000100:00100000:1.0:1767321510.409395:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208960 00000100:00100000:1.0:1767321510.409397:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208960 00000100:00100000:1.0:1767321510.409417:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120 00000100:00100000:1.0:1767321510.409422:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989209088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409456:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989209088:12345-0@lo:400:kworker.0 Request processed in 32us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321510.409465:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120 00000100:00100000:1.0:1767321510.409493:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121 00000100:00100000:1.0:1767321510.409499:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989208960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.409522:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989208960:12345-0@lo:400:kworker.0 Request processed in 24us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321510.409527:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121 00000100:00100000:0.0:1767321510.409610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989208448:0@lo:38:kworker.0 00000100:00100000:0.0:1767321510.409644:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321510.409682:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989208704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321510.409704:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321510.409721:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989208832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321510.409744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321510.409860:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208448 00000100:00100000:2.0:1767321510.409866:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208448 00000100:00100000:2.0:1767321510.409894:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208704 00000100:00100000:2.0:1767321510.409897:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208704 00000100:00100000:2.0:1767321510.409908:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:2.0:1767321510.409913:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989208448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321510.409938:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321510.409975:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989208448:12345-0@lo:38:kworker.0 Request processed in 62us (330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321510.409981:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00080000:2.0:1767321510.410004:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321510.410009:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321510.410017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321510.410511:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989208960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.410524:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989209088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.410557:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989208576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321510.410590:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989208320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321510.413931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989209216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321510.414021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321510.414103:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321510.414109:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321510.414114:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989208448:0@lo:38:kworker.0 00000100:00080000:0.0:1767321510.414127:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321510.414130:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321510.414152:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989208704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321510.414271:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989208832 00000100:00100000:1.0:1767321510.414280:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989208832 00000100:00100000:1.0:1767321510.414336:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020 00000100:00100000:1.0:1767321510.414344:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989208832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321510.414456:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321510.414954:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989208832:12345-0@lo:38:kworker.0 Request processed in 609us (5207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321510.414963:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020 00000100:00080000:0.0:1767321510.415962:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321510.415973:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321510.415978:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989208832:0@lo:38:kworker.0 00000100:00080000:0.0:1767321510.415990:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321510.415993:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321510.415996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989209216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321511.944975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989209344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321511.945086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321511.945680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989209344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321512.393005:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321512.456935:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321512.456975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989209472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321512.457069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321512.458159:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989209472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321513.423576:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321514.274365:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321514.274541:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925632 00000100:00100000:2.0:1767321514.274552:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925632 00000100:00100000:2.0:1767321514.274665:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1527 00000100:00100000:2.0:1767321514.274677:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923925632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321514.274781:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923925632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321514.274788:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1527 00000400:00000100:0.0:1767321514.276011:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923925376 offset 0 length 520: 4 00000100:00100000:0.0:1767321514.276065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321514.280196:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925504 00000100:00100000:1.0:1767321514.280707:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925504 00000100:00100000:1.0:1767321514.281186:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2292 00000100:00100000:1.0:1767321514.281200:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923925504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321514.281542:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321514.281894:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923925504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 684us (5817us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321514.287858:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2292 00010000:00010000:2.0:1767321514.453787:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321515.529830:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321515.529841:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321515.529910:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321515.529913:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321515.529918:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321515.529926:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6757 00000100:00080000:2.0:1767321515.529931:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321515.529938:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321515.529963:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bbb80 x1853163989209728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321515.529997:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321515.530018:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321515.530020:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321515.530024:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6757 00000100:00080000:2.0:1767321515.530026:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321515.530030:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321515.530044:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163989209984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321515.530053:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321515.530056:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321515.530058:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321515.530062:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6757 00000100:00080000:2.0:1767321515.530064:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321515.530068:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321515.530077:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163989210112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321515.530112:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321515.530115:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321515.530117:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321515.530120:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6757 00000100:00080000:2.0:1767321515.530122:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321515.530126:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321515.530136:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8a80 x1853163989210496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321515.530165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989210240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.530251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321515.530319:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321515.530325:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989210368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.530348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321515.530382:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989210240 00000100:00100000:2.0:1767321515.530388:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989210240 00000100:00100000:2.0:1767321515.530430:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989210368 00000100:00100000:2.0:1767321515.530433:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989210368 00000100:00100000:2.0:1767321515.530450:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1767321515.530457:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989210240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.530504:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989210240:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321515.530510:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1767321515.530524:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123 00000100:00100000:2.0:1767321515.530530:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989210368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.530553:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989210368:12345-0@lo:400:kworker.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321515.530559:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123 00000100:00100000:0.0:1767321515.530736:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989209600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321515.530765:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321515.530790:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321515.530794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989209856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321515.530811:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321515.530834:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989209600 00000100:00100000:0.0:1767321515.530838:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989209600 00000100:00100000:0.0:1767321515.530865:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989209856 00000100:00100000:0.0:1767321515.530868:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989209856 00000100:00100000:0.0:1767321515.530888:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1767321515.530893:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989209600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321515.530923:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989209600:12345-0@lo:400:kworker.0 Request processed in 30us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321515.530929:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1767321515.530942:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1767321515.530948:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989209856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321515.530984:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989209856:12345-0@lo:400:kworker.0 Request processed in 36us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321515.530990:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1767321515.531027:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989209856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321515.531038:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989209600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.531172:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989210368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.531183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989210240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321515.532321:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989210112 00000100:00100000:2.0:1767321515.532327:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989210112 00000100:00100000:2.0:1767321515.532361:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5021 00000100:00100000:2.0:1767321515.532366:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989210112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321515.532377:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321515.532427:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989210112:12345-0@lo:38:kworker.0 Request processed in 59us (889us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321515.532433:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5021 00010000:00010000:2.0:1767321516.494033:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321517.066965:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321517.066990:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989210624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321517.067055:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321517.067576:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321517.067640:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989210624:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321517.513088:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321517.579601:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321517.579635:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989210752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321517.579712:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321517.580323:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321517.580922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989210752:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321518.536965:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321519.394452:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321519.394556:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321519.394695:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925760 00000100:00100000:2.0:1767321519.394707:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925760 00000100:00100000:2.0:1767321519.394751:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923925888 00000100:00100000:2.0:1767321519.394754:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923925888 00000100:00100000:2.0:1767321519.394807:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1530 00000100:00100000:2.0:1767321519.394817:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923925888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321519.394904:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923925888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321519.394912:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1530 00000100:00100000:2.0:1767321519.394933:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2296 00000100:00100000:2.0:1767321519.394938:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923925760:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321519.394958:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321519.394984:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923925760:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (543us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321519.394990:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2296 00000100:00080000:0.0:1767321519.395626:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321520.585038:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321520.649621:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321495/real 1767321495] req@ffff9e7c0c45c700 x1853163989204352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321520 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321520.649676:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45c700 x1853163989204352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321520 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321520.649696:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321520.649721:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321520.649725:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989204352:0@lo:250:kworker.0 00000100:00100000:2.0:1767321520.651102:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989211008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.651191:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321520.651277:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321520.651294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989211264:0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.651354:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321520.651401:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211008 00000100:00100000:2.0:1767321520.651410:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211008 00000100:00100000:2.0:1767321520.651459:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211264 00000100:00100000:2.0:1767321520.651462:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211264 00000100:00100000:2.0:1767321520.651488:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1767321520.651496:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989211008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.651548:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989211008:12345-0@lo:400:kworker.0 Request processed in 53us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321520.651555:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1767321520.651618:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767321520.651637:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989211264:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321520.651642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321520.651671:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989210880:0@lo:250:kworker.0 00000100:00100000:2.0:1767321520.651681:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989211264:12345-0@lo:400:kworker.0 Request processed in 54us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321520.651690:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767321520.651718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989211776:0@lo:400:kworker.0 00000400:00000100:0.0:1767321520.651726:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989210880 offset 0 length 520: 4 00000100:00100000:2.0:1767321520.651761:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321520.651783:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989211136:0@lo:38:kworker.0 00000100:00100000:2.0:1767321520.651790:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321520.651929:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321520.651956:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989211392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321520.651980:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321520.652000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989211520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321520.652026:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321520.652100:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211776 00000100:00100000:0.0:1767321520.652107:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211776 00000100:00100000:0.0:1767321520.652161:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124 00000100:00100000:0.0:1767321520.652170:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989211776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321520.652215:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989211776:12345-0@lo:400:kworker.0 Request processed in 46us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321520.652222:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124 00000100:00100000:0.0:1767321520.652249:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211136 00000100:00100000:0.0:1767321520.652252:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211136 00000100:00100000:0.0:1767321520.652274:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211392 00000100:00100000:0.0:1767321520.652277:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211392 00000100:00100000:0.0:1767321520.652288:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767321520.652292:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989211136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321520.652314:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321520.652347:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989211136:12345-0@lo:38:kworker.0 Request processed in 53us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321520.652353:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767321520.652365:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1767321520.652369:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989211392:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321520.652748:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211520 00000100:00100000:1.0:1767321520.652758:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211520 00000100:00100000:1.0:1767321520.652792:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022 00000100:00100000:1.0:1767321520.652798:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989211520:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321520.653292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989211648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.653347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321520.653406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989211776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.653473:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989211648 00000100:00100000:2.0:1767321520.653478:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989211648 00000100:00100000:2.0:1767321520.653518:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125 00000100:00100000:2.0:1767321520.653524:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989211648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321520.653568:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989211648:12345-0@lo:400:kworker.0 Request processed in 44us (221us total) trans 0 rc 0/0 00010000:00020000:0.0:1767321520.653656:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321520.653709:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989211392:12345-0@lo:38:kworker.0 Request processed in 1337us (1727us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321520.653736:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00080000:0.0:1767321520.653779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321520.653784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321520.653787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989211392:0@lo:38:kworker.0 00010000:00020000:1.0:1767321520.654763:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321520.654769:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125 00000100:00100000:1.0:1767321520.654820:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989211520:12345-0@lo:38:kworker.0 Request processed in 2020us (2792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321520.654827:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022 00000100:00080000:0.0:1767321520.655123:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321520.655151:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321520.655166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989211520:0@lo:38:kworker.0 00000100:00100000:2.0:1767321520.655169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989211648:0@lo:400:kworker.0 00000100:00080000:2.0:1767321520.655232:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321520.659541:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321520.659548:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321520.659552:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989211904:0@lo:38:kworker.0 00010000:00010000:2.0:1767321521.609173:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321522.187276:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212032 00000100:00100000:2.0:1767321522.187284:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212032 00000100:00100000:2.0:1767321522.187358:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:2.0:1767321522.187369:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989212032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321522.187403:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321522.187493:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989212032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321522.187501:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00100000:2.0:1767321522.187547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989212032:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321522.633211:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321522.697123:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989212160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321522.697201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321522.697613:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212160 00000100:00100000:0.0:1767321522.697622:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212160 00000100:00100000:0.0:1767321522.697701:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1767321522.697710:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989212160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321522.697751:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321522.697811:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989212160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321522.697820:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00080000:2.0:1767321522.698358:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321522.698406:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989212160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321524.516000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321524.516060:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321524.516929:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321524.681041:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321525.705049:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321525.770335:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321525.770354:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321525.770452:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321525.770479:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321525.770484:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321525.770495:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6767 00000100:00080000:0.0:1767321525.770501:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321525.770510:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321525.770573:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bbb80 x1853163989212416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321525.771063:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212288 00000100:00100000:1.0:1767321525.771076:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212288 00000100:00100000:1.0:1767321525.771171:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1767321525.771184:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989212288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321525.771255:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989212288:12345-0@lo:400:kworker.0 Request processed in 73us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321525.771264:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1767321525.771327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989212288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321525.771597:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321525.771641:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989212416:0@lo:38:kworker.0 00000100:00100000:1.0:1767321525.771674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321525.771717:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212416 00000100:00100000:1.0:1767321525.771722:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212416 00000100:00100000:1.0:1767321525.771743:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:1.0:1767321525.771749:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989212416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321525.771771:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321525.771817:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989212416:12345-0@lo:38:kworker.0 Request processed in 67us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321525.771825:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00080000:1.0:1767321525.771850:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321525.771855:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321525.771858:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989212416:0@lo:38:kworker.0 00000100:00080000:0.0:1767321525.771974:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321525.771979:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321525.771981:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321525.771987:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6767 00000100:00080000:0.0:1767321525.771990:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321525.771994:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321525.772016:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8380 x1853163989212672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321525.772037:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321525.772042:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321525.772044:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321525.772048:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6767 00000100:00080000:0.0:1767321525.772050:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321525.772054:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321525.772068:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163989212800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321525.772104:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321525.772113:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321525.772115:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321525.772120:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6767 00000100:00080000:0.0:1767321525.772123:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321525.772127:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321525.772140:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c28380 x1853163989213184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321525.772168:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989212928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.772207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321525.772230:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321525.772236:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989213056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.772259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321525.772312:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212928 00000100:00100000:0.0:1767321525.772316:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212928 00000100:00100000:0.0:1767321525.772369:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989213056 00000100:00100000:0.0:1767321525.772372:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989213056 00000100:00100000:0.0:1767321525.772396:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126 00000100:00100000:0.0:1767321525.772403:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989212928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.772444:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989212928:12345-0@lo:400:kworker.0 Request processed in 41us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321525.772452:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126 00000100:00100000:0.0:1767321525.772466:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1767321525.772472:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989213056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.772498:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989213056:12345-0@lo:400:kworker.0 Request processed in 26us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321525.772504:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1767321525.772565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989213056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.772576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989212928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321525.773139:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989212672:0@lo:38:kworker.0 00000100:00100000:1.0:1767321525.773183:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321525.773220:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989212800:0@lo:38:kworker.0 00000100:00100000:1.0:1767321525.773247:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321525.773278:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989213184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321525.773302:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321525.773340:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212672 00000100:00100000:1.0:1767321525.773345:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212672 00000100:00100000:1.0:1767321525.773388:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989213184 00000100:00100000:1.0:1767321525.773391:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989213184 00000100:00100000:1.0:1767321525.773407:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:1.0:1767321525.773413:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989212672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321525.773436:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321525.773486:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989212672:12345-0@lo:38:kworker.0 Request processed in 71us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321525.773492:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:1.0:1767321525.773506:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:1.0:1767321525.773510:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989213184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321525.773520:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321525.773566:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989213184:12345-0@lo:38:kworker.0 Request processed in 53us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321525.773572:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00080000:1.0:1767321525.773679:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321525.773698:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321525.773702:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989212672:0@lo:38:kworker.0 00000100:00080000:1.0:1767321525.773712:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321525.773716:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321525.773719:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989213184:0@lo:38:kworker.0 00000100:00100000:2.0:1767321525.782235:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989212544:0@lo:400:kworker.0 00000100:00100000:2.0:1767321525.782354:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321525.783206:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989212544 00000100:00100000:0.0:1767321525.783220:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989212544 00000100:00100000:0.0:1767321525.783393:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1767321525.783405:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989212544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321525.783512:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989212544:12345-0@lo:400:kworker.0 Request processed in 109us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321525.783521:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1767321525.783888:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989212544:0@lo:400:kworker.0 00010000:00010000:2.0:1767321526.728829:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321527.304948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989213312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321527.305046:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321527.305181:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989213312 00000100:00100000:1.0:1767321527.305193:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989213312 00000100:00100000:1.0:1767321527.305286:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1767321527.305296:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989213312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321527.305335:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321527.305393:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989213312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321527.305401:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1767321527.305458:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989213312:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321527.305606:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321527.816931:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321527.816958:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989213440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321527.817058:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321527.818853:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989213440:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321527.819616:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321528.780914:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321529.637508:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321529.637650:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321529.638755:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321529.800992:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321530.824846:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321530.888985:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321530.888997:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321530.889074:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321530.889079:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321530.889083:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321530.889090:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6772 00000100:00080000:2.0:1767321530.889095:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321530.889102:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321530.889125:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82a00 x1853163989213696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321530.889154:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321530.889157:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321530.889159:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321530.889162:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6772 00000100:00080000:2.0:1767321530.889165:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321530.889168:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321530.889180:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163989213952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321530.889209:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321530.889212:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321530.889214:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321530.889218:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6772 00000100:00080000:2.0:1767321530.889221:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321530.889224:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321530.889237:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02dc00 x1853163989214080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321530.889567:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989213824:0@lo:400:kworker.0 00000100:00100000:1.0:1767321530.889618:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321530.889639:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321530.889644:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989213568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321530.889666:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321530.889691:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989213824 00000100:00100000:1.0:1767321530.889695:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989213824 00000100:00100000:1.0:1767321530.889735:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989213568 00000100:00100000:1.0:1767321530.889739:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989213568 00000100:00100000:1.0:1767321530.889755:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1767321530.889760:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989213824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321530.889804:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989213824:12345-0@lo:400:kworker.0 Request processed in 43us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321530.889811:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1767321530.889828:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:1.0:1767321530.889834:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989213568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321530.889857:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989213568:12345-0@lo:400:kworker.0 Request processed in 24us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321530.889921:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321530.889932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989214208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321530.889975:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321530.890005:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989214208 00000100:00100000:0.0:1767321530.890008:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989214208 00000100:00100000:0.0:1767321530.890043:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1767321530.890050:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989214208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321530.890079:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989214208:12345-0@lo:400:kworker.0 Request processed in 30us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321530.890085:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128 00000100:00080000:0.0:1767321530.890110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321530.890113:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321530.890137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989214208:0@lo:400:kworker.0 00000100:00080000:2.0:1767321530.890233:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321530.890237:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321530.890239:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321530.890243:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6772 00000100:00080000:2.0:1767321530.890246:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321530.890250:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321530.890279:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163989214464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321530.890302:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321530.890311:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989214336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321530.890336:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321530.892150:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1767321532.424967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989214592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321532.425031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321532.425279:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989214592 00000100:00100000:1.0:1767321532.425287:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989214592 00000100:00100000:1.0:1767321532.425352:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:1.0:1767321532.425360:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989214592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321532.425389:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321532.425453:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989214592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321532.425459:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00080000:0.0:1767321532.425522:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321532.425559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989214592:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321532.872910:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321532.939152:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989214720 00000100:00100000:2.0:1767321532.939167:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989214720 00000100:00100000:2.0:1767321532.939321:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:2.0:1767321532.939332:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989214720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321532.939383:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321532.939477:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989214720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321532.939486:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00080000:0.0:1767321532.942482:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321533.897937:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321534.762224:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321534.762330:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321534.762918:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923926656 00000100:00100000:2.0:1767321534.762928:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923926656 00000100:00100000:2.0:1767321534.763002:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923926528 00000100:00100000:2.0:1767321534.763006:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923926528 00000100:00100000:2.0:1767321534.763033:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1539 00000100:00100000:2.0:1767321534.763046:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923926656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321534.763136:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923926656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321534.763146:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1539 00000100:00080000:2.0:1767321534.763189:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321534.928198:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321536.010948:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.010964:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321536.011102:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767321536.011921:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.011928:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.011933:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.011943:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6777 00000100:00080000:0.0:1767321536.011949:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.011957:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321536.011991:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1880 x1853163989214976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321536.012307:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989214976 00000100:00100000:2.0:1767321536.012323:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989214976 00000100:00100000:2.0:1767321536.012422:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1767321536.012430:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989214976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.012464:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.012553:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989214976:12345-0@lo:38:kworker.0 Request processed in 122us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.012560:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00080000:2.0:1767321536.012636:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.012641:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.012645:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989214976:0@lo:38:kworker.0 00000100:00100000:1.0:1767321536.019376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989215104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321536.019488:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321536.019550:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989214848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321536.019576:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321536.020573:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321536.020659:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989215104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321536.020696:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989214848:0@lo:400:kworker.0 00000100:00080000:0.0:1767321536.021232:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.021239:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.021243:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.021250:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6777 00000100:00080000:0.0:1767321536.021255:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.021271:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321536.021310:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989215232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321536.021333:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.021337:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.021339:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.021355:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6777 00000100:00080000:0.0:1767321536.021357:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.021361:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321536.021374:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163989215360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321536.021417:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.021421:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.021423:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.021426:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6777 00000100:00080000:0.0:1767321536.021429:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.021432:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321536.021443:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020e00 x1853163989215744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321536.021478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989215488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321536.021538:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321536.021573:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321536.021598:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989215616:0@lo:400:kworker.0 00000100:00100000:0.0:1767321536.021624:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321536.022356:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321536.022362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321536.023972:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989215232:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.024067:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.024127:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989215360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.024156:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.024186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989215744:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.024210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.024272:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989215232 00000100:00100000:2.0:1767321536.024282:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989215232 00000100:00100000:2.0:1767321536.024318:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989215744 00000100:00100000:2.0:1767321536.024321:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989215744 00000100:00100000:2.0:1767321536.024337:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:2.0:1767321536.024357:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989215232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.024388:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.024440:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989215232:12345-0@lo:38:kworker.0 Request processed in 83us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.024448:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:2.0:1767321536.024467:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1767321536.024471:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989215744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.024479:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.024503:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989215744:12345-0@lo:38:kworker.0 Request processed in 30us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.024510:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00080000:2.0:1767321536.024546:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.024552:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.024556:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989215232:0@lo:38:kworker.0 00000100:00080000:2.0:1767321536.024622:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.024626:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.024629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989215744:0@lo:38:kworker.0 00000100:00080000:2.0:1767321536.025725:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.025740:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.025744:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989215360:0@lo:38:kworker.0 00010000:00010000:2.0:1767321536.968957:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321537.546335:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321537.546379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989215872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321537.546475:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321537.547001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989215872:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321537.994767:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321538.058741:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216000 00000100:00100000:0.0:1767321538.058759:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216000 00000100:00100000:0.0:1767321538.058853:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1767321538.058865:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989216000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321538.058906:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321538.059003:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989216000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (1794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321538.059011:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:2.0:1767321538.059113:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989216000:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321538.059139:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321539.016979:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321539.876654:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927040 00000100:00100000:0.0:1767321539.876669:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927040 00000100:00080000:2.0:1767321539.876873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321539.877222:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1542 00000100:00100000:0.0:1767321539.877238:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923927040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321539.877388:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923927040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 155us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321539.877398:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1542 00000100:00100000:0.0:1767321539.879305:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321539.879417:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923926912 00000100:00100000:2.0:1767321539.879430:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923926912 00000100:00100000:2.0:1767321539.879537:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2312 00000100:00100000:2.0:1767321539.879547:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923926912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321539.879607:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321539.879701:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923926912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 153us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321539.879709:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2312 00010000:00010000:2.0:1767321541.065046:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321541.134397:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321541.134411:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321541.134495:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321541.134500:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321541.134505:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321541.134514:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6782 00000100:00080000:0.0:1767321541.134520:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321541.134528:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321541.134556:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021180 x1853163989216256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321541.134625:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321541.134629:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321541.134631:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321541.134635:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6782 00000100:00080000:0.0:1767321541.134637:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321541.134641:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321541.134653:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023b80 x1853163989216512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321541.134660:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321541.134663:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321541.134665:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321541.134669:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6782 00000100:00080000:0.0:1767321541.134671:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321541.134675:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321541.134687:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020000 x1853163989216640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321541.134725:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321541.134728:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321541.134731:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321541.134735:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6782 00000100:00080000:0.0:1767321541.134739:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321541.134743:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321541.134757:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021f80 x1853163989217024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321541.134757:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989216384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321541.134792:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989216768:0@lo:400:kworker.0 00000100:00100000:2.0:1767321541.134881:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989216896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.139878:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.140167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989216256:0@lo:38:kworker.0 00000100:00100000:1.0:1767321541.140228:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.140275:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989216512:0@lo:38:kworker.0 00000100:00100000:1.0:1767321541.140300:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.140322:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989216640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321541.140353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.140379:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989217024:0@lo:38:kworker.0 00000100:00100000:1.0:1767321541.140401:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.140437:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216640 00000100:00100000:1.0:1767321541.140447:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216640 00000100:00100000:1.0:1767321541.140494:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026 00000100:00100000:1.0:1767321541.140503:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989216640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.140532:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.140607:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989216640:12345-0@lo:38:kworker.0 Request processed in 103us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.140615:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026 00000100:00100000:1.0:1767321541.140644:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216384 00000100:00100000:1.0:1767321541.140665:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216384 00000100:00100000:1.0:1767321541.140718:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216256 00000100:00100000:1.0:1767321541.140723:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216256 00000100:00100000:1.0:1767321541.140740:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216512 00000100:00100000:1.0:1767321541.140743:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216512 00000100:00100000:1.0:1767321541.140751:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217024 00000100:00100000:1.0:1767321541.140753:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217024 00000100:00100000:1.0:1767321541.140763:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1767321541.140769:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989216384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.140817:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989216384:12345-0@lo:400:kworker.0 Request processed in 49us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321541.140824:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1767321541.140837:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1767321541.140841:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989216256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.140851:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.140874:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989216256:12345-0@lo:38:kworker.0 Request processed in 32us (647us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.140880:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1767321541.140891:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:1.0:1767321541.140894:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989216512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.140903:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.140925:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989216512:12345-0@lo:38:kworker.0 Request processed in 29us (624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.140931:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:1.0:1767321541.140941:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:1.0:1767321541.140945:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989217024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.140953:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.140986:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989217024:12345-0@lo:38:kworker.0 Request processed in 39us (583us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.140992:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00080000:1.0:1767321541.141010:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321541.141053:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989216384:0@lo:400:kworker.0 00000100:00080000:1.0:1767321541.141087:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.141093:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.141097:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989216256:0@lo:38:kworker.0 00000100:00080000:1.0:1767321541.141105:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.141108:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.141111:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989216512:0@lo:38:kworker.0 00000100:00080000:1.0:1767321541.141119:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.141122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.141125:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989216640:0@lo:38:kworker.0 00000100:00080000:1.0:1767321541.141132:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.141135:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.141138:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989217024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321541.142265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.142483:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216896 00000100:00100000:1.0:1767321541.142493:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216896 00000100:00100000:1.0:1767321541.142571:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132 00000100:00100000:1.0:1767321541.142596:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989216896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.142657:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989216896:12345-0@lo:400:kworker.0 Request processed in 78us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321541.142664:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132 00000100:00100000:0.0:1767321541.142922:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321541.142980:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989216768 00000100:00100000:0.0:1767321541.142985:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989216768 00000100:00100000:0.0:1767321541.143019:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133 00000100:00100000:0.0:1767321541.143256:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989216768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321541.143302:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989216768:12345-0@lo:400:kworker.0 Request processed in 277us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321541.143309:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133 00000100:00100000:0.0:1767321541.143352:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989216768:0@lo:400:kworker.0 00000100:00080000:2.0:1767321541.144678:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321541.144685:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321541.144688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321541.152870:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989216896:0@lo:400:kworker.0 00010000:00010000:2.0:1767321542.088895:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321542.667214:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321542.667259:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989217152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321542.667357:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321542.667569:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217152 00000100:00100000:0.0:1767321542.667604:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217152 00000100:00100000:0.0:1767321542.667664:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:0.0:1767321542.667673:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989217152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321542.667709:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321542.667764:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989217152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321542.667770:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:0.0:1767321542.667820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989217152:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321543.113343:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321543.183814:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989217280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321543.183921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321543.184234:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321543.192935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989217280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321544.996942:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321544.997329:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321544.997516:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927168 00000100:00100000:0.0:1767321544.997530:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927168 00000100:00100000:0.0:1767321544.997655:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927296 00000100:00100000:0.0:1767321544.997659:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927296 00000100:00100000:0.0:1767321544.997721:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1545 00000100:00100000:0.0:1767321544.997732:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923927296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767321544.998495:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321544.998682:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923927296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 948us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321544.998692:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1545 00010000:00010000:2.0:1767321545.173255:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321545.224750:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321520/real 1767321520] req@ffff9e7c0c45f800 x1853163989210880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321545.224809:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45f800 x1853163989210880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321545.224834:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321545.224860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321545.224864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989210880:0@lo:250:kworker.0 00000100:00080000:2.0:1767321545.226257:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321545.226267:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321545.226271:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321545.226278:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6767 00000100:00080000:2.0:1767321545.226283:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321545.226290:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321545.226339:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f100 x1853163989217408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321545.226405:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321545.226410:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321545.226412:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321545.226415:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6788 00000100:00080000:2.0:1767321545.226417:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321545.226421:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321545.226436:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989217664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321545.226490:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321545.226493:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321545.226495:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321545.226499:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6788 00000100:00080000:2.0:1767321545.226502:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321545.226506:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321545.226518:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02f480 x1853163989217920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321545.226526:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321545.226529:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321545.226531:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321545.226535:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6788 00000100:00080000:2.0:1767321545.226537:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321545.226541:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321545.226554:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163989218048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321545.226620:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321545.226624:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321545.226626:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321545.226630:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6788 00000100:00080000:2.0:1767321545.226633:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321545.226637:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321545.226649:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb800 x1853163989218432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321545.226687:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989217792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.226879:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989217536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.226908:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989218304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.226930:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321545.226995:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321545.226999:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989218176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.227012:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321545.227048:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989218304 00000100:00100000:0.0:1767321545.227055:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989218304 00000100:00100000:0.0:1767321545.227112:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989218176 00000100:00100000:0.0:1767321545.227115:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989218176 00000100:00100000:0.0:1767321545.227143:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134 00000100:00100000:0.0:1767321545.227152:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989218304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.227224:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989218304:12345-0@lo:400:kworker.0 Request processed in 73us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321545.227233:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134 00000100:00100000:0.0:1767321545.227252:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135 00000100:00100000:0.0:1767321545.227258:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989218176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.227284:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989218176:12345-0@lo:400:kworker.0 Request processed in 27us (270us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321545.227290:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321545.227296:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321545.227301:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135 00000100:00100000:0.0:1767321545.227340:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989218176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.227351:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989218304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321545.227807:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321545.229381:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321545.229830:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217792 00000100:00100000:1.0:1767321545.229844:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217792 00000100:00100000:1.0:1767321545.229909:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217536 00000100:00100000:1.0:1767321545.229913:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217536 00000100:00100000:1.0:1767321545.229937:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1767321545.229946:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989217792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321545.230038:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989217792:12345-0@lo:400:kworker.0 Request processed in 93us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321545.230047:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1767321545.230067:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1767321545.230073:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989217536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321545.230593:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989217536:12345-0@lo:400:kworker.0 Request processed in 502us (1203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321545.230602:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00080000:1.0:1767321545.230650:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321545.230799:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989217536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321545.231283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989217792:0@lo:400:kworker.0 00000100:00100000:2.0:1767321545.231963:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217664 00000100:00100000:2.0:1767321545.231972:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217664 00000100:00100000:1.0:1767321545.232208:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989218048 00000100:00100000:1.0:1767321545.232213:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989218048 00000100:00100000:1.0:1767321545.232283:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5027 00000100:00100000:1.0:1767321545.232290:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989218048:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321545.232322:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989217920 00000100:00100000:2.0:1767321545.232326:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989217920 00000100:00100000:2.0:1767321545.232358:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989218432 00000100:00100000:2.0:1767321545.232361:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989218432 00010000:00020000:1.0:1767321545.232375:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321545.232377:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767321545.232382:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989217664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321545.232391:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321545.232427:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989218048:12345-0@lo:38:kworker.0 Request processed in 136us (426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321545.232427:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989217664:12345-0@lo:38:kworker.0 Request processed in 43us (517us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321545.232436:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5027 00000100:00100000:2.0:1767321545.232436:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767321545.232451:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:2.0:1767321545.232455:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989217920:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321545.232460:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:1.0:1767321545.232465:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989218432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321545.232484:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321545.232509:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989218432:12345-0@lo:38:kworker.0 Request processed in 43us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321545.232515:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00010000:00020000:2.0:1767321545.232631:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321545.232657:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989217920:12345-0@lo:38:kworker.0 Request processed in 200us (700us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321545.232663:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00080000:2.0:1767321545.232806:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321545.232813:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321545.232817:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989217664:0@lo:38:kworker.0 00000100:00080000:2.0:1767321545.232827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321545.232831:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321545.232854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989217920:0@lo:38:kworker.0 00000100:00080000:2.0:1767321545.232865:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321545.232868:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321545.232871:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989218048:0@lo:38:kworker.0 00000100:00080000:2.0:1767321545.232878:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321545.232882:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321545.232885:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989218432:0@lo:38:kworker.0 00010000:00010000:2.0:1767321546.184935:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321547.209675:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321547.785001:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321547.785036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989218560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321547.785149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321547.785503:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321547.785515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989218560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321548.299543:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989218688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321548.299740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321548.300179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989218688:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321548.300382:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321549.257459:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321550.114952:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321550.115153:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321550.129405:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2320 00000100:00100000:2.0:1767321550.129431:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923927424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321550.129465:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321550.129992:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321550.130427:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923927424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 184us (14456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321550.130441:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2320 00010000:00010000:2.0:1767321550.280942:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321550.346889:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321550.346904:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321550.346997:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321550.347002:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321550.347007:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321550.347017:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6792 00000100:00080000:0.0:1767321550.347023:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321550.347032:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321550.347061:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020e00 x1853163989218944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321550.347111:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321550.347114:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321550.347116:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321550.347120:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6792 00000100:00080000:0.0:1767321550.347142:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321550.347147:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321550.347164:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163989219200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321550.347172:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321550.347176:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321550.347177:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321550.347182:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6792 00000100:00080000:0.0:1767321550.347184:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321550.347188:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321550.347200:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022a00 x1853163989219328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321550.347240:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321550.347244:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321550.347246:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321550.347249:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6792 00000100:00080000:0.0:1767321550.347251:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321550.347255:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321550.347265:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989219712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321550.347301:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989219584:0@lo:400:kworker.0 00000100:00100000:0.0:1767321550.347394:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321550.347450:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321550.347456:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989219456:0@lo:400:kworker.0 00000100:00100000:0.0:1767321550.347497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321550.347536:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989219584 00000100:00100000:0.0:1767321550.347546:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989219584 00000100:00100000:0.0:1767321550.347666:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989219456 00000100:00100000:0.0:1767321550.347670:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989219456 00000100:00100000:0.0:1767321550.347696:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136 00000100:00100000:0.0:1767321550.347706:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989219584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321550.347767:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989219584:12345-0@lo:400:kworker.0 Request processed in 62us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321550.347776:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4136 00000100:00100000:0.0:1767321550.347798:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4137 00000100:00100000:0.0:1767321550.347804:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989219456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321550.347836:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989219456:12345-0@lo:400:kworker.0 Request processed in 33us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321550.347842:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4137 00000100:00100000:0.0:1767321550.348145:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989219456:0@lo:400:kworker.0 00000100:00100000:0.0:1767321550.348159:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989219584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349142:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989218816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349177:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321550.349221:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321550.349228:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989219072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321550.349281:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989218816 00000100:00100000:2.0:1767321550.349286:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989218816 00000100:00100000:2.0:1767321550.349324:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989219072 00000100:00100000:2.0:1767321550.349327:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989219072 00000100:00100000:2.0:1767321550.349347:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:2.0:1767321550.349354:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989218816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349397:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989218816:12345-0@lo:400:kworker.0 Request processed in 45us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321550.349404:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:2.0:1767321550.349419:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:2.0:1767321550.349425:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989219072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349450:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989219072:12345-0@lo:400:kworker.0 Request processed in 25us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321550.349456:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:2.0:1767321550.349485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989219072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321550.349495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989218816:0@lo:400:kworker.0 00000100:00080000:1.0:1767321550.349823:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321550.349830:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321550.349833:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321550.349859:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989219328 00000100:00100000:1.0:1767321550.349864:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989219328 00000100:00100000:1.0:1767321550.349902:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5028 00000100:00100000:1.0:1767321550.349908:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989219328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321550.349924:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321550.349977:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989219328:12345-0@lo:38:kworker.0 Request processed in 68us (1549us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321550.349984:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5028 00000100:00080000:1.0:1767321550.350019:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321550.350024:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321550.350027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989219328:0@lo:38:kworker.0 00010000:00010000:2.0:1767321551.308695:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321552.904960:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321552.904986:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989219840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321552.905073:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321552.905220:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989219840 00000100:00100000:2.0:1767321552.905231:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989219840 00000100:00100000:2.0:1767321552.905305:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:2.0:1767321552.905314:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0984e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989219840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321552.905342:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321552.905394:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0984e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989219840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321552.905414:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767321552.905772:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989219840:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321552.905851:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321553.356522:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321553.417922:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321553.417940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989219968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321553.418009:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321553.418375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989219968:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321553.418641:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321554.376823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321555.233130:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321555.233245:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321555.240095:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927680 00000100:00100000:0.0:1767321555.240117:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927680 00000100:00100000:0.0:1767321555.240182:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927808 00000100:00100000:0.0:1767321555.240186:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927808 00000100:00100000:1.0:1767321555.240411:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2324 00000100:00100000:1.0:1767321555.240425:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923927680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321555.240457:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321555.240560:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923927680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 135us (7438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321555.240568:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2324 00000100:00100000:0.0:1767321555.240741:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1551 00000100:00100000:0.0:1767321555.240753:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923927808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321555.240977:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923927808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 224us (7729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321555.241010:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1551 00000100:00080000:2.0:1767321555.250622:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321555.402509:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321555.466131:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321555.466142:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321555.466207:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321555.466211:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321555.466214:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321555.466222:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6797 00000100:00080000:2.0:1767321555.466225:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321555.466231:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321555.466251:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989220224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321555.466298:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321555.466301:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321555.466303:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321555.466306:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6797 00000100:00080000:2.0:1767321555.466322:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321555.466326:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321555.466337:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163989220480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321555.466346:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321555.466349:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321555.466351:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321555.466355:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6797 00000100:00080000:2.0:1767321555.466357:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321555.466361:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321555.466371:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361ca300 x1853163989220608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321555.466408:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321555.466411:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321555.466413:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321555.466416:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6797 00000100:00080000:2.0:1767321555.466418:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321555.466421:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321555.466431:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163989220992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321555.466463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989220736:0@lo:400:kworker.0 00000100:00100000:2.0:1767321555.466527:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321555.466568:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321555.466574:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989220864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321555.466633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321555.466638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989220352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321555.466669:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321555.466687:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321555.466687:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220352 00000100:00100000:0.0:1767321555.466692:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989220096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321555.466694:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220352 00000100:00100000:0.0:1767321555.466711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321555.466733:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220096 00000100:00100000:0.0:1767321555.466736:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220096 00000100:00100000:2.0:1767321555.466749:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:2.0:1767321555.466759:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989220352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321555.466771:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767321555.466777:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989220096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321555.466841:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989220096:12345-0@lo:400:kworker.0 Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321555.466850:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1767321555.466883:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220736 00000100:00100000:1.0:1767321555.466888:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220736 00000100:00100000:1.0:1767321555.466929:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220864 00000100:00100000:1.0:1767321555.466933:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220864 00000100:00100000:1.0:1767321555.466954:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138 00000100:00100000:1.0:1767321555.466961:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989220736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321555.467027:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989220736:12345-0@lo:400:kworker.0 Request processed in 67us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321555.467033:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138 00000100:00100000:1.0:1767321555.467053:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139 00000100:00100000:1.0:1767321555.467059:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989220864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321555.467085:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989220864:12345-0@lo:400:kworker.0 Request processed in 27us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321555.467090:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139 00000100:00100000:1.0:1767321555.467125:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989220224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321555.467150:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321555.467166:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989220480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321555.467186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321555.467201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989220608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321555.467219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321555.467233:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989220992:0@lo:38:kworker.0 00000100:00100000:1.0:1767321555.467247:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321555.467267:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220224 00000100:00100000:1.0:1767321555.467270:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220224 00000100:00100000:1.0:1767321555.467284:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220480 00000100:00100000:1.0:1767321555.467286:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220480 00000100:00100000:1.0:1767321555.467295:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220992 00000100:00100000:1.0:1767321555.467296:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220992 00000100:00100000:1.0:1767321555.467305:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1767321555.467309:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321555.467324:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321555.467349:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220224:12345-0@lo:38:kworker.0 Request processed in 40us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321555.467355:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1767321555.467364:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:1.0:1767321555.467373:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321555.467382:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321555.467399:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220480:12345-0@lo:38:kworker.0 Request processed in 25us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321555.467404:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:1.0:1767321555.467412:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:1.0:1767321555.467416:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321555.467423:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321555.467437:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989220992:12345-0@lo:38:kworker.0 Request processed in 21us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321555.467442:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:1.0:1767321555.467471:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989220864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321555.467480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989220736:0@lo:400:kworker.0 00000100:00080000:1.0:1767321555.467518:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321555.467522:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321555.467525:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989220224:0@lo:38:kworker.0 00000100:00080000:1.0:1767321555.467531:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321555.467534:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321555.467537:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989220480:0@lo:38:kworker.0 00000100:00080000:1.0:1767321555.467543:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321555.467545:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321555.467548:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989220992:0@lo:38:kworker.0 00000100:00100000:1.0:1767321555.467610:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989220608 00000100:00100000:1.0:1767321555.467618:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989220608 00000100:00100000:1.0:1767321555.467635:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029 00000100:00100000:1.0:1767321555.467639:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989220608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321555.467649:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321555.467672:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989220608:12345-0@lo:38:kworker.0 Request processed in 32us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321555.467677:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029 00000100:00080000:1.0:1767321555.467696:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321555.467699:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321555.467701:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989220608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321555.468028:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989220352:12345-0@lo:400:kworker.0 Request processed in 1269us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321555.468035:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767321555.469201:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989220096:0@lo:400:kworker.0 00000100:00100000:0.0:1767321555.469222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989220352:0@lo:400:kworker.0 00010000:00010000:2.0:1767321557.449820:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321558.025640:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989221120 00000100:00100000:2.0:1767321558.025649:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989221120 00000100:00100000:2.0:1767321558.025725:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1767321558.025734:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989221120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321558.025765:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321558.025820:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989221120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321558.025828:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:1.0:1767321558.025950:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989221120:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321558.472907:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321558.537179:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321558.537210:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989221248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321558.537315:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321558.538051:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989221248:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321558.547311:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321559.505109:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321560.355132:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928064 00000100:00100000:2.0:1767321560.355146:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928064 00000100:00100000:2.0:1767321560.355230:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923927936 00000100:00100000:2.0:1767321560.355234:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923927936 00000100:00100000:2.0:1767321560.355272:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1554 00000100:00100000:2.0:1767321560.355284:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923928064:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321560.355394:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923928064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321560.355426:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1554 00000100:00100000:2.0:1767321560.355450:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2328 00000100:00100000:2.0:1767321560.355455:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923927936:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321560.355481:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321560.355512:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923927936:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (590us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321560.355519:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2328 00000100:00080000:2.0:1767321560.584751:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321560.584776:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321560.584874:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321560.584879:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321560.584884:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321560.584907:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6802 00000100:00080000:2.0:1767321560.584914:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321560.584922:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321560.584948:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682a00 x1853163989221504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321560.584990:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321560.584993:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321560.584996:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321560.584999:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6802 00000100:00080000:2.0:1767321560.585002:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321560.585006:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321560.585038:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163989221760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321560.585048:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321560.585052:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321560.585053:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321560.585057:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6802 00000100:00080000:2.0:1767321560.585060:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321560.585064:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321560.585076:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683b80 x1853163989221888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321560.585118:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321560.585121:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321560.585123:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321560.585127:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6802 00000100:00080000:2.0:1767321560.585130:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321560.585133:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321560.585143:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163989222272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321560.585185:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989222144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321560.585416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321560.585484:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321560.585500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989222016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321560.585573:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321560.585746:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989221504 00000100:00100000:2.0:1767321560.585755:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989221504 00000100:00100000:2.0:1767321560.585818:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989221760 00000100:00100000:2.0:1767321560.585823:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989221760 00000100:00100000:2.0:1767321560.585835:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222272 00000100:00100000:2.0:1767321560.585838:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222272 00000100:00100000:2.0:1767321560.585854:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1767321560.585860:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989221504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321560.585884:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321560.586225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989221632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.586265:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321560.586290:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321560.586298:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989221376:0@lo:400:kworker.0 00000100:00100000:1.0:1767321560.587695:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222144 00000100:00100000:1.0:1767321560.587713:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222144 00000100:00100000:1.0:1767321560.587832:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222016 00000100:00100000:1.0:1767321560.587836:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222016 00000100:00100000:1.0:1767321560.587865:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4140 00000100:00100000:1.0:1767321560.587875:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989222144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.597773:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321560.597908:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989221632 00000100:00100000:0.0:1767321560.597922:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989221632 00000100:00100000:0.0:1767321560.598000:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989221376 00000100:00100000:0.0:1767321560.598004:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989221376 00000100:00100000:0.0:1767321560.598025:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1767321560.598064:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989221632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.598174:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989221632:12345-0@lo:400:kworker.0 Request processed in 118us (11906us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321560.598183:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1767321560.598212:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767321560.598218:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989222272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321560.598262:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321560.598314:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989222272:12345-0@lo:38:kworker.0 Request processed in 90us (12623us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321560.598326:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767321560.598390:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989221376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.598631:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989221632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.598757:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141 00000100:00100000:0.0:1767321560.598771:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989222016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321560.598834:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989222016:12345-0@lo:400:kworker.0 Request processed in 67us (13277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321560.598841:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141 00000100:00080000:0.0:1767321560.598864:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321560.598870:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321560.598873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321560.598970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989222016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321560.599257:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989221504:12345-0@lo:38:kworker.0 Request processed in 13395us (13815us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321560.599265:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00080000:0.0:1767321560.599804:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321560.599814:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321560.599819:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989221504:0@lo:38:kworker.0 00000100:00080000:0.0:1767321560.600365:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321560.600370:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321560.600374:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989221888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321560.605010:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989222144:12345-0@lo:400:kworker.0 Request processed in 17120us (19585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321560.605032:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4140 00000100:00100000:2.0:1767321560.605113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989222144:0@lo:400:kworker.0 00010000:00010000:2.0:1767321561.545085:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321562.569403:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321563.150733:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321563.150758:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989222400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321563.150828:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321563.151205:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321563.151222:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989222400:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321563.592807:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321563.656919:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989222528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321563.656989:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321563.658242:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222528 00000100:00100000:0.0:1767321563.658256:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222528 00000100:00100000:0.0:1767321563.658348:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1767321563.658358:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989222528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321563.658405:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321563.658495:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989222528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321563.658503:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:2.0:1767321563.660242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989222528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321564.452770:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928448 00000100:00100000:0.0:1767321564.452780:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928448 00000100:00100000:0.0:1767321564.452861:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928320 00000100:00100000:0.0:1767321564.452865:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928320 00000100:00100000:0.0:1767321564.452884:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1557 00000100:00100000:0.0:1767321564.452894:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923928448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321564.452973:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923928448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321564.452981:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1557 00000100:00100000:0.0:1767321564.453004:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2332 00000100:00100000:0.0:1767321564.453010:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923928320:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321564.453040:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321564.453069:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923928320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321564.453076:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2332 00010000:00010000:2.0:1767321565.641010:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321565.704913:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321565.704924:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321565.705040:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321565.705044:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321565.705048:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321565.705057:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6807 00000100:00080000:2.0:1767321565.705061:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321565.705067:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321565.705088:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683100 x1853163989222784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321565.705147:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321565.705150:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321565.705152:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321565.705156:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6807 00000100:00080000:2.0:1767321565.705158:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321565.705161:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321565.705175:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163989223040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321565.705184:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321565.705187:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321565.705188:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321565.705193:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6807 00000100:00080000:2.0:1767321565.705195:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321565.705199:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321565.705211:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680a80 x1853163989223168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321565.705245:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321565.705248:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321565.705250:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321565.705253:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6807 00000100:00080000:2.0:1767321565.705256:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321565.705259:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321565.705271:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680e00 x1853163989223552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321565.705305:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989223296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321565.705371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321565.705431:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321565.705436:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989223424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321565.705460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321565.705576:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223296 00000100:00100000:1.0:1767321565.705614:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223296 00000100:00100000:1.0:1767321565.705676:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223424 00000100:00100000:1.0:1767321565.705680:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223424 00000100:00100000:1.0:1767321565.705703:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142 00000100:00100000:1.0:1767321565.705712:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989223296:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321565.705781:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321565.705786:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321565.706049:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989222656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321565.711096:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143 00000100:00100000:2.0:1767321565.711118:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989223424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321565.711279:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989223296:12345-0@lo:400:kworker.0 Request processed in 5567us (5906us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321565.711289:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142 00000100:00100000:1.0:1767321565.711337:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989222784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321565.711376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321565.711414:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989223040:0@lo:38:kworker.0 00000100:00100000:1.0:1767321565.711440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321565.711456:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989223168:0@lo:38:kworker.0 00000100:00100000:1.0:1767321565.711482:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321565.711508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989223552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321565.711526:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321565.711560:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222784 00000100:00100000:1.0:1767321565.711568:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222784 00000100:00100000:1.0:1767321565.711611:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223040 00000100:00100000:1.0:1767321565.711614:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223040 00000100:00100000:1.0:1767321565.711640:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223552 00000100:00100000:1.0:1767321565.711643:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223552 00000100:00100000:1.0:1767321565.711660:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767321565.711664:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989222784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321565.711697:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321565.711732:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989222784:12345-0@lo:38:kworker.0 Request processed in 66us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321565.711739:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767321565.711751:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767321565.711755:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989223040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321565.711764:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321565.711785:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989223040:12345-0@lo:38:kworker.0 Request processed in 29us (345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321565.711790:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767321565.711813:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:1.0:1767321565.711817:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989223552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321565.711826:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321565.711847:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989223552:12345-0@lo:38:kworker.0 Request processed in 29us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321565.711852:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:1.0:1767321565.711910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989223296:0@lo:400:kworker.0 00000100:00080000:1.0:1767321565.711955:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321565.711961:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321565.711965:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989222784:0@lo:38:kworker.0 00000100:00080000:1.0:1767321565.711972:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321565.711975:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321565.711978:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989223040:0@lo:38:kworker.0 00000100:00080000:1.0:1767321565.711998:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321565.712002:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321565.712005:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989223552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321565.712058:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223168 00000100:00100000:1.0:1767321565.712061:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223168 00000100:00100000:1.0:1767321565.712090:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031 00000100:00100000:1.0:1767321565.712094:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989223168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321565.712104:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321565.712134:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989223168:12345-0@lo:38:kworker.0 Request processed in 38us (651us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321565.712140:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031 00000100:00080000:1.0:1767321565.712161:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321565.712165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321565.712167:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989223168:0@lo:38:kworker.0 00000100:00100000:0.0:1767321565.714900:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321565.715120:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989223424:12345-0@lo:400:kworker.0 Request processed in 4009us (9656us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321565.715132:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143 00000100:00100000:2.0:1767321565.716117:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222912 00000100:00100000:2.0:1767321565.716126:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222912 00000100:00100000:2.0:1767321565.716227:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989222656 00000100:00100000:2.0:1767321565.716230:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989222656 00000100:00100000:2.0:1767321565.716259:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1767321565.716269:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989222912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321565.716388:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989222912:12345-0@lo:400:kworker.0 Request processed in 119us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321565.716395:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1767321565.716443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989222912:0@lo:400:kworker.0 00000100:00100000:1.0:1767321565.716624:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989222656:0@lo:400:kworker.0 00010000:00010000:2.0:1767321566.670498:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321567.688827:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321568.266772:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223680 00000100:00100000:1.0:1767321568.266780:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223680 00000100:00100000:1.0:1767321568.266973:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:1.0:1767321568.266982:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989223680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321568.267010:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321568.267073:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989223680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321568.267081:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00100000:2.0:1767321568.267227:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989223680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321568.777175:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989223808 00000100:00100000:0.0:1767321568.777190:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989223808 00000100:00100000:0.0:1767321568.777245:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1767321568.777251:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989223808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321568.777274:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321568.777306:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989223808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321568.777311:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:1.0:1767321569.571224:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928576 00000100:00100000:1.0:1767321569.571235:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928576 00000100:00100000:1.0:1767321569.571307:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2336 00000100:00100000:1.0:1767321569.571315:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923928576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321569.571338:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321569.571448:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923928576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 131us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321569.571456:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2336 00000100:00100000:2.0:1767321569.576362:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321569.576923:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928704 00000100:00100000:0.0:1767321569.576934:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928704 00000100:00100000:0.0:1767321569.577022:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1560 00000100:00100000:0.0:1767321569.577032:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923928704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321569.577124:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923928704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321569.577131:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1560 00010000:00010000:2.0:1767321569.736754:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321570.761469:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321570.824861:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321545/real 1767321545] req@ffff9e7d2d02f100 x1853163989217408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321570 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321570.824896:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2d02f100 x1853163989217408/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321570 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321570.824913:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321570.824950:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321570.824956:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321570.824959:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321570.824963:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6792 00000100:00080000:0.0:1767321570.824982:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321570.824988:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321570.825016:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02df80 x1853163989223936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321570.825065:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321570.825068:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321570.825070:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321570.825074:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6812 00000100:00080000:0.0:1767321570.825077:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321570.825080:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321570.825094:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989224192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321570.825109:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321570.825111:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321570.825113:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321570.825115:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6812 00000100:00080000:0.0:1767321570.825117:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321570.825121:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321570.825141:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594df80 x1853163989224448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321570.825150:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321570.825153:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321570.825155:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321570.825158:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6812 00000100:00080000:0.0:1767321570.825161:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321570.825171:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321570.825184:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594f100 x1853163989224576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321570.825214:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321570.825216:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321570.825218:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321570.825221:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6812 00000100:00080000:0.0:1767321570.825223:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321570.825226:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321570.825235:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594f480 x1853163989224960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321570.825272:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989224832:0@lo:400:kworker.0 00000100:00100000:1.0:1767321570.825352:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989224320:0@lo:400:kworker.0 00000100:00080000:2.0:1767321570.825879:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321570.825884:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989217408:0@lo:250:kworker.0 00000100:00100000:2.0:1767321570.825908:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989223936:0@lo:250:kworker.0 00000100:00100000:0.0:1767321570.828332:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321570.828423:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321570.828436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989224704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321570.828483:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321570.828574:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224832 00000100:00100000:0.0:1767321570.828596:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224832 00000100:00100000:0.0:1767321570.828645:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224704 00000100:00100000:0.0:1767321570.828648:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224704 00000100:00100000:0.0:1767321570.830095:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144 00000100:00100000:0.0:1767321570.830104:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989224832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321570.830157:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989224832:12345-0@lo:400:kworker.0 Request processed in 54us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321570.830163:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144 00000100:00100000:0.0:1767321570.830177:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:0.0:1767321570.830191:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989224704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321570.830221:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989224704:12345-0@lo:400:kworker.0 Request processed in 31us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321570.830227:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00000400:00000100:2.0:1767321570.830995:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989223936 offset 0 length 520: 4 00000100:00100000:2.0:1767321570.831036:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989224192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321570.831068:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321570.831089:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989224448:0@lo:38:kworker.0 00000100:00100000:2.0:1767321570.831108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321570.831124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989224576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321570.831277:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321570.831297:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989224960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321570.831319:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321570.831457:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224192 00000100:00100000:2.0:1767321570.831463:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224192 00000100:00100000:2.0:1767321570.831489:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224448 00000100:00100000:2.0:1767321570.831491:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224448 00000100:00100000:2.0:1767321570.831516:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224960 00000100:00100000:2.0:1767321570.831519:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224960 00000100:00100000:2.0:1767321570.831529:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:2.0:1767321570.831534:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989224192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321570.831552:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321570.832202:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1767321570.832209:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989224448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321570.832222:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321570.832331:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989224448:12345-0@lo:38:kworker.0 Request processed in 120us (1220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321570.832419:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1767321570.832443:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:1.0:1767321570.832448:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989224960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321570.832458:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321570.832484:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989224960:12345-0@lo:38:kworker.0 Request processed in 35us (1163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321570.832491:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:1.0:1767321570.832532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321570.832552:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224320 00000100:00100000:1.0:1767321570.832556:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224320 00000100:00100000:1.0:1767321570.832607:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1767321570.832613:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989224320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321570.832649:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989224320:12345-0@lo:400:kworker.0 Request processed in 36us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321570.832964:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989224704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321570.832976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989224832:0@lo:400:kworker.0 00000100:00100000:1.0:1767321570.833313:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00080000:1.0:1767321570.833335:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321570.833420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989224320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321570.833460:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989224576 00000100:00100000:0.0:1767321570.833465:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989224576 00000100:00100000:0.0:1767321570.833488:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032 00000100:00100000:0.0:1767321570.833492:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989224576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321570.833506:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321570.833537:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989224576:12345-0@lo:38:kworker.0 Request processed in 44us (2261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321570.833543:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032 00000100:00100000:2.0:1767321570.854227:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989224192:12345-0@lo:38:kworker.0 Request processed in 22681us (23147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321570.854243:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00080000:0.0:1767321570.859599:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321570.859612:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321570.859617:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989224192:0@lo:38:kworker.0 00010000:00010000:2.0:1767321571.786639:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321573.384969:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225088 00000100:00100000:1.0:1767321573.384977:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225088 00000100:00100000:1.0:1767321573.385050:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:1.0:1767321573.385059:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989225088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321573.385086:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767321573.385170:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321573.386980:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989225088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1915us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321573.386992:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00010000:00010000:2.0:1767321573.833010:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321573.897492:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989225216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321573.897574:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321573.897901:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225216 00000100:00100000:1.0:1767321573.897910:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225216 00000100:00100000:1.0:1767321573.898039:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:1.0:1767321573.898048:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989225216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321573.898081:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767321573.898395:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321573.898482:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989225216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 435us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321573.898491:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:0.0:1767321573.898677:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989225216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321574.696861:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928832 00000100:00100000:2.0:1767321574.696872:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928832 00000100:00100000:2.0:1767321574.696920:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923928960 00000100:00100000:2.0:1767321574.696923:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923928960 00000100:00100000:1.0:1767321574.697008:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2340 00000100:00100000:1.0:1767321574.697017:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923928832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321574.697042:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321574.697115:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923928832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (1222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321574.697123:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2340 00000100:00100000:2.0:1767321574.697418:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1563 00000100:00100000:2.0:1767321574.697426:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923928960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321574.697473:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923928960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 48us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321574.697480:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1563 00010000:00010000:2.0:1767321574.856853:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321575.880815:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321575.945245:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321575.945257:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321575.945325:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321575.945330:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321575.945334:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321575.945355:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6817 00000100:00080000:2.0:1767321575.945360:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321575.945366:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321575.945389:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680e00 x1853163989225472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321575.945423:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321575.945426:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321575.945428:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321575.945431:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6817 00000100:00080000:2.0:1767321575.945434:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321575.945438:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321575.945449:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683100 x1853163989225728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321575.945459:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321575.945462:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321575.945464:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321575.945468:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6817 00000100:00080000:2.0:1767321575.945471:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321575.945475:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321575.945488:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683b80 x1853163989225856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321575.945527:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321575.945531:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321575.945533:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321575.945542:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6817 00000100:00080000:2.0:1767321575.945545:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321575.945550:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321575.945565:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989226240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321575.945648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989225984:0@lo:400:kworker.0 00000100:00100000:2.0:1767321575.945689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321575.945717:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321575.945725:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989226112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321575.945752:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321575.945790:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225984 00000100:00100000:2.0:1767321575.945797:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225984 00000100:00100000:1.0:1767321575.945897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989225600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.945933:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321575.945960:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321575.945969:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989225344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321575.946040:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225472 00000100:00100000:1.0:1767321575.946045:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225472 00000100:00100000:1.0:1767321575.946068:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225728 00000100:00100000:1.0:1767321575.946071:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225728 00000100:00100000:1.0:1767321575.946083:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989226240 00000100:00100000:1.0:1767321575.946087:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989226240 00000100:00100000:1.0:1767321575.946098:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225600 00000100:00100000:1.0:1767321575.946102:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225600 00000100:00100000:1.0:1767321575.946124:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989225344 00000100:00100000:1.0:1767321575.946129:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989225344 00000100:00100000:1.0:1767321575.946153:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1767321575.946161:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989225600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946203:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989225600:12345-0@lo:400:kworker.0 Request processed in 40us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321575.946217:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1767321575.946233:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1767321575.946241:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989225344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946275:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989225344:12345-0@lo:400:kworker.0 Request processed in 36us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321575.946281:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1767321575.946297:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:1.0:1767321575.946307:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989225472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321575.946322:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321575.946357:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989225472:12345-0@lo:38:kworker.0 Request processed in 49us (800us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321575.946367:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:1.0:1767321575.946381:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767321575.946385:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989226240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321575.946397:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321575.946426:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989226240:12345-0@lo:38:kworker.0 Request processed in 39us (653us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321575.946432:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767321575.946484:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989225344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989225600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989226112:0@lo:400:kworker.0 00000100:00100000:1.0:1767321575.946637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989225984:0@lo:400:kworker.0 00010000:00010000:2.0:1767321577.931506:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321578.505241:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321578.510792:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989226368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321578.510875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321578.511432:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989226368 00000100:00100000:2.0:1767321578.511441:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989226368 00000100:00100000:2.0:1767321578.511507:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:2.0:1767321578.511515:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989226368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321578.511545:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321578.511630:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989226368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321578.511637:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1767321578.513353:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989226368:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321578.963777:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321579.016911:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321579.016932:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989226496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321579.017020:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321579.017176:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989226496 00000100:00100000:2.0:1767321579.017185:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989226496 00000100:00100000:2.0:1767321579.017261:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1767321579.017270:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989226496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321579.017298:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321579.017353:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989226496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321579.017361:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1767321579.017410:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989226496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321579.810553:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923929216 00000100:00100000:2.0:1767321579.810569:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923929216 00000100:00100000:2.0:1767321579.810875:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1566 00000100:00100000:2.0:1767321579.810887:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923929216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321579.811015:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923929216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 130us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321579.811023:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1566 00000100:00100000:1.0:1767321579.818055:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321579.818247:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923929088 00000100:00100000:2.0:1767321579.818263:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923929088 00000100:00100000:2.0:1767321579.818335:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2344 00000100:00100000:2.0:1767321579.818343:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923929088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321579.818368:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321579.818519:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923929088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 172us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321579.818530:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2344 00010000:00010000:2.0:1767321579.976924:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321581.065250:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321581.065259:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321581.065325:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321581.065329:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321581.065333:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321581.065341:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6822 00000100:00080000:0.0:1767321581.065346:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321581.065353:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321581.065385:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594f800 x1853163989226752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321581.065412:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321581.065420:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321581.065422:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321581.065425:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6822 00000100:00080000:0.0:1767321581.065428:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321581.065431:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321581.065443:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594f480 x1853163989227008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321581.065451:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321581.065454:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321581.065456:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321581.065460:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6822 00000100:00080000:0.0:1767321581.065462:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321581.065480:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321581.065493:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594f100 x1853163989227136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321581.065533:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321581.065536:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321581.065537:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321581.065541:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6822 00000100:00080000:0.0:1767321581.065543:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321581.065547:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321581.065556:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976bb80 x1853163989227520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321581.065650:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989226624:0@lo:400:kworker.0 00000100:00100000:0.0:1767321581.065807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989227392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.065921:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989226880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321581.069251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321581.072685:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321581.072764:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989226624:0@lo:400:kworker.0 00000100:00100000:0.0:1767321581.073003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321581.073917:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989227392:0@lo:400:kworker.0 00000100:00080000:1.0:1767321581.074068:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321581.078749:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321581.079246:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989226880:0@lo:400:kworker.0 00000100:00080000:1.0:1767321581.079529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321582.025148:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321583.050361:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321583.625332:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321583.625360:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989227648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321583.625434:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321583.625613:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989227648 00000100:00100000:2.0:1767321583.625623:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989227648 00000100:00100000:2.0:1767321583.625693:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:2.0:1767321583.625712:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989227648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321583.625740:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321583.625799:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989227648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321583.625806:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:2.0:1767321583.625853:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989227648:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321584.072881:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321584.136851:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321584.136877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989227776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321584.136949:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321584.137104:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989227776 00000100:00100000:2.0:1767321584.137113:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989227776 00000100:00100000:2.0:1767321584.137175:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:2.0:1767321584.137184:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989227776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321584.137216:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321584.138695:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989227776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1494us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321584.138707:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00100000:1.0:1767321584.146784:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989227776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321584.931362:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923929472 00000100:00100000:2.0:1767321584.931381:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923929472 00000100:00100000:2.0:1767321584.931494:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923929344 00000100:00100000:2.0:1767321584.931499:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923929344 00000100:00100000:2.0:1767321584.931531:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1569 00000100:00100000:2.0:1767321584.931546:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923929472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321584.931556:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2348 00000100:00100000:0.0:1767321584.931569:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923929344:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321584.931666:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321584.931710:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923929472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 165us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321584.931722:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1569 00000100:00100000:0.0:1767321584.931743:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923929344:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 172us (1275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321584.931757:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2348 00010000:00010000:2.0:1767321586.121036:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321586.185209:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321586.185244:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321586.185317:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321586.185322:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321586.185327:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321586.185338:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6827 00000100:00080000:0.0:1767321586.185344:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321586.185353:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321586.185375:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321586.185397:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976bb80 x1853163989228032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321586.185398:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989227904:0@lo:400:kworker.0 00000100:00080000:0.0:1767321586.185439:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321586.185443:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321586.185446:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321586.185451:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6827 00000100:00080000:0.0:1767321586.185454:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321586.185460:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321586.185474:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c29c00 x1853163989228288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321586.185489:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321586.185494:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321586.185498:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321586.185505:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6827 00000100:00080000:0.0:1767321586.185510:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321586.185518:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321586.185536:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2a680 x1853163989228416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321586.185536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.185615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989228160:0@lo:400:kworker.0 00000100:00080000:0.0:1767321586.185616:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321586.185619:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321586.185622:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321586.185627:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6827 00000100:00080000:0.0:1767321586.185631:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321586.185635:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321586.185661:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f800 x1853163989228800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321586.185719:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989227904 00000100:00100000:2.0:1767321586.185729:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989227904 00000100:00100000:0.0:1767321586.185731:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989228672:0@lo:400:kworker.0 00000100:00100000:0.0:1767321586.185793:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.185826:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228032 00000100:00100000:0.0:1767321586.185833:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321586.185834:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228032 00000100:00100000:0.0:1767321586.185844:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989228544:0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.185865:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228288 00000100:00100000:2.0:1767321586.185871:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228288 00000100:00100000:0.0:1767321586.185886:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.185897:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1767321586.185912:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989227904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321586.185938:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228672 00000100:00100000:0.0:1767321586.185944:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228672 00000100:00100000:0.0:1767321586.185977:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228544 00000100:00100000:0.0:1767321586.185980:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228544 00000100:00100000:2.0:1767321586.185983:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989227904:12345-0@lo:400:kworker.0 Request processed in 75us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321586.185991:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1767321586.186002:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150 00000100:00100000:0.0:1767321586.186008:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989228672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.186012:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1767321586.186016:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321586.186039:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321586.186043:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989228672:12345-0@lo:400:kworker.0 Request processed in 36us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321586.186049:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150 00000100:00100000:0.0:1767321586.186062:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:2.0:1767321586.186066:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228032:12345-0@lo:38:kworker.0 Request processed in 50us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321586.186068:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989228544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.186073:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:0.0:1767321586.186093:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989228544:12345-0@lo:400:kworker.0 Request processed in 26us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321586.186097:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:2.0:1767321586.186101:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228288:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321586.186106:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00010000:00020000:2.0:1767321586.186111:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321586.186152:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989228544:0@lo:400:kworker.0 00000100:00080000:1.0:1767321586.186437:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321586.186443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321586.186446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321586.186729:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228288:12345-0@lo:38:kworker.0 Request processed in 624us (903us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321586.186747:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:2.0:1767321586.186823:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228416 00000100:00100000:2.0:1767321586.186829:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228416 00000100:00100000:2.0:1767321586.186855:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:2.0:1767321586.186860:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989228416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321586.186873:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321586.186911:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989228416:12345-0@lo:38:kworker.0 Request processed in 50us (983us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321586.186918:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:0.0:1767321586.187158:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989228672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321586.190899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321586.190987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989227904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.191146:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228160 00000100:00100000:2.0:1767321586.191159:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228160 00000100:00100000:2.0:1767321586.191245:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1767321586.191256:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989228160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.191348:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989228160:12345-0@lo:400:kworker.0 Request processed in 94us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321586.191357:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00080000:1.0:1767321586.191433:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321586.191458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989228160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321586.198720:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228800 00000100:00100000:0.0:1767321586.198738:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228800 00000100:00100000:0.0:1767321586.198890:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:0.0:1767321586.198900:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321586.198925:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321586.199118:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989228800:12345-0@lo:38:kworker.0 Request processed in 217us (7199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321586.199125:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00010000:00010000:2.0:1767321587.146312:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321588.169494:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321588.744972:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321588.745005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989228928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321588.745105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321588.745264:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989228928 00000100:00100000:2.0:1767321588.745274:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989228928 00000100:00100000:2.0:1767321588.745339:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:2.0:1767321588.745347:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989228928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321588.745394:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321588.745449:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989228928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321588.745456:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00080000:1.0:1767321588.745569:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321588.745626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989228928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321589.257778:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229056 00000100:00100000:2.0:1767321589.257791:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229056 00000100:00100000:2.0:1767321589.257919:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:2.0:1767321589.257931:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989229056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321589.257984:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321589.258063:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989229056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321589.258072:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00080000:1.0:1767321589.258863:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321590.051729:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321590.051848:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321590.052322:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767321590.052387:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923929856 offset 0 length 520: 4 00010000:00010000:2.0:1767321590.218311:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321591.241563:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321591.305684:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321591.305704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989229184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321591.305815:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321591.305974:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229184 00000100:00100000:2.0:1767321591.305985:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229184 00000100:00100000:2.0:1767321591.306063:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1767321591.306076:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989229184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321591.306148:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989229184:12345-0@lo:400:kworker.0 Request processed in 75us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321591.306157:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00080000:0.0:1767321591.306352:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321591.306398:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989229184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321591.307028:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163989229312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.307094:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.307098:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.307101:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.307106:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6833 00000100:00080000:2.0:1767321591.307110:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.307115:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321591.307130:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989229568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.307166:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.307169:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.307171:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.307176:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6833 00000100:00080000:2.0:1767321591.307179:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.307183:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321591.307198:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163989229696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.307232:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.307236:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.307238:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.307241:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6833 00000100:00080000:2.0:1767321591.307244:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.307248:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321591.307259:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989230080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321591.307353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989229440:0@lo:400:kworker.0 00000100:00100000:0.0:1767321591.307410:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.307528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989229952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.307568:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.307628:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321591.307635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989229824:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.307660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.307694:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229952 00000100:00100000:1.0:1767321591.307701:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229952 00000100:00100000:1.0:1767321591.307753:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229824 00000100:00100000:1.0:1767321591.307756:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229824 00000100:00100000:1.0:1767321591.307806:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4152 00000100:00100000:1.0:1767321591.307814:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989229952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.307863:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989229952:12345-0@lo:400:kworker.0 Request processed in 50us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.307870:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4152 00000100:00100000:1.0:1767321591.307886:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153 00000100:00100000:1.0:1767321591.307893:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989229824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.307924:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989229824:12345-0@lo:400:kworker.0 Request processed in 32us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.307929:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153 00000100:00100000:1.0:1767321591.307959:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989229312:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.307986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.308014:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989229568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.308036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.308054:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989229696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.308076:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.308099:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989230080:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.308120:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.308152:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229696 00000100:00100000:1.0:1767321591.308156:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229696 00000100:00100000:1.0:1767321591.308180:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036 00000100:00100000:1.0:1767321591.308185:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989229696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.308209:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.308245:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989229696:12345-0@lo:38:kworker.0 Request processed in 59us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.308262:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036 00000100:00100000:1.0:1767321591.308285:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229440 00000100:00100000:1.0:1767321591.308289:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229440 00000100:00100000:1.0:1767321591.308316:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229312 00000100:00100000:1.0:1767321591.308319:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229312 00000100:00100000:1.0:1767321591.308347:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989229568 00000100:00100000:1.0:1767321591.308350:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989229568 00000100:00100000:1.0:1767321591.308357:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230080 00000100:00100000:1.0:1767321591.308360:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230080 00000100:00100000:1.0:1767321591.308369:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:1.0:1767321591.308375:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989229440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.308413:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989229440:12345-0@lo:400:kworker.0 Request processed in 38us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.308420:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:1.0:1767321591.308432:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767321591.308436:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989229312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.308447:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.308472:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989229312:12345-0@lo:38:kworker.0 Request processed in 33us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.308478:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767321591.308490:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767321591.308494:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989229568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.308503:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.308526:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989229568:12345-0@lo:38:kworker.0 Request processed in 31us (490us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.308531:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767321591.308548:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1767321591.308552:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989230080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.308561:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.308623:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989230080:12345-0@lo:38:kworker.0 Request processed in 68us (501us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.308629:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00080000:1.0:1767321591.308654:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321591.308659:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321591.308661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321591.308692:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989229824:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.308704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989229952:0@lo:400:kworker.0 00000100:00080000:1.0:1767321591.308765:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.308771:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.308775:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989229312:0@lo:38:kworker.0 00000100:00080000:1.0:1767321591.308783:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.308786:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.308789:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989229568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321591.308798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.308801:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.308804:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989229696:0@lo:38:kworker.0 00000100:00080000:1.0:1767321591.308811:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.308815:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.308817:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989230080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321591.309130:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989229440:0@lo:400:kworker.0 00010000:00010000:2.0:1767321592.264836:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321593.867532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989230208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321593.867687:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321593.868775:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230208 00000100:00100000:2.0:1767321593.868798:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230208 00000100:00100000:2.0:1767321593.868902:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1767321593.868914:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989230208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321593.868955:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321593.869043:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989230208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321593.869068:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00080000:1.0:1767321593.869636:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321594.312871:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321594.378744:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989230336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321594.378864:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321594.379028:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230336 00000100:00100000:2.0:1767321594.379041:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230336 00000100:00100000:2.0:1767321594.379128:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:2.0:1767321594.379140:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989230336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321594.379548:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321594.379652:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989230336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 513us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321594.379662:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00080000:1.0:1767321594.379742:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321594.379831:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989230336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321595.169163:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321595.169217:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321595.169446:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930112 00000100:00100000:2.0:1767321595.169457:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930112 00000100:00100000:2.0:1767321595.169534:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923929984 00000100:00100000:2.0:1767321595.169538:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923929984 00000100:00100000:2.0:1767321595.169556:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1575 00000100:00100000:2.0:1767321595.169565:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321595.169669:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321595.169677:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1575 00000100:00100000:2.0:1767321595.169696:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2356 00000100:00100000:2.0:1767321595.169700:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923929984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321595.169722:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321595.169748:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923929984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321595.169756:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2356 00000100:00080000:1.0:1767321595.169999:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321595.338017:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321595.400769:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321570/real 1767321570] req@ffff9e7d2d02df80 x1853163989223936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321595 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321595.400804:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2d02df80 x1853163989223936/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321595 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321595.400824:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321595.400852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321595.400856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989223936:0@lo:250:kworker.0 00000100:00080000:0.0:1767321595.401093:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321595.401099:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321595.401102:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321595.401107:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6817 00000100:00080000:0.0:1767321595.401111:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321595.401116:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321595.401151:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d19c2b100 x1853163989230464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321595.401203:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989230464:0@lo:250:kworker.0 00000400:00000100:1.0:1767321595.401263:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989230464 offset 0 length 520: 4 00000100:00080000:0.0:1767321595.401365:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321595.401369:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321595.401372:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321595.401375:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6838 00000100:00080000:0.0:1767321595.401378:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321595.401382:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321595.401397:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5500 x1853163989230720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321595.401490:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230592 00000100:00100000:2.0:1767321595.401500:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230592 00000100:00100000:2.0:1767321595.401569:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1767321595.401600:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989230592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321595.401660:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989230592:12345-0@lo:400:kworker.0 Request processed in 82us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321595.401669:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1767321595.403354:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989230720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321595.403417:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321595.403666:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321595.403670:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321595.403673:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321595.403678:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6838 00000100:00080000:0.0:1767321595.403697:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321595.403703:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321595.403734:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989230976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321595.403747:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321595.403751:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321595.403752:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321595.403756:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6838 00000100:00080000:0.0:1767321595.403759:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321595.403762:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321595.403775:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163989231104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321595.403804:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321595.403808:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321595.403809:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321595.403813:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6838 00000100:00080000:0.0:1767321595.403815:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321595.403819:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321595.403830:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163989231488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321595.403855:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989231360:0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.403890:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321595.403920:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321595.403927:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989231232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.403966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321595.404001:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231360 00000100:00100000:0.0:1767321595.404008:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231360 00000100:00100000:0.0:1767321595.404042:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231232 00000100:00100000:0.0:1767321595.404044:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231232 00000100:00100000:0.0:1767321595.404066:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4154 00000100:00100000:0.0:1767321595.404074:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989231360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.404134:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989231360:12345-0@lo:400:kworker.0 Request processed in 60us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321595.404141:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4154 00000100:00100000:0.0:1767321595.404158:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4155 00000100:00100000:0.0:1767321595.404164:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989231232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.404190:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989231232:12345-0@lo:400:kworker.0 Request processed in 27us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321595.404196:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4155 00000100:00100000:0.0:1767321595.404227:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989231232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.404237:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989231360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321595.404489:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989230976:0@lo:38:kworker.0 00000100:00080000:1.0:1767321595.404531:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321595.406340:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230720 00000100:00100000:2.0:1767321595.406354:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230720 00000100:00100000:2.0:1767321595.406399:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230848 00000100:00100000:2.0:1767321595.406403:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230848 00000100:00100000:2.0:1767321595.406443:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:2.0:1767321595.406451:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989230848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321595.406551:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1767321595.406557:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989230720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321595.406595:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321595.407241:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321595.407296:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989231104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321595.407342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321595.407361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989231488:0@lo:38:kworker.0 00000100:00100000:1.0:1767321595.407382:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321595.407424:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989230976 00000100:00100000:1.0:1767321595.407429:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989230976 00000100:00100000:1.0:1767321595.407445:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231488 00000100:00100000:1.0:1767321595.407460:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231488 00000100:00100000:1.0:1767321595.407475:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767321595.407480:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989230976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321595.407493:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321595.407966:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989230976:12345-0@lo:38:kworker.0 Request processed in 483us (724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321595.407974:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767321595.407991:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1767321595.407995:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989231488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321595.408054:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321595.408084:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989231488:12345-0@lo:38:kworker.0 Request processed in 87us (701us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321595.408090:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1767321595.408110:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231104 00000100:00100000:1.0:1767321595.408115:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231104 00000100:00100000:1.0:1767321595.408135:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037 00000100:00100000:1.0:1767321595.408138:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989231104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321595.408149:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321595.408174:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989231104:12345-0@lo:38:kworker.0 Request processed in 34us (832us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321595.408179:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037 00000100:00080000:1.0:1767321595.408888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321595.408895:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321595.408898:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989230976:0@lo:38:kworker.0 00000100:00080000:1.0:1767321595.408908:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321595.408921:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321595.408924:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989231104:0@lo:38:kworker.0 00000100:00080000:1.0:1767321595.408932:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321595.408934:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321595.408935:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989231488:0@lo:38:kworker.0 00000100:00080000:1.0:1767321595.408984:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321595.409461:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989230848:12345-0@lo:400:kworker.0 Request processed in 3008us (5035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321595.409471:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1767321595.412931:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989230720:12345-0@lo:38:kworker.0 Request processed in 6361us (9503us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321595.412948:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00080000:1.0:1767321595.413547:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321595.413554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321595.413559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989230720:0@lo:38:kworker.0 00010000:00010000:2.0:1767321596.360789:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321598.410713:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321598.985877:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231616 00000100:00100000:2.0:1767321598.985888:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231616 00000100:00100000:2.0:1767321598.985968:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:2.0:1767321598.985977:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989231616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321598.986004:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767321598.986112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321598.987813:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989231616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1827us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321598.987828:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00010000:00010000:2.0:1767321599.432807:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321599.497294:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231744 00000100:00100000:2.0:1767321599.497303:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231744 00000100:00100000:2.0:1767321599.497375:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:2.0:1767321599.497384:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989231744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321599.497418:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321599.497476:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989231744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321599.497484:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1767321599.497612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989231744:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321599.497680:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321600.289178:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930368 00000100:00100000:0.0:1767321600.289188:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930368 00000100:00100000:0.0:1767321600.289250:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930240 00000100:00100000:0.0:1767321600.289253:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930240 00000100:00100000:0.0:1767321600.289270:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1578 00000100:00100000:0.0:1767321600.289279:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321600.289449:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2360 00000100:00100000:2.0:1767321600.289456:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923930240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321600.289488:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321600.293228:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923930240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 3758us (4278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321600.293244:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2360 00000100:00100000:0.0:1767321600.293379:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 4098us (4501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321600.293390:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1578 00010000:00010000:2.0:1767321600.456824:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321600.520777:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321600.520787:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321600.520846:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321600.520851:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321600.520854:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321600.520862:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6842 00000100:00080000:1.0:1767321600.520867:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321600.520873:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321600.520893:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976bb80 x1853163989232000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321600.520911:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321600.520914:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321600.520915:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321600.520932:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6842 00000100:00080000:1.0:1767321600.520935:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321600.521057:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989232000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321600.521122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.521259:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989232128:0@lo:400:kworker.0 00000100:00100000:0.0:1767321600.521290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.521319:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321600.521324:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989231872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321600.521343:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.521374:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232000 00000100:00100000:0.0:1767321600.521382:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232000 00000100:00100000:0.0:1767321600.521412:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232128 00000100:00100000:0.0:1767321600.521414:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232128 00000100:00100000:0.0:1767321600.521452:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989231872 00000100:00100000:0.0:1767321600.521455:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989231872 00000100:00100000:0.0:1767321600.521477:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1767321600.521485:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989232128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321600.521535:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989232128:12345-0@lo:400:kworker.0 Request processed in 50us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321600.521542:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1767321600.521560:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1767321600.521566:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989231872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321600.521622:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989231872:12345-0@lo:400:kworker.0 Request processed in 56us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321600.521629:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1767321600.521641:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:0.0:1767321600.521646:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989232000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321600.521664:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321600.521693:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989232000:12345-0@lo:38:kworker.0 Request processed in 45us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321600.521699:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00080000:0.0:1767321600.521713:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321600.521740:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989231872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321600.521752:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989232128:0@lo:400:kworker.0 00000100:00080000:0.0:1767321600.521779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321600.521784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321600.521787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989232000:0@lo:38:kworker.0 00000100:00080000:1.0:1767321600.521924:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321600.522059:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976bb80 x1853163989232256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321600.522082:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321600.522086:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321600.522087:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321600.522091:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6842 00000100:00080000:1.0:1767321600.522094:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321600.522097:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321600.522110:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39768000 x1853163989232384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321600.522151:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321600.522163:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321600.522164:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321600.522167:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6842 00000100:00080000:1.0:1767321600.522169:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321600.522173:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321600.522183:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77e680 x1853163989232768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321600.522204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989232640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321600.522237:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321600.522265:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321600.522280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989232512:0@lo:400:kworker.0 00000100:00100000:1.0:1767321600.522304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321600.522330:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232640 00000100:00100000:1.0:1767321600.522334:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232640 00000100:00100000:1.0:1767321600.522361:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232512 00000100:00100000:1.0:1767321600.522363:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232512 00000100:00100000:1.0:1767321600.522385:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156 00000100:00100000:1.0:1767321600.522391:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989232640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321600.522425:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989232640:12345-0@lo:400:kworker.0 Request processed in 33us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321600.522431:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156 00000100:00100000:1.0:1767321600.522443:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:1.0:1767321600.522448:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989232512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321600.522474:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989232512:12345-0@lo:400:kworker.0 Request processed in 25us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321600.522479:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00100000:1.0:1767321600.522513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989232512:0@lo:400:kworker.0 00000100:00100000:1.0:1767321600.522522:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989232640:0@lo:400:kworker.0 00000100:00080000:1.0:1767321600.522538:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321600.522643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989232256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321600.522672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.522698:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989232384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321600.522719:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.522742:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989232768:0@lo:38:kworker.0 00000100:00100000:0.0:1767321600.522760:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.522791:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232256 00000100:00100000:0.0:1767321600.522794:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232256 00000100:00100000:0.0:1767321600.522813:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232768 00000100:00100000:0.0:1767321600.522824:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232768 00000100:00100000:0.0:1767321600.522843:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:0.0:1767321600.522847:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989232256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321600.522860:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321600.522890:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989232256:12345-0@lo:38:kworker.0 Request processed in 42us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321600.522895:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00100000:0.0:1767321600.522907:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:0.0:1767321600.522910:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989232768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321600.522919:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321600.523130:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989232768:12345-0@lo:38:kworker.0 Request processed in 216us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321600.523136:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00080000:0.0:1767321600.523169:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321600.523174:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321600.523177:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989232256:0@lo:38:kworker.0 00000100:00080000:0.0:1767321600.523185:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321600.523188:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321600.523190:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989232768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321600.523314:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989232384 00000100:00100000:1.0:1767321600.523320:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989232384 00000100:00100000:1.0:1767321600.523347:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038 00000100:00100000:1.0:1767321600.523353:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989232384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321600.523363:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321600.523404:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989232384:12345-0@lo:38:kworker.0 Request processed in 50us (683us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321600.523423:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038 00000100:00080000:0.0:1767321600.523519:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321600.523524:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321600.523527:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989232384:0@lo:38:kworker.0 00010000:00010000:2.0:1767321602.506645:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321603.528816:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321604.105238:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321604.105267:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989232896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321604.105387:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321604.106334:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321604.107026:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989232896:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321604.553735:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321604.618676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989233024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321604.618752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321604.619025:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233024 00000100:00100000:2.0:1767321604.619033:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233024 00000100:00100000:2.0:1767321604.619128:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:2.0:1767321604.619136:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989233024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321604.619166:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321604.619218:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989233024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321604.619239:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00080000:1.0:1767321604.619650:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321604.619689:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989233024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321605.413846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321605.413948:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321605.422644:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930496 00000100:00100000:0.0:1767321605.422662:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930496 00000100:00100000:0.0:1767321605.422730:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930624 00000100:00100000:0.0:1767321605.422734:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930624 00000100:00100000:0.0:1767321605.422797:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1581 00000100:00100000:0.0:1767321605.422811:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923930624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321605.422912:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923930624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (8963us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321605.422922:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1581 00000100:00100000:0.0:1767321605.422945:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2364 00000100:00100000:0.0:1767321605.422950:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923930496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321605.422970:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321605.422996:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923930496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (9160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321605.423003:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2364 00000100:00080000:1.0:1767321605.423393:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321605.640792:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321605.640803:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321605.640921:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321605.640925:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321605.640929:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321605.640939:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6847 00000100:00080000:1.0:1767321605.640944:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321605.640951:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321605.640976:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ce00 x1853163989233280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321605.641035:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321605.641057:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989233408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321605.641182:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321605.641249:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233408 00000100:00100000:2.0:1767321605.641268:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233408 00000100:00100000:2.0:1767321605.641330:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1767321605.641337:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989233408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321605.641387:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989233408:12345-0@lo:400:kworker.0 Request processed in 50us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321605.641395:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1767321605.641438:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989233408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321605.641518:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989233280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321605.641551:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321605.641617:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321605.641829:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233280 00000100:00100000:2.0:1767321605.641834:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233280 00000100:00100000:2.0:1767321605.641897:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:2.0:1767321605.641903:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989233280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321605.641924:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321605.641962:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989233280:12345-0@lo:38:kworker.0 Request processed in 58us (410us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321605.641968:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:0.0:1767321605.642505:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233152 00000100:00100000:0.0:1767321605.642510:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233152 00000100:00080000:0.0:1767321605.642528:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321605.642549:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321605.642554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321605.642557:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989233280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321605.642810:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:0.0:1767321605.642818:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989233152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321605.642913:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989233152:12345-0@lo:400:kworker.0 Request processed in 95us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321605.642920:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00080000:1.0:1767321605.643456:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321605.643462:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321605.643466:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321605.643471:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6847 00000100:00080000:1.0:1767321605.643475:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321605.643480:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321605.643507:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c000 x1853163989233536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321605.643594:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989233536:0@lo:38:kworker.0 00000100:00100000:2.0:1767321605.643631:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321605.643749:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233536 00000100:00100000:0.0:1767321605.643755:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233536 00000100:00080000:1.0:1767321605.643755:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767321605.643784:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:0.0:1767321605.643789:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989233536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321605.643805:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321605.643983:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321605.643986:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321605.643991:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6847 00000100:00080000:1.0:1767321605.643993:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321605.643998:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321605.644012:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163989233664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321605.644041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989233664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321605.644083:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321605.644980:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989233536:12345-0@lo:38:kworker.0 Request processed in 1187us (1346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321605.644990:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:0.0:1767321605.648149:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233792 00000100:00100000:0.0:1767321605.648158:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233792 00000100:00100000:0.0:1767321605.648210:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1767321605.648219:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989233792:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321605.648350:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321605.648356:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321605.648360:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989233536:0@lo:38:kworker.0 00000100:00080000:2.0:1767321605.648400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321605.648405:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321605.648408:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989233664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321605.648450:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989233920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321605.648479:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321605.648518:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989233920 00000100:00100000:2.0:1767321605.648522:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989233920 00000100:00100000:2.0:1767321605.648545:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159 00000100:00100000:2.0:1767321605.648552:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989233920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321605.648604:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989233920:12345-0@lo:400:kworker.0 Request processed in 52us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321605.648610:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159 00000100:00100000:2.0:1767321605.648642:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989233920:0@lo:400:kworker.0 00000100:00080000:1.0:1767321605.652081:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321605.652092:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321605.652096:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321605.652104:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6847 00000100:00080000:1.0:1767321605.652109:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321605.652116:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321605.652157:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f480 x1853163989234048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321605.652340:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989234048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321605.652424:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321605.652570:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234048 00000100:00100000:1.0:1767321605.652604:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234048 00000100:00100000:1.0:1767321605.652642:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:1.0:1767321605.652649:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989234048:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321605.652800:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989233792:12345-0@lo:400:kworker.0 Request processed in 4579us (4854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321605.652812:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158 00010000:00020000:1.0:1767321605.654453:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321605.654561:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989234048:12345-0@lo:38:kworker.0 Request processed in 1906us (2132us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321605.654572:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00080000:0.0:1767321605.654608:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321605.654614:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321605.654617:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989234048:0@lo:38:kworker.0 00010000:00010000:2.0:1767321606.600853:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321607.625849:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321608.648947:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321609.227759:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234176 00000100:00100000:2.0:1767321609.227772:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234176 00000100:00100000:2.0:1767321609.228051:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:2.0:1767321609.228065:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989234176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321609.228133:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321609.228215:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989234176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321609.228224:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00080000:1.0:1767321609.233005:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321609.740615:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321609.740654:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989234304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321609.740798:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321609.741618:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234304 00000100:00100000:2.0:1767321609.741633:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234304 00000100:00100000:2.0:1767321609.741738:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:2.0:1767321609.741749:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989234304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321609.741803:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321609.741894:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989234304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321609.741903:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:0.0:1767321609.742361:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989234304:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321609.743681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321610.532514:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930880 00000100:00100000:1.0:1767321610.532525:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930880 00000100:00100000:2.0:1767321610.532639:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923930752 00000100:00100000:2.0:1767321610.532668:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923930752 00000100:00100000:1.0:1767321610.532674:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1584 00000100:00100000:1.0:1767321610.532689:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321610.532765:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923930880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321610.532773:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1584 00000100:00100000:2.0:1767321610.533857:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2368 00000100:00100000:2.0:1767321610.533869:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923930752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321610.533901:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321610.534021:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923930752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 150us (1677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321610.534030:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2368 00010000:00010000:2.0:1767321610.701878:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321610.761826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989234432:0@lo:400:kworker.0 00000100:00100000:0.0:1767321610.761902:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321610.764841:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321610.764852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989234688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321610.764900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321610.772199:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234432 00000100:00100000:2.0:1767321610.772215:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234432 00000100:00100000:2.0:1767321610.772324:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234688 00000100:00100000:2.0:1767321610.772328:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234688 00000100:00080000:0.0:1767321610.773306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321610.774524:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989234560 00000100:00100000:2.0:1767321610.774530:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989234560 00000100:00100000:1.0:1767321610.778007:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767321610.778038:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989234432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321610.778154:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989234432:12345-0@lo:400:kworker.0 Request processed in 133us (16251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321610.778164:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767321610.778194:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989235328 00000100:00100000:1.0:1767321610.778202:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989235328 00000100:00100000:1.0:1767321610.778224:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1767321610.778231:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989234688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321610.778263:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989234688:12345-0@lo:400:kworker.0 Request processed in 32us (13362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321610.778269:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1767321610.778281:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1767321610.778285:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989235328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321610.778306:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321610.779878:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989235328:12345-0@lo:38:kworker.0 Request processed in 1581us (5671us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321610.779908:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00080000:1.0:1767321610.780048:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321610.780133:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321610.780138:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989235328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321610.780218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989234688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321610.780231:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989234432:0@lo:400:kworker.0 00000100:00100000:2.0:1767321610.784684:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:2.0:1767321610.784699:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989234560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321610.784727:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321610.787232:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989234560:12345-0@lo:38:kworker.0 Request processed in 2522us (16485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321610.787251:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00080000:1.0:1767321610.787951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321610.787957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321610.787961:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989234560:0@lo:38:kworker.0 00000100:00080000:1.0:1767321610.787986:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321610.787989:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321610.787992:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989234816:0@lo:38:kworker.0 00010000:00010000:2.0:1767321611.725078:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321612.747735:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321614.348053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989235456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321614.348131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321614.348724:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321614.361140:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989235456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321614.633872:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923931264 00000100:00100000:0.0:1767321614.633889:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923931264 00000100:00100000:0.0:1767321614.633992:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923931136 00000100:00100000:0.0:1767321614.633996:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923931136 00000100:00100000:0.0:1767321614.634025:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1587 00000100:00100000:0.0:1767321614.634039:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923931264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321614.634064:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2372 00000100:00100000:2.0:1767321614.634077:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923931136:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321614.634110:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321614.634140:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923931264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321614.634149:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1587 00000100:00100000:2.0:1767321614.634188:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923931136:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 107us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321614.634198:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2372 00010000:00010000:2.0:1767321614.794975:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321614.858077:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989235584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321614.858135:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321614.858485:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321614.858513:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989235584:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321615.816853:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321615.883847:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321615.883858:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321615.883950:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321615.883954:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321615.883958:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321615.883966:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6857 00000100:00080000:2.0:1767321615.883972:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321615.883979:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321615.884002:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163989235840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321615.884052:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321615.884056:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321615.884058:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321615.884061:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6857 00000100:00080000:2.0:1767321615.884064:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321615.884068:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321615.884078:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163989236096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321615.884087:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321615.884090:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321615.884091:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321615.884095:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6857 00000100:00080000:2.0:1767321615.884098:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321615.884101:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321615.884112:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ea00 x1853163989236224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321615.884147:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321615.884150:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321615.884151:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321615.884155:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6857 00000100:00080000:2.0:1767321615.884157:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321615.884160:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321615.884172:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7100 x1853163989236608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321615.884216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989236352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884459:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989236480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884527:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321615.884628:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989235968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321615.884707:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321615.884713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989235712:0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321615.884767:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989235968 00000100:00100000:0.0:1767321615.884774:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989235968 00000100:00100000:0.0:1767321615.884823:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989235712 00000100:00100000:0.0:1767321615.884826:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989235712 00000100:00100000:0.0:1767321615.884849:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:0.0:1767321615.884857:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989235968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884922:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989235968:12345-0@lo:400:kworker.0 Request processed in 65us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321615.884930:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:0.0:1767321615.884947:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1767321615.884953:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989235712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.884978:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989235712:12345-0@lo:400:kworker.0 Request processed in 26us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321615.884984:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00080000:0.0:1767321615.885005:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321615.885035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989235712:0@lo:400:kworker.0 00000100:00100000:0.0:1767321615.885044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989235968:0@lo:400:kworker.0 00000100:00100000:1.0:1767321615.885166:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989236480 00000100:00100000:1.0:1767321615.885182:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989236480 00000100:00100000:1.0:1767321615.885275:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162 00000100:00100000:1.0:1767321615.885285:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989236480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321615.885382:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989236480:12345-0@lo:400:kworker.0 Request processed in 98us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321615.885391:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162 00000100:00100000:0.0:1767321615.885399:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989236480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321615.885439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989235840:0@lo:38:kworker.0 00000100:00100000:1.0:1767321615.885491:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321615.885541:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989236096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321615.885566:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321615.885622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989236224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321615.885642:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321615.885668:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321615.885927:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989235840 00000100:00100000:0.0:1767321615.885934:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989235840 00000100:00100000:0.0:1767321615.885974:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989236096 00000100:00100000:0.0:1767321615.885977:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989236096 00000100:00100000:0.0:1767321615.886003:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:0.0:1767321615.886008:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989235840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321615.886026:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321615.888255:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989236608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321615.888340:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321615.888417:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989236608 00000100:00100000:1.0:1767321615.888426:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989236608 00000100:00100000:1.0:1767321615.888469:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767321615.888477:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989236096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321615.888506:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321615.888559:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989236096:12345-0@lo:38:kworker.0 Request processed in 80us (2990us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321615.888568:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767321615.888611:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:1.0:1767321615.888616:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989236608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321615.888625:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321615.888649:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989236608:12345-0@lo:38:kworker.0 Request processed in 31us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321615.888655:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:1.0:1767321615.888685:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989236352 00000100:00100000:1.0:1767321615.888688:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989236352 00000100:00100000:1.0:1767321615.888732:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1767321615.888739:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989236352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321615.888808:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989236352:12345-0@lo:400:kworker.0 Request processed in 70us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321615.888815:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00080000:1.0:1767321615.889353:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321615.889361:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321615.889365:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989236096:0@lo:38:kworker.0 00000100:00080000:1.0:1767321615.889376:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321615.889380:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321615.889383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989236608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321615.891319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989236352:0@lo:400:kworker.0 00000100:00080000:1.0:1767321615.891553:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321615.891560:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321615.891563:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989236224:0@lo:38:kworker.0 00000100:00100000:0.0:1767321615.896560:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989235840:12345-0@lo:38:kworker.0 Request processed in 10531us (11048us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321615.896597:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00080000:1.0:1767321615.896744:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321615.896757:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321615.896762:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989235840:0@lo:38:kworker.0 00010000:00010000:2.0:1767321616.841302:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321618.889231:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321619.465289:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989236736 00000100:00100000:2.0:1767321619.465298:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989236736 00000100:00100000:2.0:1767321619.465361:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:2.0:1767321619.465370:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989236736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321619.465400:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321619.465452:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989236736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321619.465460:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00080000:0.0:1767321619.465546:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321619.465554:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989236736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321619.746884:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923931520 00000100:00100000:1.0:1767321619.746894:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923931520 00000100:00100000:1.0:1767321619.746974:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923931392 00000100:00100000:1.0:1767321619.746978:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923931392 00000100:00100000:1.0:1767321619.746998:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1590 00000100:00100000:1.0:1767321619.747007:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923931520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321619.747077:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923931520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321619.747102:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1590 00000100:00100000:1.0:1767321619.747120:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2376 00000100:00100000:1.0:1767321619.747125:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923931392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321619.747146:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321619.747175:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923931392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321619.747182:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2376 00010000:00010000:2.0:1767321619.912827:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321619.977224:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989236864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321619.977294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321619.981158:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321620.936977:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321621.000884:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.000896:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321621.000967:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.000971:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.000976:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.000983:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6862 00000100:00080000:2.0:1767321621.000988:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.000994:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321621.001016:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5f80 x1853163989237120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.001054:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.001057:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.001059:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.001063:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6862 00000100:00080000:2.0:1767321621.001065:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.001069:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321621.001079:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4000 x1853163989237376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.001088:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.001091:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.001093:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.001097:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6862 00000100:00080000:2.0:1767321621.001099:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.001103:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321621.001116:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4e00 x1853163989237504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.001152:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.001155:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.001157:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.001161:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6862 00000100:00080000:2.0:1767321621.001163:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.001166:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321621.001180:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5180 x1853163989237888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321621.001236:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989237632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321621.001304:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321621.001375:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321621.001680:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989237760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321621.001708:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.002696:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989237632 00000100:00100000:1.0:1767321621.002702:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989237632 00000100:00100000:1.0:1767321621.002748:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989237760 00000100:00100000:1.0:1767321621.002752:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989237760 00000100:00100000:1.0:1767321621.002790:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000100:00100000:1.0:1767321621.002797:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989237632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321621.002851:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989237632:12345-0@lo:400:kworker.0 Request processed in 55us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321621.002858:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000100:00100000:1.0:1767321621.002870:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165 00000100:00100000:1.0:1767321621.002877:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989237760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321621.002905:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989237760:12345-0@lo:400:kworker.0 Request processed in 29us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321621.002910:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165 00000100:00100000:1.0:1767321621.002943:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321595/real 1767321595] req@ffff9e7d19c2b100 x1853163989230464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321621.002960:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d19c2b100 x1853163989230464/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321621.002992:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989237120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.003021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.003050:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989237376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.003072:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.003086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989237504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.003106:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.003125:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989237888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.003142:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321621.003155:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.003167:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321621.003170:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989230464:0@lo:250:kworker.0 00000100:00100000:1.0:1767321621.003195:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989237120 00000100:00100000:1.0:1767321621.003199:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989237120 00000100:00100000:1.0:1767321621.003235:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989237376 00000100:00100000:1.0:1767321621.003238:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989237376 00000100:00100000:1.0:1767321621.003249:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989237888 00000100:00100000:1.0:1767321621.003251:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989237888 00000100:00100000:1.0:1767321621.003260:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767321621.003264:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.003280:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.003312:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237120:12345-0@lo:38:kworker.0 Request processed in 46us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.003318:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767321621.003330:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767321621.003334:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.003350:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.003375:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237376:12345-0@lo:38:kworker.0 Request processed in 40us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.003722:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767321621.003736:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:1.0:1767321621.003740:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.003750:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.003787:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989237888:12345-0@lo:38:kworker.0 Request processed in 35us (634us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.003793:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:1.0:1767321621.003839:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989237760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321621.003851:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989237632:0@lo:400:kworker.0 00000100:00080000:1.0:1767321621.003890:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.003894:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.003897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989237120:0@lo:38:kworker.0 00000100:00080000:1.0:1767321621.003904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.003907:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.003909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989237376:0@lo:38:kworker.0 00000100:00080000:1.0:1767321621.003916:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.003919:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.003921:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989237888:0@lo:38:kworker.0 00000100:00080000:2.0:1767321621.004180:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.004186:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321621.004189:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.004193:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6842 00000100:00080000:2.0:1767321621.004196:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.004200:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321621.004224:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989238016/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321621.004890:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989238016:0@lo:250:kworker.0 00000400:00000100:1.0:1767321621.004925:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989238016 offset 0 length 520: 4 00000100:00080000:1.0:1767321621.004957:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.004962:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.004965:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989237504:0@lo:38:kworker.0 00010000:00010000:2.0:1767321622.985736:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321624.017846:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321624.584941:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321624.584963:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989238144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321624.585025:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321624.585117:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989238144 00000100:00100000:2.0:1767321624.585125:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989238144 00000100:00100000:2.0:1767321624.585195:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:2.0:1767321624.585204:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989238144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321624.585232:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321624.585274:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989238144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321624.585281:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00080000:0.0:1767321624.585530:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321624.585563:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989238144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321624.868209:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923931648 00000100:00100000:1.0:1767321624.868221:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923931648 00000100:00100000:1.0:1767321624.868277:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2380 00000100:00100000:1.0:1767321624.868285:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923931648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321624.868318:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321624.868390:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923931648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 103us (962us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321624.868397:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2380 00000100:00100000:0.0:1767321624.875725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321624.876407:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321625.032862:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321625.101557:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989238272 00000100:00100000:1.0:1767321625.101566:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989238272 00000100:00100000:1.0:1767321625.101664:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1767321625.101673:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989238272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321625.101711:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321625.101755:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989238272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321625.101762:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00080000:1.0:1767321626.120914:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321626.120924:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321626.120984:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321626.120988:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321626.121004:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321626.121012:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6867 00000100:00080000:1.0:1767321626.121017:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321626.121023:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321626.121054:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ed80 x1853163989238528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321626.121083:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321626.121086:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321626.121087:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321626.121091:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6867 00000100:00080000:1.0:1767321626.121093:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321626.121097:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321626.121107:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989238784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321626.121117:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321626.121120:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321626.121121:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321626.121125:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6867 00000100:00080000:1.0:1767321626.121128:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321626.121131:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321626.121144:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77e680 x1853163989238912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321626.121190:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321626.121193:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321626.121199:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321626.121203:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6867 00000100:00080000:1.0:1767321626.121205:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321626.121209:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321626.121220:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1f80 x1853163989239296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321626.121253:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989238528:0@lo:38:kworker.0 00000100:00100000:1.0:1767321626.121317:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.121356:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989238784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321626.121394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.121423:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989238912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321626.121458:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.121490:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989239296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321626.121530:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.121625:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989238784 00000100:00100000:1.0:1767321626.121634:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989238784 00000100:00100000:1.0:1767321626.121674:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989239296 00000100:00100000:1.0:1767321626.121689:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989239296 00000100:00100000:1.0:1767321626.121718:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:2.0:1767321626.121777:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989238912 00000100:00100000:2.0:1767321626.121781:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989238912 00000100:00100000:2.0:1767321626.121813:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043 00000100:00100000:2.0:1767321626.121818:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989238912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321626.121839:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321626.121886:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989238912:12345-0@lo:38:kworker.0 Request processed in 66us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321626.121894:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043 00000100:00080000:2.0:1767321626.121931:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321626.121935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321626.121938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989238912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321626.122005:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989238528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321626.122017:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321626.122048:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989238528:12345-0@lo:38:kworker.0 Request processed in 323us (731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321626.152052:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00010000:00010000:2.0:1767321627.209213:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321628.233181:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321629.258722:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321629.709395:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989239424 00000100:00100000:2.0:1767321629.709408:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989239424 00000100:00100000:2.0:1767321629.709493:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:2.0:1767321629.709504:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989239424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321629.709547:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321629.709642:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989239424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321629.709651:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:2.0:1767321629.987211:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321629.987258:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321629.988052:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321630.217366:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989239552 00000100:00100000:2.0:1767321630.217378:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989239552 00000100:00100000:2.0:1767321630.217692:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1767321630.217718:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989239552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321630.217758:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321630.217850:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989239552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321630.217948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989239552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321630.219508:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321630.219599:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00080000:2.0:1767321631.244026:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321631.244046:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321631.244155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321631.244160:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321631.244166:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321631.244179:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6873 00000100:00080000:2.0:1767321631.244186:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321631.244195:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321631.244226:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5f80 x1853163989239808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321631.244274:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321631.244277:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321631.244279:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321631.244282:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6873 00000100:00080000:2.0:1767321631.244285:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321631.244290:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321631.244302:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5c00 x1853163989240064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321631.244312:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321631.244316:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321631.244318:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321631.244345:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6873 00000100:00080000:2.0:1767321631.244348:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321631.244352:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321631.244368:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6a00 x1853163989240192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321631.244406:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321631.244410:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321631.244412:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321631.244417:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6873 00000100:00080000:2.0:1767321631.244420:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321631.244424:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321631.244435:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6300 x1853163989240576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321631.244523:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989239936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.244691:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321631.244753:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321631.244760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989239680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.244785:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321631.244818:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989240320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.244851:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321631.244885:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321631.244891:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989240448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.244916:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321631.244951:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989239936 00000100:00100000:0.0:1767321631.244959:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989239936 00000100:00100000:0.0:1767321631.245021:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989239680 00000100:00100000:0.0:1767321631.245025:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989239680 00000100:00100000:0.0:1767321631.245053:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1767321631.245062:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989239936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245123:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989239936:12345-0@lo:400:kworker.0 Request processed in 61us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321631.245131:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1767321631.245154:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:0.0:1767321631.245160:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989239680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245190:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989239680:12345-0@lo:400:kworker.0 Request processed in 30us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321631.245196:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:0.0:1767321631.245219:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989240320 00000100:00100000:0.0:1767321631.245223:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989240320 00000100:00100000:0.0:1767321631.245251:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989240448 00000100:00100000:0.0:1767321631.245253:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989240448 00000100:00100000:0.0:1767321631.245271:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1767321631.245278:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989240320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245316:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989240320:12345-0@lo:400:kworker.0 Request processed in 38us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321631.245322:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1767321631.245335:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:0.0:1767321631.245341:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989240448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245379:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989240448:12345-0@lo:400:kworker.0 Request processed in 38us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321631.245385:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000100:00080000:0.0:1767321631.245404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321631.245410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321631.245445:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989240448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989240320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989239680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.245525:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989239936:0@lo:400:kworker.0 00000100:00100000:1.0:1767321631.245893:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989239808:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.245936:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321631.245968:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989240064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.245992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321631.246016:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989240192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.246042:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321631.246063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989240576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.246085:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321631.246118:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989240192 00000100:00100000:1.0:1767321631.246121:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989240192 00000100:00100000:1.0:1767321631.246146:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044 00000100:00100000:1.0:1767321631.246153:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989240192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321631.246180:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321631.246221:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989240192:12345-0@lo:38:kworker.0 Request processed in 67us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321631.246229:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044 00000100:00080000:1.0:1767321631.246258:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321631.246262:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321631.246266:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989239808:0@lo:38:kworker.0 00000100:00080000:1.0:1767321631.246273:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321631.246277:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321631.246280:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989240192:0@lo:38:kworker.0 00000100:00080000:1.0:1767321631.246297:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321631.246300:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321631.246315:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989240064:0@lo:38:kworker.0 00000100:00080000:1.0:1767321631.246375:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321631.246379:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321631.246383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989240576:0@lo:38:kworker.0 00010000:00010000:2.0:1767321631.307697:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321632.328931:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321633.353522:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321634.825608:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989240704 00000100:00100000:2.0:1767321634.825620:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989240704 00000100:00100000:2.0:1767321634.825723:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1767321634.825734:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989240704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321634.825773:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321634.825844:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989240704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321634.825854:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00080000:1.0:1767321634.826712:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321635.105667:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321635.105760:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321635.107435:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321635.337812:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989240832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321635.337902:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321635.338216:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989240832 00000100:00100000:2.0:1767321635.338226:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989240832 00000100:00100000:2.0:1767321635.338288:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:2.0:1767321635.338296:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989240832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321635.338717:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767321635.338823:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321635.338875:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989240832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 579us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321635.338883:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1767321635.345351:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989240832:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321635.401500:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321636.365631:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321636.365642:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321636.365710:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321636.365714:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321636.365717:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321636.365726:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6878 00000100:00080000:0.0:1767321636.365730:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321636.365737:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321636.365758:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18000 x1853163989241088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321636.365813:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321636.365816:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321636.365818:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321636.365822:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6878 00000100:00080000:0.0:1767321636.365825:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321636.365829:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321636.365844:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19500 x1853163989241344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321636.365852:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321636.365869:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321636.365871:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321636.365875:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6878 00000100:00080000:0.0:1767321636.365877:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321636.365881:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321636.365896:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9880 x1853163989241472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321636.365923:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321636.365926:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321636.365928:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321636.365932:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6878 00000100:00080000:0.0:1767321636.365934:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321636.365937:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321636.365964:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096ba680 x1853163989241856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321636.366328:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989240960:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.366380:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321636.366413:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321636.366421:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989241216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.366452:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321636.366483:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989241472 00000100:00100000:2.0:1767321636.366491:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989241472 00000100:00100000:2.0:1767321636.366531:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5045 00000100:00100000:2.0:1767321636.366539:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989241472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321636.366565:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321636.366656:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1767321636.366666:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989241216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.366675:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:1.0:1767321636.366682:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989241088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321636.366699:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321636.374443:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989241472:12345-0@lo:38:kworker.0 Request processed in 7892us (8150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321636.374458:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5045 00000100:00080000:2.0:1767321636.374541:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321636.374546:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321636.374551:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989241472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321636.374618:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1767321636.374643:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989241344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321636.374668:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321636.374713:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989241344:12345-0@lo:38:kworker.0 Request processed in 69us (8466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321636.374719:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1767321636.374734:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:2.0:1767321636.374738:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989241856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321636.374747:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321636.374770:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989241856:12345-0@lo:38:kworker.0 Request processed in 30us (8452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321636.374775:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00080000:2.0:1767321636.374804:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321636.374809:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321636.374812:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989241344:0@lo:38:kworker.0 00000100:00080000:2.0:1767321636.374822:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321636.374825:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321636.374828:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989241856:0@lo:38:kworker.0 00000100:00080000:2.0:1767321636.374865:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321636.374898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989241600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.374938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321636.374981:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321636.374988:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989241728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.375011:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321636.375060:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989241600 00000100:00100000:2.0:1767321636.375067:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989241600 00000100:00100000:2.0:1767321636.375115:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989241728 00000100:00100000:2.0:1767321636.375119:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989241728 00000100:00100000:2.0:1767321636.375141:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170 00000100:00100000:2.0:1767321636.375148:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989241600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.375190:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989241600:12345-0@lo:400:kworker.0 Request processed in 43us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321636.375196:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170 00000100:00100000:2.0:1767321636.375208:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171 00000100:00100000:2.0:1767321636.375214:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989241728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.375240:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989241728:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321636.375246:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171 00000100:00080000:2.0:1767321636.375259:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321636.375278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989241728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.375287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989241600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321636.376355:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989241216:12345-0@lo:400:kworker.0 Request processed in 9689us (9903us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321636.376364:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1767321636.379523:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989241216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.379543:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989240960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.386187:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989241088:12345-0@lo:38:kworker.0 Request processed in 19493us (20005us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321636.386203:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00080000:2.0:1767321636.387504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321636.387514:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321636.387519:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989241088:0@lo:38:kworker.0 00010000:00010000:2.0:1767321636.425614:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321637.450047:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321639.497175:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321639.945418:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321639.945475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989241984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321639.945559:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321639.946023:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989241984 00000100:00100000:2.0:1767321639.946033:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989241984 00000100:00100000:2.0:1767321639.946126:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:2.0:1767321639.946138:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989241984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321639.946171:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321639.946219:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989241984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321639.946226:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:1.0:1767321639.946688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989241984:0@lo:13:osp-pre-1-1.0 00000400:00000100:0.0:1767321640.225868:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923932416 offset 0 length 520: 4 00000100:00100000:2.0:1767321640.226251:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321640.226292:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321640.226359:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923932672 00000100:00100000:0.0:1767321640.226368:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923932672 00000100:00100000:0.0:1767321640.226444:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923932544 00000100:00100000:0.0:1767321640.226448:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923932544 00000100:00100000:0.0:1767321640.226472:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1602 00000100:00100000:0.0:1767321640.226483:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923932672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321640.226565:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923932672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 83us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321640.226572:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1602 00000100:00100000:0.0:1767321640.226629:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2392 00000100:00100000:0.0:1767321640.226635:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923932544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321640.226654:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321640.226681:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923932544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321640.226687:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2392 00000100:00100000:1.0:1767321640.456953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989242112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321640.457026:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321640.457362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321640.458119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989242112:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321640.520906:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321641.481490:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321641.481501:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321641.481602:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989242240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321641.481669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321641.481784:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321641.481788:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321641.481806:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321641.481811:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6883 00000100:00080000:1.0:1767321641.481817:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321641.481823:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321641.481845:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2680 x1853163989242368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321641.481874:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321641.481888:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321641.481891:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321641.481895:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6883 00000100:00080000:1.0:1767321641.481897:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321641.481900:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321641.481911:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163989242624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321641.481919:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321641.481922:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321641.481924:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321641.481928:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6883 00000100:00080000:1.0:1767321641.481930:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321641.481934:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321641.481944:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0000 x1853163989242752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321641.481973:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321641.481976:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321641.481983:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321641.481986:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6883 00000100:00080000:1.0:1767321641.481989:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321641.481993:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321641.482003:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163989243136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321641.482025:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989242880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.482056:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321641.482109:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321641.482116:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989243008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.482137:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321641.482186:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989242880 00000100:00100000:1.0:1767321641.482194:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989242880 00000100:00100000:2.0:1767321641.482326:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321641.482333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989242496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321641.482356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321641.482459:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989242368:0@lo:38:kworker.0 00000100:00100000:0.0:1767321641.482497:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243008 00000100:00100000:0.0:1767321641.482507:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243008 00000100:00100000:0.0:1767321641.482548:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4172 00000100:00100000:0.0:1767321641.482557:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989243008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321641.482627:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989243008:12345-0@lo:400:kworker.0 Request processed in 70us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321641.482634:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4172 00000100:00100000:0.0:1767321641.482675:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989243008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.482829:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173 00000100:00100000:1.0:1767321641.482836:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989242880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.482869:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989242880:12345-0@lo:400:kworker.0 Request processed in 34us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321641.482876:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173 00000100:00080000:0.0:1767321641.483467:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321641.483504:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989242880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.483818:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321641.484092:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1767321641.484101:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989242240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321641.484152:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989242240:12345-0@lo:400:kworker.0 Request processed in 52us (2483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321641.484158:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1767321641.484245:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989242624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321641.484274:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321641.484288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989242752:0@lo:38:kworker.0 00000100:00100000:1.0:1767321641.484310:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321641.484332:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989243136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321641.484351:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321641.484428:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989242368 00000100:00100000:1.0:1767321641.484432:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989242368 00000100:00100000:1.0:1767321641.484452:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989242624 00000100:00100000:1.0:1767321641.484455:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989242624 00000100:00100000:1.0:1767321641.484462:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243136 00000100:00100000:1.0:1767321641.484464:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243136 00000100:00100000:1.0:1767321641.484473:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1767321641.484478:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989242368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321641.484497:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321641.484531:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989242368:12345-0@lo:38:kworker.0 Request processed in 52us (713us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321641.484537:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1767321641.484551:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767321641.484554:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989242624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321641.484563:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321641.484607:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989242624:12345-0@lo:38:kworker.0 Request processed in 50us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321641.484613:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767321641.484624:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767321641.484627:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989243136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321641.484636:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321641.484655:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989243136:12345-0@lo:38:kworker.0 Request processed in 27us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321641.484661:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767321641.484677:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989242752 00000100:00100000:1.0:1767321641.484680:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989242752 00000100:00100000:1.0:1767321641.484699:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046 00000100:00100000:1.0:1767321641.484710:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989242752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321641.484720:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321641.484744:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989242752:12345-0@lo:38:kworker.0 Request processed in 33us (433us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321641.484892:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321641.484897:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321641.484901:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989242368:0@lo:38:kworker.0 00000100:00080000:0.0:1767321641.484911:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321641.484915:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321641.484917:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989242624:0@lo:38:kworker.0 00000100:00080000:0.0:1767321641.484924:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321641.484927:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321641.484929:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989242752:0@lo:38:kworker.0 00000100:00080000:0.0:1767321641.484936:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321641.484945:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321641.484948:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989243136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321641.484995:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989242240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321641.485472:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046 00000100:00080000:2.0:1767321641.485543:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321641.485918:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989242496:0@lo:400:kworker.0 00010000:00010000:2.0:1767321641.545491:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321643.592902:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321644.616787:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321645.070852:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321645.070877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989243264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321645.070948:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321645.075768:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989243264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321645.075938:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321645.346817:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321645.346932:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321645.347044:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923932928 00000100:00100000:0.0:1767321645.347054:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923932928 00000100:00100000:0.0:1767321645.347136:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923932800 00000100:00100000:0.0:1767321645.347140:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923932800 00000100:00100000:0.0:1767321645.347164:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1605 00000100:00100000:0.0:1767321645.347174:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923932928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321645.347250:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923932928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321645.347259:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1605 00000100:00100000:0.0:1767321645.347277:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2396 00000100:00100000:0.0:1767321645.347282:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923932800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321645.347301:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321645.347338:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923932800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321645.347345:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2396 00000100:00080000:2.0:1767321645.347479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321645.578070:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989243392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321645.578147:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321645.578419:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243392 00000100:00100000:2.0:1767321645.578430:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243392 00000100:00100000:2.0:1767321645.578498:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:2.0:1767321645.578507:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989243392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321645.578537:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321645.578614:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989243392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321645.578634:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:1.0:1767321645.578715:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989243392:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321645.578791:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321645.640798:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321646.600729:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321621/real 1767321621] req@ffff9e7d3fac7480 x1853163989238016/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321646 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321646.600764:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3fac7480 x1853163989238016/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321646 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321646.600784:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321646.600793:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321646.600796:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989238016:0@lo:250:kworker.0 00000100:00080000:2.0:1767321646.600890:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321646.600894:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321646.600896:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321646.600900:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6867 00000100:00080000:2.0:1767321646.600903:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321646.600908:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321646.600945:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b800 x1853163989243520/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321646.601004:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321646.601007:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321646.601009:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321646.601013:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6888 00000100:00080000:2.0:1767321646.601017:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321646.601021:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321646.601035:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18380 x1853163989243776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321646.601047:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321646.601049:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321646.601050:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321646.601052:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6888 00000100:00080000:2.0:1767321646.601054:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321646.601056:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321646.601076:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ce00 x1853163989244032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321646.601081:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321646.601084:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321646.601085:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321646.601087:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6888 00000100:00080000:2.0:1767321646.601089:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321646.601091:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321646.601097:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989244160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321646.601117:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321646.601119:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321646.601120:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321646.601122:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6888 00000100:00080000:2.0:1767321646.601124:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321646.601125:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321646.601133:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1d880 x1853163989244544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321646.601151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989244288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321646.601197:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321646.601241:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321646.601245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989244416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321646.601259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321646.601279:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244288 00000100:00100000:2.0:1767321646.601284:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244288 00000100:00100000:2.0:1767321646.601337:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244416 00000100:00100000:2.0:1767321646.601341:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244416 00000100:00100000:2.0:1767321646.601364:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174 00000100:00100000:2.0:1767321646.601372:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989244288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321646.601421:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989244288:12345-0@lo:400:kworker.0 Request processed in 49us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321646.601428:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174 00000100:00100000:2.0:1767321646.601445:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767321646.601451:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989244416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321646.601478:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989244416:12345-0@lo:400:kworker.0 Request processed in 27us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321646.601484:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767321646.601527:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989244416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321646.601536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989244288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321646.601800:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243904 00000100:00100000:1.0:1767321646.601803:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243904 00000100:00100000:1.0:1767321646.601841:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243648 00000100:00100000:1.0:1767321646.601843:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243648 00000100:00100000:1.0:1767321646.601855:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1767321646.601859:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989243904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321646.601886:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989243904:12345-0@lo:400:kworker.0 Request processed in 28us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321646.601896:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1767321646.601905:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1767321646.601908:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989243648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321646.601925:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989243648:12345-0@lo:400:kworker.0 Request processed in 17us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321646.601928:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1767321646.601939:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989243520:0@lo:250:kworker.0 00000400:00000100:1.0:1767321646.601951:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989243520 offset 0 length 520: 4 00000100:00100000:1.0:1767321646.601962:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989243776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321646.601980:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321646.601994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989244032:0@lo:38:kworker.0 00000100:00100000:1.0:1767321646.602012:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321646.602029:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989244160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321646.602052:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321646.602063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989244544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321646.602074:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321646.602091:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989243776 00000100:00100000:1.0:1767321646.602093:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989243776 00000100:00100000:1.0:1767321646.602101:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244032 00000100:00100000:1.0:1767321646.602103:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244032 00000100:00100000:1.0:1767321646.602106:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244544 00000100:00100000:1.0:1767321646.602107:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244544 00000100:00100000:1.0:1767321646.602112:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:1.0:1767321646.602116:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989243776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321646.602129:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321646.602158:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989243776:12345-0@lo:38:kworker.0 Request processed in 41us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321646.602162:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:1.0:1767321646.602169:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:1.0:1767321646.602172:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989244032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321646.602178:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321646.602189:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989244032:12345-0@lo:38:kworker.0 Request processed in 16us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321646.602192:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:1.0:1767321646.602197:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767321646.602200:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989244544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321646.602204:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321646.602215:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989244544:12345-0@lo:38:kworker.0 Request processed in 14us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321646.602218:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767321646.602229:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244160 00000100:00100000:1.0:1767321646.602231:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244160 00000100:00100000:1.0:1767321646.602241:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047 00000100:00100000:1.0:1767321646.602244:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989244160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321646.602249:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321646.602264:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989244160:12345-0@lo:38:kworker.0 Request processed in 19us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321646.602267:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047 00000100:00100000:1.0:1767321646.602286:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989243648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321646.602291:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989243904:0@lo:400:kworker.0 00000100:00080000:1.0:1767321646.602342:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321646.602346:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321646.602350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989243776:0@lo:38:kworker.0 00000100:00080000:1.0:1767321646.602357:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321646.602360:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321646.602362:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989244032:0@lo:38:kworker.0 00000100:00080000:1.0:1767321646.602369:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321646.602371:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321646.602373:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989244160:0@lo:38:kworker.0 00000100:00080000:1.0:1767321646.602380:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321646.602382:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321646.602385:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989244544:0@lo:38:kworker.0 00010000:00010000:2.0:1767321647.689740:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321648.716169:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321649.738388:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321650.184908:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989244672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321650.184968:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321650.185250:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321650.185611:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989244672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321650.471685:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321650.471725:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321650.471881:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933056 00000100:00100000:0.0:1767321650.471891:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933056 00000100:00100000:0.0:1767321650.471942:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933184 00000100:00100000:0.0:1767321650.471946:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933184 00000100:00100000:0.0:1767321650.471990:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1608 00000100:00100000:0.0:1767321650.472000:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923933184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321650.472090:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923933184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321650.472098:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1608 00000100:00100000:0.0:1767321650.472116:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2400 00000100:00100000:0.0:1767321650.472120:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923933056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321650.472139:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321650.472161:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923933056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 40us (488us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321650.472167:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2400 00000100:00080000:0.0:1767321650.472183:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321650.698561:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321650.698604:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989244800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321650.698676:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321650.699250:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321651.721098:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.721110:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321651.721171:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.721175:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.721179:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.721187:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6893 00000100:00080000:0.0:1767321651.721208:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321651.721224:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321651.721246:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8000 x1853163989245056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.721280:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.721283:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.721285:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.721288:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6893 00000100:00080000:0.0:1767321651.721291:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321651.721295:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321651.721306:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096bb100 x1853163989245312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.721315:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.721318:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.721320:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.721324:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6893 00000100:00080000:0.0:1767321651.721327:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321651.721330:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321651.721340:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9c00 x1853163989245440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.721368:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.721371:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.721372:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.721376:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6893 00000100:00080000:0.0:1767321651.721385:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321651.721389:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321651.721399:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b9880 x1853163989245824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321651.721479:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989244928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321651.721565:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321651.721634:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321651.721641:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989245184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321651.721666:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.721744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989245696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321651.721783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.721836:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989244928 00000100:00100000:1.0:1767321651.721846:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989244928 00000100:00100000:1.0:1767321651.721920:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245184 00000100:00100000:1.0:1767321651.721926:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245184 00000100:00100000:1.0:1767321651.721964:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:1.0:1767321651.721976:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989244928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321651.722048:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989244928:12345-0@lo:400:kworker.0 Request processed in 61us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321651.722060:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00080000:1.0:1767321651.722096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321651.722128:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989245056:0@lo:38:kworker.0 00000100:00100000:2.0:1767321651.722195:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245696 00000100:00100000:2.0:1767321651.722199:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245696 00000100:00100000:2.0:1767321651.722243:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245568 00000100:00100000:2.0:1767321651.722247:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245568 00000100:00100000:2.0:1767321651.722266:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:2.0:1767321651.722272:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989245696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321651.724046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989245184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321651.724061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989244928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321651.725793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.725846:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989245312:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.725882:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.725909:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989245440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.725933:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.725951:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989245824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.725974:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.726020:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245440 00000100:00100000:1.0:1767321651.726027:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245440 00000100:00100000:1.0:1767321651.726062:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5048 00000100:00100000:1.0:1767321651.726068:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989245440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321651.726089:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321651.726129:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989245440:12345-0@lo:38:kworker.0 Request processed in 60us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321651.726137:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5048 00000100:00100000:1.0:1767321651.726164:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245056 00000100:00100000:1.0:1767321651.726169:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245056 00000100:00100000:1.0:1767321651.726190:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245312 00000100:00100000:1.0:1767321651.726193:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245312 00000100:00100000:1.0:1767321651.726220:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245824 00000100:00100000:1.0:1767321651.726223:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245824 00000100:00100000:0.0:1767321651.726284:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767321651.726290:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989245056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321651.726301:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321651.726333:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989245056:12345-0@lo:38:kworker.0 Request processed in 43us (548us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321651.726339:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767321651.726354:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:0.0:1767321651.726358:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989245312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321651.726367:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321651.726389:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989245312:12345-0@lo:38:kworker.0 Request processed in 29us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321651.726395:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00080000:0.0:1767321651.726445:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321651.726450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321651.726454:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989245056:0@lo:38:kworker.0 00000100:00080000:0.0:1767321651.726462:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321651.726466:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321651.726483:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989245312:0@lo:38:kworker.0 00000100:00080000:0.0:1767321651.726502:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321651.726506:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321651.726526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989245440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.727151:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:1.0:1767321651.727156:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989245824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321651.727167:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321651.727206:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989245824:12345-0@lo:38:kworker.0 Request processed in 48us (1230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321651.727229:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00080000:1.0:1767321651.727255:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321651.727259:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321651.727262:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989245824:0@lo:38:kworker.0 00000100:00100000:2.0:1767321651.727370:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989245696:12345-0@lo:400:kworker.0 Request processed in 5095us (5584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321651.727380:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:1.0:1767321651.728667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989245696:0@lo:400:kworker.0 00000100:00100000:0.0:1767321651.735865:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d096b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989245568:0@lo:400:kworker.0 00010000:00010000:2.0:1767321651.785245:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321652.808964:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321653.832961:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321655.304875:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321655.304898:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989245952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321655.304966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321655.305061:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989245952 00000100:00100000:2.0:1767321655.305069:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989245952 00000100:00100000:2.0:1767321655.305176:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:2.0:1767321655.305186:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989245952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321655.305214:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321655.305263:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989245952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321655.305270:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00080000:1.0:1767321655.305341:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321655.305376:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989245952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321655.585392:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933312 00000100:00100000:2.0:1767321655.585402:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933312 00000100:00100000:2.0:1767321655.585450:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933440 00000100:00100000:2.0:1767321655.585453:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933440 00000100:00100000:2.0:1767321655.585502:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1611 00000100:00100000:2.0:1767321655.585512:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923933440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321655.585668:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923933440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 157us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321655.585677:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1611 00000100:00100000:2.0:1767321655.585696:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2404 00000100:00100000:2.0:1767321655.585718:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923933312:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321655.585737:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321655.585773:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923933312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (635us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321655.585780:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2404 00000100:00100000:0.0:1767321655.817321:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321655.817356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321655.817453:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321655.817970:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321655.818460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246080:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321655.881062:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321656.841143:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321656.841159:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321656.841248:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321656.841253:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321656.841259:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321656.841269:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6898 00000100:00080000:1.0:1767321656.841275:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321656.841283:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321656.841311:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19500 x1853163989246336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321656.841355:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321656.841378:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321656.841380:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321656.841384:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6898 00000100:00080000:1.0:1767321656.841387:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321656.841391:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321656.841410:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163989246592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321656.841420:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321656.841424:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321656.841426:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321656.841432:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6898 00000100:00080000:1.0:1767321656.841435:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321656.841439:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321656.841454:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1f80 x1853163989246720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321656.841495:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321656.841499:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321656.841501:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321656.841505:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6898 00000100:00080000:1.0:1767321656.841508:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321656.841511:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321656.841523:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1880 x1853163989247104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321656.841557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.841689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321656.841733:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321656.841738:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.841761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321656.841848:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989246208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.841885:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321656.841916:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321656.841922:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989246464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.841943:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321656.841976:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989246208 00000100:00100000:0.0:1767321656.841986:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989246208 00000100:00100000:0.0:1767321656.842052:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989246464 00000100:00100000:0.0:1767321656.842056:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989246464 00000100:00100000:0.0:1767321656.842087:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1767321656.842097:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989246208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.842171:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989246208:12345-0@lo:400:kworker.0 Request processed in 75us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321656.842179:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1767321656.842198:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1767321656.842204:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989246464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.842229:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989246464:12345-0@lo:400:kworker.0 Request processed in 25us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321656.842245:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00080000:0.0:1767321656.842264:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321656.842312:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989246464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.842325:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989246208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.843521:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.843534:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989246848:0@lo:400:kworker.0 00010000:00010000:2.0:1767321656.905047:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321657.929312:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321659.979247:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321660.426546:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989247232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321660.426697:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321660.427830:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321660.704878:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321660.705165:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321660.705221:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933568 00000100:00100000:1.0:1767321660.705239:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933568 00000100:00100000:0.0:1767321660.705260:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933696 00000100:00100000:0.0:1767321660.705268:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933696 00000100:00100000:1.0:1767321660.705314:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2408 00000100:00100000:1.0:1767321660.705324:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923933568:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767321660.705346:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1614 00000100:00100000:0.0:1767321660.705355:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923933696:12345-192.168.204.13@tcp:400:kworker.0 00010000:00020000:1.0:1767321660.705361:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321660.705444:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923933568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 120us (583us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321660.705452:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2408 00000100:00100000:0.0:1767321660.706668:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923933696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1305us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321660.706680:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1614 00000100:00100000:0.0:1767321660.936966:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321660.937000:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989247360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321660.937103:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321660.937351:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989247360 00000100:00100000:1.0:1767321660.937362:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989247360 00000100:00100000:1.0:1767321660.937496:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1767321660.937508:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989247360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321660.937547:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321660.937633:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989247360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321660.937641:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00100000:0.0:1767321660.937870:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989247360:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321661.002019:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321661.961438:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321661.961454:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321661.961541:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321661.961546:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321661.961551:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321661.961562:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6903 00000100:00080000:2.0:1767321661.961568:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321661.961575:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321661.961632:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163989247616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321661.961704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989247616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.961794:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321661.962331:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321661.962403:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321661.962407:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321661.962410:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321661.962421:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6903 00000100:00080000:2.0:1767321661.962424:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321661.962430:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321661.962449:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ed80 x1853163989247872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321661.962715:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321661.962727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989247744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321661.962769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321661.962801:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989247744 00000100:00100000:1.0:1767321661.962806:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989247744 00000100:00100000:1.0:1767321661.962842:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:1.0:1767321661.962849:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989247744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321661.962885:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989247744:12345-0@lo:400:kworker.0 Request processed in 37us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321661.962891:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00080000:1.0:1767321661.962909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321661.962942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989247744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321661.963010:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989247488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321661.966282:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989247872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.966396:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321661.966535:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989247872 00000100:00100000:1.0:1767321661.966547:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989247872 00000100:00100000:1.0:1767321661.966615:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767321661.966621:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989247872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321661.966646:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321661.966689:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989247872:12345-0@lo:38:kworker.0 Request processed in 67us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321661.966694:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00080000:2.0:1767321661.967101:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321661.967108:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321661.967112:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321661.967119:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6903 00000100:00080000:2.0:1767321661.967123:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321661.967129:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321661.967168:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f480 x1853163989248000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321661.967235:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321661.967239:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321661.967241:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321661.967245:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6903 00000100:00080000:2.0:1767321661.967247:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321661.967251:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321661.967263:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989248384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321661.967315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989248256:0@lo:400:kworker.0 00000100:00080000:0.0:1767321661.967408:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.967414:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.967437:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989247616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.967468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989248000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321661.967681:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248128 00000100:00100000:2.0:1767321661.967687:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248128 00000100:00100000:2.0:1767321661.967740:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:2.0:1767321661.967748:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989248128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.967813:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989248128:12345-0@lo:400:kworker.0 Request processed in 66us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321661.967820:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00100000:2.0:1767321661.967854:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989248128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321661.970729:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321661.970949:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321661.971011:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989248384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.971065:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321661.971427:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.971435:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.971439:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989247872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.971503:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248256 00000100:00100000:0.0:1767321661.971511:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248256 00000100:00100000:0.0:1767321661.971609:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:0.0:1767321661.971620:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989248256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321661.971689:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989248256:12345-0@lo:400:kworker.0 Request processed in 70us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321661.971698:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00000100:00100000:0.0:1767321661.971755:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989248256:0@lo:400:kworker.0 00000100:00080000:0.0:1767321661.973071:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.973078:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.973083:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989248384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321661.974005:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248000 00000100:00100000:2.0:1767321661.974014:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248000 00000100:00100000:2.0:1767321661.974124:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050 00000100:00100000:2.0:1767321661.974132:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989248000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321661.974156:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321661.974235:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989248000:12345-0@lo:38:kworker.0 Request processed in 103us (3286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321661.974242:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050 00000100:00080000:0.0:1767321661.974392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.974399:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.974403:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989248000:0@lo:38:kworker.0 00010000:00010000:2.0:1767321662.029061:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321664.073009:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321664.802106:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321664.802919:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767321664.803680:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923933824 offset 0 length 520: 4 00000100:00100000:2.0:1767321664.803721:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321664.803798:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923933952 00000100:00100000:1.0:1767321664.803807:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923933952 00000100:00100000:1.0:1767321664.803893:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2412 00000100:00100000:1.0:1767321664.803900:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923933952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321664.803948:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321664.804033:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923933952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 131us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321664.804041:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2412 00010000:00010000:2.0:1767321665.099244:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321665.545025:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989248512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321665.545136:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321665.545375:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248512 00000100:00100000:2.0:1767321665.545385:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248512 00000100:00100000:2.0:1767321665.545468:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:2.0:1767321665.545479:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989248512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321665.545525:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321665.545605:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989248512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321665.545614:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00080000:1.0:1767321665.546014:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321666.060631:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321666.060663:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989248640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321666.060775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321666.061252:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248640 00000100:00100000:2.0:1767321666.061264:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248640 00000100:00100000:2.0:1767321666.061364:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:2.0:1767321666.061375:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989248640:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321666.061391:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767321666.061420:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321666.061493:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989248640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321666.061502:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1767321666.061554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989248640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321666.121014:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321667.081936:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321667.081953:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321667.082034:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321667.082040:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321667.082044:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321667.082055:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6908 00000100:00080000:1.0:1767321667.082061:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321667.082069:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321667.082096:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989248896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321667.082233:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321667.082272:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989248768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321667.082380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321667.082463:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248896 00000100:00100000:0.0:1767321667.082472:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248896 00000100:00100000:0.0:1767321667.082508:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989248768 00000100:00100000:0.0:1767321667.082512:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989248768 00000100:00100000:0.0:1767321667.082550:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1767321667.082559:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989248768:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321667.082651:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321667.082656:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767321667.082666:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989248768:12345-0@lo:400:kworker.0 Request processed in 107us (286us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321667.082677:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321667.082687:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00080000:1.0:1767321667.082703:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6908 00000100:00080000:1.0:1767321667.082707:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321667.082716:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321667.082724:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:0.0:1767321667.082732:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989248896:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321667.082742:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0700 x1853163989249152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:0.0:1767321667.082757:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321667.082804:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321667.082823:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989249024:0@lo:400:kworker.0 00000100:00100000:2.0:1767321667.082878:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321667.082936:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249024 00000100:00100000:2.0:1767321667.082943:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249024 00000100:00100000:2.0:1767321667.082994:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1767321667.083002:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989249024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321667.083049:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989249024:12345-0@lo:400:kworker.0 Request processed in 47us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321667.083056:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1767321667.083104:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989249024:0@lo:400:kworker.0 00000100:00080000:2.0:1767321667.083175:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321667.083219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989248768:0@lo:400:kworker.0 00000100:00100000:2.0:1767321667.085997:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249152 00000100:00100000:2.0:1767321667.086009:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249152 00000100:00100000:2.0:1767321667.086065:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:2.0:1767321667.086075:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989249152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321667.086104:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321667.086173:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989249152:12345-0@lo:38:kworker.0 Request processed in 97us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321667.086180:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00080000:1.0:1767321667.086641:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321667.086648:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321667.086653:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321667.086660:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6908 00000100:00080000:1.0:1767321667.086666:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321667.086672:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321667.086705:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989248896:12345-0@lo:38:kworker.0 Request processed in 3960us (4398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321667.086717:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989249280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321667.086730:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00080000:1.0:1767321667.086801:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321667.086806:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321667.086808:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321667.086814:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6908 00000100:00080000:1.0:1767321667.086817:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321667.086822:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321667.086831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989249536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321667.086841:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163989249664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321667.086896:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989249408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321667.086908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321667.086974:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321667.087035:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249536 00000100:00100000:0.0:1767321667.087045:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249536 00000100:00100000:1.0:1767321667.087056:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249408 00000100:00100000:1.0:1767321667.087064:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249408 00000100:00100000:0.0:1767321667.087171:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:0.0:1767321667.087184:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989249536:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321667.087300:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321667.087333:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989249536:12345-0@lo:400:kworker.0 Request processed in 151us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321667.092150:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183 00000100:00100000:1.0:1767321667.092167:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989249408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321667.092231:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989249408:12345-0@lo:400:kworker.0 Request processed in 72us (5261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321667.092238:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183 00000100:00100000:1.0:1767321667.092281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989249408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321667.092411:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249280 00000100:00100000:2.0:1767321667.092418:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249280 00000100:00100000:2.0:1767321667.092455:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051 00000100:00100000:2.0:1767321667.092461:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989249280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321667.092474:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321667.092522:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989249280:12345-0@lo:38:kworker.0 Request processed in 60us (1227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321667.092529:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051 00000100:00100000:0.0:1767321667.096134:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00010000:00010000:2.0:1767321668.172625:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321669.195358:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321669.925213:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923934336 00000100:00100000:2.0:1767321669.925234:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923934336 00000100:00100000:2.0:1767321669.926978:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923934208 00000100:00100000:2.0:1767321669.926994:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923934208 00000100:00100000:1.0:1767321669.927929:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1620 00000100:00100000:1.0:1767321669.927957:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923934336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321669.928349:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923934336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 404us (5187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321669.928360:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1620 00000100:00100000:1.0:1767321669.928391:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2416 00000100:00100000:1.0:1767321669.928397:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923934208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321669.928427:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321669.928460:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923934208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 62us (5217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321669.928468:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2416 00010000:00010000:2.0:1767321670.217078:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321670.668797:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989249792 00000100:00100000:1.0:1767321670.668808:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989249792 00000100:00100000:1.0:1767321670.668904:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:1.0:1767321670.668915:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989249792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321670.668956:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321670.669026:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989249792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321670.669055:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:0.0:1767321670.669161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989249792:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321671.177147:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321671.177163:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321671.177167:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321671.177172:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6893 00000100:00080000:1.0:1767321671.177177:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321671.177185:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321671.177229:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163989249920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321671.177286:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321671.177290:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321671.177292:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321671.177296:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6914 00000100:00080000:1.0:1767321671.177298:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321671.177302:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321671.177320:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1c00 x1853163989250176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321671.177348:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321671.177352:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321671.177354:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321671.177357:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6914 00000100:00080000:1.0:1767321671.177360:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321671.177364:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321671.177375:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163989250432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321671.177406:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321671.177410:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321671.177412:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321671.177417:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6914 00000100:00080000:1.0:1767321671.177419:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321671.177423:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321671.177437:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3100 x1853163989250560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321671.177475:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321671.177478:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321671.177480:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321671.177483:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6914 00000100:00080000:1.0:1767321671.177485:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321671.177489:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321671.177519:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071ddc00 x1853163989250944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321671.177553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989250304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321671.177657:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.177728:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321671.177734:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989250688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321671.177763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.179657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989250304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.179909:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989250688 00000100:00100000:0.0:1767321671.179917:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989250688 00000100:00100000:0.0:1767321671.179975:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4184 00000100:00100000:0.0:1767321671.179985:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989250688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180069:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989250688:12345-0@lo:400:kworker.0 Request processed in 86us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321671.180077:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4184 00000100:00100000:0.0:1767321671.180107:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989250816:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180147:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.180191:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321671.180199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989250048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180225:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.180251:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989250816 00000100:00100000:0.0:1767321671.180254:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989250816 00000100:00100000:0.0:1767321671.180288:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185 00000100:00100000:0.0:1767321671.180295:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989250816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180329:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989250816:12345-0@lo:400:kworker.0 Request processed in 34us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321671.180335:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185 00000100:00100000:0.0:1767321671.180367:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989250816:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180394:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989250048 00000100:00100000:0.0:1767321671.180397:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989250048 00000100:00100000:0.0:1767321671.180430:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:0.0:1767321671.180438:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989250048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.180470:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989250048:12345-0@lo:400:kworker.0 Request processed in 34us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321671.180494:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:0.0:1767321671.180521:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989250048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321671.182225:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989250560 00000100:00100000:2.0:1767321671.182236:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989250560 00000100:00100000:2.0:1767321671.182291:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:2.0:1767321671.182299:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989250560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321671.182328:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321671.182419:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989250560:12345-0@lo:38:kworker.0 Request processed in 120us (4082us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321671.182426:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00100000:0.0:1767321671.183076:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321671.183094:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989251072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321671.183160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321671.184064:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251072 00000100:00100000:2.0:1767321671.184098:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251072 00000100:00100000:2.0:1767321671.184298:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:2.0:1767321671.184309:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989251072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321671.184354:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321671.184441:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989251072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321671.184448:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00100000:0.0:1767321671.184546:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989251072:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321672.269618:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321673.289105:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321674.312760:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321675.042255:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321675.042321:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321675.042617:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2420 00000100:00100000:1.0:1767321675.042635:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923934464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321675.042661:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321675.042695:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923934464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321675.042702:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2420 00000100:00080000:2.0:1767321675.043047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321675.786643:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251200 00000100:00100000:2.0:1767321675.786656:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251200 00000100:00100000:2.0:1767321675.786753:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00100000:2.0:1767321675.786763:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989251200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321675.786807:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321675.786895:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989251200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321675.786902:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00100000:0.0:1767321675.787249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989251200:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321676.296742:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.296754:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321676.296819:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.296824:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.296828:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.296837:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6918 00000100:00080000:2.0:1767321676.296859:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.296870:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321676.296898:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1ce00 x1853163989251456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.296943:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.296950:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.296954:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.296958:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6918 00000100:00080000:2.0:1767321676.296962:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.296966:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321676.296981:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163989251712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.296991:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.296994:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.296996:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.297001:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6918 00000100:00080000:2.0:1767321676.297003:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.297007:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321676.297018:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989251840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.297053:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.297057:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321676.297059:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989251456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321676.297059:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.297066:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6918 00000100:00080000:2.0:1767321676.297076:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.297080:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321676.297095:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ed80 x1853163989252224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321676.297105:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989251712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321676.297149:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989251584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321676.297165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321676.297179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989251968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321676.297187:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297191:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989251840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321676.297227:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321676.297234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297235:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321676.297240:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989252096:0@lo:400:kworker.0 00000100:00100000:1.0:1767321676.297277:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989252224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321676.297300:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297310:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297343:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251328 00000100:00100000:1.0:1767321676.297351:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251328 00000100:00100000:2.0:1767321676.297406:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989252352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321676.297433:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.297526:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251584 00000100:00100000:1.0:1767321676.297533:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251584 00000100:00100000:1.0:1767321676.297564:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1767321676.297573:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989251328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321676.297644:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989251328:12345-0@lo:400:kworker.0 Request processed in 71us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321676.297797:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989251328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321676.301224:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1767321676.301294:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251840 00000100:00100000:1.0:1767321676.301304:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251840 00000100:00100000:1.0:1767321676.301354:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053 00000100:00100000:1.0:1767321676.301362:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989251840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321676.301399:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321676.301483:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989251840:12345-0@lo:38:kworker.0 Request processed in 121us (4251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321676.301490:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053 00000100:00100000:1.0:1767321676.301510:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252352 00000100:00100000:1.0:1767321676.301513:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252352 00000100:00100000:1.0:1767321676.301553:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:1.0:1767321676.301559:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989252352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321676.301601:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321676.301641:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989252352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (4207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321676.301647:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00080000:1.0:1767321676.301663:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321676.301703:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989252352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321676.301851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.301858:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321676.301862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989251840:0@lo:38:kworker.0 00000100:00100000:0.0:1767321676.302837:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989251968 00000100:00100000:0.0:1767321676.302846:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989251968 00000100:00100000:0.0:1767321676.302880:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252096 00000100:00100000:0.0:1767321676.302883:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252096 00000100:00100000:0.0:1767321676.302916:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:0.0:1767321676.302924:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989251968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.302988:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989251968:12345-0@lo:400:kworker.0 Request processed in 65us (5757us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321676.302995:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00100000:0.0:1767321676.303009:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:0.0:1767321676.303015:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989252096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.303053:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989252096:12345-0@lo:400:kworker.0 Request processed in 39us (5759us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321676.303553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989251968:0@lo:400:kworker.0 00000100:00100000:1.0:1767321676.303630:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989252096:0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.304829:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00010000:00010000:2.0:1767321676.360789:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321677.385363:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321678.408797:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321680.161387:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923934848 00000100:00100000:2.0:1767321680.161396:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923934848 00000100:00100000:2.0:1767321680.161458:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923934720 00000100:00100000:2.0:1767321680.161461:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923934720 00000100:00100000:2.0:1767321680.161476:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1626 00000100:00100000:2.0:1767321680.161482:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923934848:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321680.161542:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923934848:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 60us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321680.161548:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1626 00000100:00100000:2.0:1767321680.161561:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2424 00000100:00100000:2.0:1767321680.161563:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923934720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321680.161620:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321680.161640:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923934720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321680.161645:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2424 00010000:00010000:2.0:1767321680.456982:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321680.904945:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989252480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321680.905020:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321680.905146:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252480 00000100:00100000:0.0:1767321680.905179:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252480 00000100:00100000:0.0:1767321680.905252:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00080000:1.0:1767321680.905278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321680.905283:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989252480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321680.905322:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321680.905370:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989252480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321680.905377:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:0.0:1767321680.905429:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989252480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321681.416998:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989252608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321681.417071:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321681.417604:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321681.419138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989252736:0@lo:400:kworker.0 00000100:00100000:2.0:1767321681.419172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321681.419204:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321681.419210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989252992:0@lo:400:kworker.0 00000100:00100000:2.0:1767321681.419230:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321681.419455:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989252864:0@lo:38:kworker.0 00000100:00100000:0.0:1767321681.419500:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321681.419528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989253120:0@lo:38:kworker.0 00000100:00100000:0.0:1767321681.419548:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321681.419565:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989253248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321681.419620:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321681.419638:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989253504:0@lo:38:kworker.0 00000100:00100000:0.0:1767321681.419660:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321681.419704:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252736 00000100:00100000:0.0:1767321681.419711:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252736 00000100:00100000:0.0:1767321681.419760:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252992 00000100:00100000:0.0:1767321681.419763:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252992 00000100:00100000:0.0:1767321681.419778:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989252864 00000100:00100000:0.0:1767321681.419781:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989252864 00000100:00100000:0.0:1767321681.419789:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253120 00000100:00100000:0.0:1767321681.419791:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253120 00000100:00100000:0.0:1767321681.419798:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253504 00000100:00100000:0.0:1767321681.419800:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253504 00000100:00100000:0.0:1767321681.419810:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1767321681.419818:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989252736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321681.419873:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989252736:12345-0@lo:400:kworker.0 Request processed in 55us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321681.419880:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1767321681.419898:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1767321681.419904:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989252992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321681.419929:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989252992:12345-0@lo:400:kworker.0 Request processed in 26us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321681.419935:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1767321681.419946:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1767321681.419949:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989252864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321681.419965:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321681.419994:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989252864:12345-0@lo:38:kworker.0 Request processed in 44us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321681.419999:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1767321681.420011:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1767321681.420014:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989253120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321681.420022:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321681.420042:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989253120:12345-0@lo:38:kworker.0 Request processed in 26us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321681.420047:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1767321681.420057:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:0.0:1767321681.420061:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989253504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321681.420069:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321681.420104:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989253504:12345-0@lo:38:kworker.0 Request processed in 41us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321681.420118:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:0.0:1767321681.420138:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253248 00000100:00100000:0.0:1767321681.420142:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253248 00000100:00100000:0.0:1767321681.420158:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054 00000100:00100000:0.0:1767321681.420162:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989253248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321681.420173:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321681.420196:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989253248:12345-0@lo:38:kworker.0 Request processed in 33us (576us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321681.420202:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054 00000100:00080000:0.0:1767321681.420225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321681.420265:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321681.420270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321681.420273:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989252864:0@lo:38:kworker.0 00000100:00080000:0.0:1767321681.420283:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321681.420286:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321681.420288:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989253120:0@lo:38:kworker.0 00000100:00080000:0.0:1767321681.420295:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321681.420298:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321681.420301:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989253248:0@lo:38:kworker.0 00000100:00080000:0.0:1767321681.420307:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321681.420310:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321681.420313:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989253504:0@lo:38:kworker.0 00000100:00100000:0.0:1767321681.420345:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253376 00000100:00100000:0.0:1767321681.420349:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253376 00000100:00100000:0.0:1767321681.420380:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1767321681.420385:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989253376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321681.420417:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989253376:12345-0@lo:400:kworker.0 Request processed in 32us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321681.420422:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:2.0:1767321681.420923:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989252992:0@lo:400:kworker.0 00000100:00100000:2.0:1767321681.420935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989252736:0@lo:400:kworker.0 00010000:00010000:2.0:1767321681.483928:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321682.505846:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321684.556209:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321685.284167:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321685.284210:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321685.284315:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923935104 00000100:00100000:0.0:1767321685.284325:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923935104 00000100:00100000:0.0:1767321685.284399:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2428 00000100:00100000:0.0:1767321685.284408:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923934976:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321685.284429:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321685.284475:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923934976:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 64us (315us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321685.284536:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321685.288299:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2428 00010000:00010000:2.0:1767321685.577822:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321686.025196:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253632 00000100:00100000:0.0:1767321686.025204:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253632 00000100:00100000:0.0:1767321686.025283:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1767321686.025292:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989253632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321686.025322:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321686.025366:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989253632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321686.025374:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00080000:2.0:1767321686.025431:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321686.537042:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321686.537053:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321686.537115:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321686.537120:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321686.537124:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321686.537133:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6928 00000100:00080000:1.0:1767321686.537139:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321686.537146:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321686.537169:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071dd880 x1853163989254016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321686.537208:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321686.537212:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321686.537214:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321686.537219:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767321686.537220:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6928 00000100:00080000:1.0:1767321686.537224:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321686.537231:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321686.537237:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989254144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.537244:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071dd500 x1853163989254272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321686.537255:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321686.537259:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321686.537261:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321686.537265:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6928 00000100:00080000:1.0:1767321686.537268:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321686.537271:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321686.537300:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071ddf80 x1853163989254400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321686.537304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321686.537331:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321686.537334:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321686.537337:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321686.537341:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6928 00000100:00100000:0.0:1767321686.537344:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989254528:0@lo:400:kworker.0 00000100:00080000:1.0:1767321686.537345:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321686.537353:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321686.537366:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071de680 x1853163989254784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321686.537378:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321686.537426:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254528 00000100:00100000:1.0:1767321686.537428:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254144 00000100:00100000:0.0:1767321686.537434:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254528 00000100:00100000:1.0:1767321686.537434:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254144 00000100:00100000:0.0:1767321686.537484:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1767321686.537490:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1767321686.537495:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989254528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.537502:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989254144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321686.537558:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989254528:12345-0@lo:400:kworker.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321686.537560:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989254144:12345-0@lo:400:kworker.0 Request processed in 62us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321686.537601:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1767321686.537611:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00080000:1.0:1767321686.537635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321686.537643:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989254528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.537655:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989254016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321686.537656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989254144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.537690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321686.537710:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989254272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321686.537722:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254016 00000100:00100000:0.0:1767321686.537727:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254016 00000100:00100000:1.0:1767321686.537733:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321686.537784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989253760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321686.538026:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253888 00000100:00100000:2.0:1767321686.538030:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253888 00000100:00100000:2.0:1767321686.538065:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:2.0:1767321686.538080:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989253888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321686.538108:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321686.538145:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989253888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321686.538151:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:2.0:1767321686.538194:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989253888:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321686.538225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321686.538346:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989254400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321686.538373:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321686.538403:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989254784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321686.538434:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321686.540547:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254272 00000100:00100000:0.0:1767321686.540564:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254272 00000100:00100000:0.0:1767321686.540666:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1767321686.540675:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989254016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321686.541207:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321686.541287:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989254016:12345-0@lo:38:kworker.0 Request processed in 613us (3598us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321686.541297:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1767321686.541316:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767321686.541320:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989254272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321686.541331:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321686.541353:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989254272:12345-0@lo:38:kworker.0 Request processed in 32us (3621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321686.541358:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767321686.541409:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254400 00000100:00100000:0.0:1767321686.541428:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254400 00000100:00100000:0.0:1767321686.541453:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055 00000100:00100000:0.0:1767321686.541458:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989254400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321686.541467:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321686.541491:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989254400:12345-0@lo:38:kworker.0 Request processed in 32us (3117us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321686.541497:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055 00000100:00100000:1.0:1767321686.544327:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254784 00000100:00100000:1.0:1767321686.544341:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254784 00000100:00100000:1.0:1767321686.544497:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:1.0:1767321686.544506:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989254784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321686.544529:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321686.544618:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989254784:12345-0@lo:38:kworker.0 Request processed in 111us (6181us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321686.544626:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00080000:1.0:1767321686.544675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321686.544680:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321686.544684:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989254784:0@lo:38:kworker.0 00000100:00080000:1.0:1767321686.544712:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321686.544716:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321686.544719:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989254016:0@lo:38:kworker.0 00000100:00080000:1.0:1767321686.544727:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321686.544730:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321686.544732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989254272:0@lo:38:kworker.0 00000100:00080000:1.0:1767321686.544741:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321686.544744:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321686.544747:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989254400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321686.545963:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321686.546019:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989254656:0@lo:400:kworker.0 00000100:00100000:0.0:1767321686.546069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321686.546405:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989253760 00000100:00100000:2.0:1767321686.546414:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989253760 00000100:00100000:2.0:1767321686.546483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:2.0:1767321686.546492:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989253760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321686.546545:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989253760:12345-0@lo:400:kworker.0 Request processed in 54us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321686.546552:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00080000:0.0:1767321686.546648:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321686.546680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989253760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.551231:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254656 00000100:00100000:1.0:1767321686.551245:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254656 00000100:00100000:1.0:1767321686.551321:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190 00000100:00100000:1.0:1767321686.551332:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989254656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321686.551465:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989254656:12345-0@lo:400:kworker.0 Request processed in 133us (5394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321686.551474:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190 00000100:00100000:2.0:1767321686.551658:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989254656:0@lo:400:kworker.0 00010000:00010000:2.0:1767321686.604151:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321688.648819:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321689.382178:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321689.382571:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321689.402898:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321689.405105:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923935360 00000100:00100000:1.0:1767321689.405121:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923935360 00000100:00100000:1.0:1767321689.405178:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2432 00000100:00100000:1.0:1767321689.405187:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923935360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321689.405214:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321689.405348:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923935360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 161us (2460us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321689.405363:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2432 00010000:00010000:2.0:1767321689.677146:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321690.697031:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321691.145123:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989254912 00000100:00100000:2.0:1767321691.145131:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989254912 00000100:00080000:0.0:1767321691.145179:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321691.145188:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:2.0:1767321691.145198:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989254912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321691.145226:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321691.145283:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989254912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321691.145291:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:0.0:1767321691.145333:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989254912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321691.656850:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321691.656876:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989255040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321691.656947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321691.657076:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321691.657081:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321691.657110:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321691.657114:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321691.657118:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321691.657124:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6933 00000100:00080000:2.0:1767321691.657128:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321691.657134:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321691.657153:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a09f80 x1853163989255296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321691.657190:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321691.657193:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321691.657196:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321691.657199:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6933 00000100:00080000:2.0:1767321691.657201:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321691.657205:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321691.657217:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a08380 x1853163989255552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321691.657226:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321691.657229:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321691.657231:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321691.657234:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6933 00000100:00080000:2.0:1767321691.657257:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321691.657261:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321691.657276:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0a680 x1853163989255680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321691.657286:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321691.657289:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321691.657290:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321691.657293:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6933 00000100:00080000:2.0:1767321691.657296:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321691.657299:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321691.657308:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a09880 x1853163989255808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321691.657329:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989255424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321691.657364:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321691.658213:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1767321691.658223:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989255168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321691.658277:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989255168:12345-0@lo:400:kworker.0 Request processed in 54us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321691.658284:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1767321691.658309:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989255296:0@lo:38:kworker.0 00000100:00100000:2.0:1767321691.658336:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321691.658359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989255552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321691.658380:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321691.658393:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989255680:0@lo:38:kworker.0 00000100:00080000:1.0:1767321691.658983:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321691.658996:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989255296 00000100:00100000:1.0:1767321691.659001:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989255296 00000100:00100000:1.0:1767321691.659028:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989255552 00000100:00100000:1.0:1767321691.659031:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989255552 00000100:00100000:1.0:1767321691.659047:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:1.0:1767321691.659053:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989255296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321691.659071:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321691.660894:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989255296:12345-0@lo:38:kworker.0 Request processed in 1834us (2551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321691.660906:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:2.0:1767321691.661641:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321691.661743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989255808:0@lo:38:kworker.0 00000100:00100000:2.0:1767321691.661784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321691.661843:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321691.661848:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321691.661851:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989255296:0@lo:38:kworker.0 00000100:00080000:2.0:1767321691.661863:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321691.661867:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321691.661870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989255552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321691.661955:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989255808 00000100:00100000:1.0:1767321691.661976:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989255808 00000100:00100000:1.0:1767321691.662024:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767321691.662030:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989255808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321691.662049:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321691.662098:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989255808:12345-0@lo:38:kworker.0 Request processed in 67us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321691.662105:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00080000:2.0:1767321691.662212:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321691.662216:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321691.662220:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989255808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321691.662704:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989255680 00000100:00100000:0.0:1767321691.662711:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989255680 00000100:00100000:0.0:1767321691.662792:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056 00000100:00100000:0.0:1767321691.662798:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989255680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321691.662813:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321691.662874:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989255680:12345-0@lo:38:kworker.0 Request processed in 75us (1234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321691.662880:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056 00000100:00080000:2.0:1767321691.662957:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321691.662963:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321691.662967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989255680:0@lo:38:kworker.0 00010000:00010000:2.0:1767321692.744810:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321693.770945:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321694.498341:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923935616 00000100:00100000:0.0:1767321694.498351:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923935616 00000100:00100000:0.0:1767321694.498406:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923935744 00000100:00100000:0.0:1767321694.498431:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923935744 00000100:00100000:0.0:1767321694.498495:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1635 00000100:00100000:0.0:1767321694.498506:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923935744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321694.498618:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923935744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 114us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321694.498627:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1635 00000100:00100000:0.0:1767321694.498646:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2436 00000100:00100000:0.0:1767321694.498650:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923935616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321694.498672:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321694.498700:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923935616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (996us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321694.498707:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2436 00010000:00010000:2.0:1767321694.792874:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321696.265696:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989255936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321696.265765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321696.269401:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321696.777567:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321696.777573:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321696.777620:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321696.777624:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321696.777628:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321696.777633:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6938 00000100:00080000:0.0:1767321696.777637:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321696.777643:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321696.777664:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989256320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321696.777712:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321696.777715:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321696.777717:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321696.777721:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6938 00000100:00080000:0.0:1767321696.777724:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321696.777727:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321696.777739:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ed80 x1853163989256576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321696.777747:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321696.777750:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321696.777752:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321696.777756:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6938 00000100:00080000:0.0:1767321696.777759:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321696.777761:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321696.777772:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ce00 x1853163989256704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321696.777781:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321696.777783:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321696.777785:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321696.777789:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6938 00000100:00080000:0.0:1767321696.777790:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321696.777793:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321696.777801:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c000 x1853163989256832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321696.778413:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256192 00000100:00100000:0.0:1767321696.778421:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256192 00000100:00100000:0.0:1767321696.778482:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256448 00000100:00100000:0.0:1767321696.778486:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256448 00000100:00100000:0.0:1767321696.778507:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767321696.778515:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989256192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321696.778574:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989256192:12345-0@lo:400:kworker.0 Request processed in 59us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321696.778603:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767321696.778621:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1767321696.778627:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989256448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321696.778660:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989256448:12345-0@lo:400:kworker.0 Request processed in 33us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321696.778665:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1767321696.778709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989256192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321696.778734:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989256448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321696.778897:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256064 00000100:00100000:2.0:1767321696.778901:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256064 00000100:00100000:2.0:1767321696.778937:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1767321696.778943:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989256064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321696.778966:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321696.779014:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989256064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321696.779029:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1767321696.779062:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989256064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321696.779364:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321671/real 1767321671] req@ffff9e7d3a9a2680 x1853163989249920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321696 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321696.779390:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3a9a2680 x1853163989249920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321696 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321696.779405:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989256320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321696.779432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321696.779464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989256576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321696.779483:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321696.779502:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989256704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321696.779521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321696.779542:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989256832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321696.779557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321696.779571:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321696.779600:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321696.779603:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989249920:0@lo:250:kworker.0 00000100:00100000:1.0:1767321696.779627:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256704 00000100:00100000:1.0:1767321696.779632:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256704 00000100:00100000:1.0:1767321696.779653:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057 00000100:00100000:1.0:1767321696.779664:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989256704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321696.779682:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321696.779710:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989256704:12345-0@lo:38:kworker.0 Request processed in 45us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321696.779716:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057 00000100:00100000:1.0:1767321696.779735:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256320 00000100:00100000:1.0:1767321696.779737:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256320 00000100:00100000:1.0:1767321696.779752:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256576 00000100:00100000:1.0:1767321696.779754:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256576 00000100:00100000:1.0:1767321696.779765:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989256832 00000100:00100000:1.0:1767321696.779767:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989256832 00000100:00100000:1.0:1767321696.779777:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:1.0:1767321696.779781:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321696.779789:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321696.779809:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256320:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321696.779814:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:1.0:1767321696.779822:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:1.0:1767321696.779826:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321696.779833:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321696.779850:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256576:12345-0@lo:38:kworker.0 Request processed in 23us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321696.779855:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00100000:1.0:1767321696.779863:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:1.0:1767321696.779866:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321696.779874:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321696.779895:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989256832:12345-0@lo:38:kworker.0 Request processed in 27us (337us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321696.779900:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00080000:1.0:1767321696.779922:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321696.779926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321696.779928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989256320:0@lo:38:kworker.0 00000100:00080000:1.0:1767321696.779935:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321696.779938:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321696.779940:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989256576:0@lo:38:kworker.0 00000100:00080000:1.0:1767321696.779946:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321696.779949:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321696.779952:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989256704:0@lo:38:kworker.0 00000100:00080000:1.0:1767321696.779958:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321696.779961:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321696.779963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989256832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321696.780168:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321696.780172:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321696.780174:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321696.780178:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6918 00000100:00080000:1.0:1767321696.780182:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321696.780186:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321696.780208:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071dc380 x1853163989256960/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321696.780255:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d071dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989256960:0@lo:250:kworker.0 00000400:00000100:0.0:1767321696.780279:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989256960 offset 0 length 520: 4 00010000:00010000:2.0:1767321696.840842:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321697.865098:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321698.888873:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321699.618010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321699.618097:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936000 00000100:00100000:0.0:1767321699.618107:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936000 00000100:00100000:0.0:1767321699.618183:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1638 00000100:00100000:0.0:1767321699.618192:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923936000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321699.618291:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923936000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321699.618318:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1638 00000100:00100000:2.0:1767321699.619547:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321699.619670:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923935872 00000100:00100000:1.0:1767321699.619696:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923935872 00000100:00100000:1.0:1767321699.619741:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2440 00000100:00100000:1.0:1767321699.619750:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923935872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321699.619775:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321699.619838:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923935872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 88us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321699.619845:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2440 00010000:00010000:2.0:1767321700.936936:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321701.384916:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989257088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321701.384985:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321701.385292:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321701.386210:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989257088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321701.896774:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321701.896794:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989257216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321701.896863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321701.897165:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257216 00000100:00100000:1.0:1767321701.897174:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257216 00000100:00100000:1.0:1767321701.897246:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1767321701.897257:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989257216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321701.897299:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321701.897352:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989257216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321701.897360:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1767321701.897425:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989257216:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321701.897562:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321701.897910:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321701.897916:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321701.897952:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321701.897957:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321701.897960:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321701.897966:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6943 00000100:00080000:0.0:1767321701.897970:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321701.897974:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321701.897994:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ed80 x1853163989257472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321701.898035:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321701.898039:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321701.898040:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321701.898044:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6943 00000100:00080000:0.0:1767321701.898046:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321701.898050:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321701.898079:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989257728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321701.898088:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321701.898091:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321701.898092:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321701.898096:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6943 00000100:00080000:0.0:1767321701.898098:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321701.898101:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321701.898112:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163989257856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321701.898121:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321701.898123:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321701.898125:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321701.898128:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6943 00000100:00080000:0.0:1767321701.898130:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321701.898133:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321701.898142:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989257984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321701.898161:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321701.898174:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989257600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.898213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321701.898247:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257600 00000100:00100000:0.0:1767321701.898252:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257600 00000100:00100000:0.0:1767321701.898316:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:0.0:1767321701.898325:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989257600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.898375:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989257600:12345-0@lo:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321701.898382:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:0.0:1767321701.898428:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989257600:0@lo:400:kworker.0 00000100:00080000:2.0:1767321701.898999:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321701.899015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989257472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321701.899044:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321701.899070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989257728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321701.899091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321701.899110:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989257856:0@lo:38:kworker.0 00000100:00100000:2.0:1767321701.899130:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321701.899144:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989257984:0@lo:38:kworker.0 00000100:00100000:2.0:1767321701.899161:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321701.899191:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257344 00000100:00100000:2.0:1767321701.899196:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257344 00000100:00100000:2.0:1767321701.899227:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257472 00000100:00100000:2.0:1767321701.899230:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257472 00000100:00100000:2.0:1767321701.899238:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257728 00000100:00100000:2.0:1767321701.899241:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257728 00000100:00100000:2.0:1767321701.899247:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257984 00000100:00100000:2.0:1767321701.899249:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257984 00000100:00100000:2.0:1767321701.899269:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:2.0:1767321701.899276:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989257344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321701.899322:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989257344:12345-0@lo:400:kworker.0 Request processed in 47us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321701.899329:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:2.0:1767321701.899343:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1767321701.899347:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321701.899365:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321701.899396:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257472:12345-0@lo:38:kworker.0 Request processed in 46us (350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321701.899402:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1767321701.899426:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767321701.899430:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321701.899439:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321701.899461:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257728:12345-0@lo:38:kworker.0 Request processed in 29us (369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321701.899466:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767321701.899477:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1767321701.899481:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321701.899489:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321701.899509:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989257984:12345-0@lo:38:kworker.0 Request processed in 28us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321701.899514:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00080000:2.0:1767321701.899531:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321701.899548:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321701.899559:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321701.899562:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989257472:0@lo:38:kworker.0 00000100:00080000:2.0:1767321701.899572:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321701.899574:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321701.899577:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989257728:0@lo:38:kworker.0 00000100:00080000:2.0:1767321701.899609:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321701.899612:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321701.899614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989257984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321701.900143:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989257856 00000100:00100000:1.0:1767321701.900149:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989257856 00000100:00100000:1.0:1767321701.900178:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:1.0:1767321701.900183:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989257856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321701.900194:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321701.900233:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989257856:12345-0@lo:38:kworker.0 Request processed in 49us (1102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321701.900239:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000100:00080000:2.0:1767321701.900327:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321701.900331:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321701.900335:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989257856:0@lo:38:kworker.0 00010000:00010000:2.0:1767321701.961899:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321702.985010:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321704.737110:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321704.737765:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321704.738914:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936256 00000100:00100000:1.0:1767321704.738927:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936256 00000100:00100000:1.0:1767321704.739021:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936128 00000100:00100000:1.0:1767321704.739025:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936128 00000100:00100000:1.0:1767321704.739065:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1641 00000100:00100000:1.0:1767321704.739076:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923936256:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321704.739159:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923936256:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (2057us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321704.739167:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1641 00000100:00100000:1.0:1767321704.739184:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2444 00000100:00100000:1.0:1767321704.739189:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923936128:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321704.739222:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321704.739276:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923936128:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 85us (1513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321704.739283:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2444 00000100:00080000:2.0:1767321704.744481:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321705.033628:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321706.056835:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321706.504993:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989258112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321706.505075:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321706.508096:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989258112:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321706.508374:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321707.016935:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.016950:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321707.017016:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.017019:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321707.017023:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321707.017031:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6948 00000100:00080000:2.0:1767321707.017050:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321707.017057:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321707.017079:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07308000 x1853163989258368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321707.017113:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.017117:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321707.017119:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321707.017123:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6948 00000100:00080000:2.0:1767321707.017126:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321707.017131:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321707.017144:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309f80 x1853163989258624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321707.017154:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.017162:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321707.017165:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321707.017170:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6948 00000100:00080000:2.0:1767321707.017172:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321707.017188:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321707.017229:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730bb80 x1853163989258752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321707.017266:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.017273:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321707.017276:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321707.017281:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6948 00000100:00080000:2.0:1767321707.017291:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321707.017296:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321707.017311:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730a680 x1853163989259008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321707.017340:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989258880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321707.017398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321707.017449:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321707.017489:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989258240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321707.017506:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1767321707.017516:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989258496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321707.017600:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989258880 00000100:00100000:0.0:1767321707.017606:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989258880 00000100:00100000:0.0:1767321707.017644:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:0.0:1767321707.017652:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989258880:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321707.017721:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321707.017755:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989259136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321707.023122:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989258496:12345-0@lo:400:kworker.0 Request processed in 5597us (5879us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321707.023138:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1767321707.023231:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989258496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321707.027561:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321707.027780:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989258880:12345-0@lo:400:kworker.0 Request processed in 10125us (10377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321707.027794:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:1.0:1767321707.029064:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259136 00000100:00100000:1.0:1767321707.029080:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259136 00000100:00100000:1.0:1767321707.029145:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:1.0:1767321707.029155:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989259136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321707.029223:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321707.029309:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989259136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321707.029317:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:2.0:1767321707.031298:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989259136:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321707.080838:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321709.129570:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321709.862089:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321709.862223:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936512 00000100:00100000:1.0:1767321709.862238:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936512 00000100:00100000:1.0:1767321709.862352:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1644 00000100:00100000:1.0:1767321709.862365:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923936512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321709.862484:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923936512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 120us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321709.862496:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1644 00000100:00100000:2.0:1767321709.867282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321709.867456:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936384 00000100:00100000:1.0:1767321709.867479:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936384 00000100:00100000:1.0:1767321709.867560:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2448 00000100:00100000:1.0:1767321709.867569:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923936384:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321709.867620:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321709.867694:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923936384:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 124us (427us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321709.867702:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2448 00010000:00010000:2.0:1767321710.153948:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321711.181336:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321711.626575:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259264 00000100:00100000:1.0:1767321711.626612:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259264 00000100:00100000:1.0:1767321711.626717:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:1.0:1767321711.626730:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989259264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321711.626789:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321711.626871:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989259264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321711.626898:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1767321711.627001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989259264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321712.137595:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259392 00000100:00100000:2.0:1767321712.137605:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259392 00000100:00100000:2.0:1767321712.137671:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:2.0:1767321712.137680:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989259392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321712.137713:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321712.137766:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989259392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321712.137773:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:2.0:1767321712.137845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989259392:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321712.138486:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.138496:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321712.138548:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.138553:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.138558:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.138567:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6953 00000100:00080000:0.0:1767321712.138573:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.138602:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321712.138628:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989259648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321712.138677:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.138680:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.138682:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.138686:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6953 00000100:00080000:0.0:1767321712.138689:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.138694:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321712.138706:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989259904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321712.138715:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.138719:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.138720:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.138725:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6953 00000100:00080000:0.0:1767321712.138728:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.138732:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321712.138746:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407eed80 x1853163989260032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321712.138772:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.138775:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.138777:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.138781:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6953 00000100:00080000:0.0:1767321712.138784:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.138787:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321712.138798:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ed180 x1853163989260288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321712.138872:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321712.138889:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989260160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321712.138957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321712.139012:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260160 00000100:00100000:0.0:1767321712.139019:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260160 00000100:00100000:0.0:1767321712.139069:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:0.0:1767321712.139078:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989260160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321712.139146:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989260160:12345-0@lo:400:kworker.0 Request processed in 69us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321712.139154:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:0.0:1767321712.139199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989260160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321712.139797:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259520 00000100:00100000:1.0:1767321712.139804:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259520 00000100:00100000:1.0:1767321712.139870:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259776 00000100:00100000:1.0:1767321712.139874:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259776 00000100:00100000:1.0:1767321712.139901:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767321712.139910:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989259520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321712.139969:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989259520:12345-0@lo:400:kworker.0 Request processed in 61us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321712.139976:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767321712.139991:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1767321712.139998:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989259776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321712.140044:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989259776:12345-0@lo:400:kworker.0 Request processed in 47us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321712.140050:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1767321712.140115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989259776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321712.140128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989259520:0@lo:400:kworker.0 00000100:00100000:2.0:1767321712.141918:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989259648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321712.141989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321712.142034:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989259904:0@lo:38:kworker.0 00000100:00100000:2.0:1767321712.142056:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321712.142085:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989260032:0@lo:38:kworker.0 00000100:00100000:0.0:1767321712.142111:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259648 00000100:00100000:0.0:1767321712.142125:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259648 00000100:00100000:2.0:1767321712.142154:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321712.142181:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989259904 00000100:00100000:0.0:1767321712.142188:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989259904 00000100:00100000:1.0:1767321712.142199:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:2.0:1767321712.142201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989260288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321712.142233:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321712.142312:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260288 00000100:00100000:2.0:1767321712.142324:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260288 00000100:00100000:1.0:1767321712.142381:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989259648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321712.142392:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321712.143312:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989259648:12345-0@lo:38:kworker.0 Request processed in 940us (1322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321712.148220:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1767321712.150754:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1767321712.150776:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989259904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321712.150820:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321712.160686:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321712.160700:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321712.160705:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989259904:0@lo:38:kworker.0 00000100:00080000:2.0:1767321712.160722:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321712.160726:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321712.160729:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989260288:0@lo:38:kworker.0 00000100:00100000:0.0:1767321712.165439:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989259904:12345-0@lo:38:kworker.0 Request processed in 8448us (17161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321712.165470:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00010000:00010000:2.0:1767321713.228431:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321714.249194:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321714.977135:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321714.981024:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936640 00000100:00100000:0.0:1767321714.981057:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936640 00000100:00100000:0.0:1767321714.981156:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2452 00000100:00100000:0.0:1767321714.981169:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923936640:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321714.981202:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321714.981331:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923936640:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 162us (4209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321714.981338:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2452 00000100:00100000:2.0:1767321714.982107:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767321714.982147:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923936896 offset 0 length 520: 4 00000100:00100000:1.0:1767321714.983632:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923936768 00000100:00100000:1.0:1767321714.983647:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923936768 00000100:00100000:1.0:1767321714.983741:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00100000:1.0:1767321714.983749:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923936768:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321714.983853:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923936768:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321714.983861:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1647 00000100:00080000:2.0:1767321714.985238:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321715.277165:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321716.745143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989260416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321716.745253:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321716.745755:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260416 00000100:00100000:2.0:1767321716.745767:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260416 00000100:00100000:2.0:1767321716.745855:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1767321716.745883:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989260416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321716.745926:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321716.745987:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989260416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321716.745995:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00080000:0.0:1767321716.746692:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321716.746759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989260416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321717.257150:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321717.257174:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989260544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321717.257268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321717.257650:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321717.257980:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989260544:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321717.260420:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321717.260434:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321717.260513:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321717.260518:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321717.260523:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321717.260532:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6959 00000100:00080000:2.0:1767321717.260545:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321717.260555:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321717.260562:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321717.260624:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730a680 x1853163989260800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321717.260633:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989260672:0@lo:400:kworker.0 00000100:00080000:2.0:1767321717.260671:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321717.260676:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321717.260679:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321717.260683:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6959 00000100:00080000:2.0:1767321717.260686:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321717.260690:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321717.260705:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309c00 x1853163989261056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321717.260715:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321717.260738:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321717.260740:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321717.260745:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6959 00000100:00080000:2.0:1767321717.260748:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321717.260754:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321717.260768:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d500 x1853163989261184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321717.260786:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321717.260789:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321717.260791:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321717.260794:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6959 00000100:00080000:2.0:1767321717.260796:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321717.260800:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321717.260810:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ce00 x1853163989261440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321717.260867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321717.260942:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260672 00000100:00100000:1.0:1767321717.260952:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260672 00000100:00100000:1.0:1767321717.261029:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1767321717.261041:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989260672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.261112:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989260672:12345-0@lo:400:kworker.0 Request processed in 73us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321717.261125:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1767321717.261147:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260800 00000100:00100000:1.0:1767321717.261152:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260800 00000100:00100000:1.0:1767321717.263257:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261056 00000100:00100000:1.0:1767321717.263275:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261056 00000100:00100000:1.0:1767321717.263333:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:1.0:1767321717.263344:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989260800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321717.263372:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321717.263436:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989260800:12345-0@lo:38:kworker.0 Request processed in 92us (2322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321717.263444:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:1.0:1767321717.263480:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767321717.263484:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989261056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321717.263495:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321717.263520:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989261056:12345-0@lo:38:kworker.0 Request processed in 34us (2330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321717.263526:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767321717.263604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989260672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.264039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989261312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.264080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321717.264113:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321717.264120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989260928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.264148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321717.264176:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989260928 00000100:00100000:1.0:1767321717.264181:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989260928 00000100:00100000:1.0:1767321717.264218:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1767321717.264225:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989260928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.264277:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989260928:12345-0@lo:400:kworker.0 Request processed in 53us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321717.264283:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1767321717.264310:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989260928:0@lo:400:kworker.0 00000100:00080000:1.0:1767321717.264347:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321717.264381:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261312 00000100:00100000:1.0:1767321717.264385:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261312 00000100:00100000:1.0:1767321717.264414:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:1.0:1767321717.264420:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989261312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321717.264477:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989261312:12345-0@lo:400:kworker.0 Request processed in 52us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321717.264492:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000100:00100000:1.0:1767321717.264553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989261312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321717.264655:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261184 00000100:00100000:2.0:1767321717.264660:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261184 00000100:00100000:2.0:1767321717.264699:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061 00000100:00100000:2.0:1767321717.264705:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989261184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321717.264723:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321717.264764:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989261184:12345-0@lo:38:kworker.0 Request processed in 59us (297us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321717.264771:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061 00000100:00100000:0.0:1767321717.265112:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261440 00000100:00100000:0.0:1767321717.265120:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261440 00000100:00100000:0.0:1767321717.265164:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:0.0:1767321717.265174:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989261440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321717.265186:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321717.265234:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989261440:12345-0@lo:38:kworker.0 Request processed in 57us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321717.265240:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00010000:00010000:2.0:1767321717.321316:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321718.347136:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321719.368812:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321720.104284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321720.104342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321720.104402:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937024 00000100:00100000:1.0:1767321720.104431:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937024 00000100:00100000:1.0:1767321720.104514:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937152 00000100:00100000:1.0:1767321720.104519:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937152 00000100:00100000:1.0:1767321720.104626:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1650 00000100:00100000:1.0:1767321720.104639:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923937152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321720.105075:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923937152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 437us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321720.105084:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1650 00000100:00080000:2.0:1767321720.106306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321721.353014:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.353023:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321721.353027:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.353033:0:120755:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6943 00000100:00080000:2.0:1767321721.353038:0:120755:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.353046:0:120755:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321721.353091:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d500 x1853163989261568/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.353167:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.353172:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.353174:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.353178:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6964 00000100:00080000:2.0:1767321721.353181:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.353185:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321721.353207:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163989261824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.353225:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.353228:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.353230:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.353234:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6964 00000100:00080000:2.0:1767321721.353236:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.353240:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321721.353404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989261696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321721.353503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321721.353607:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321721.353615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989261952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321721.353640:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321721.353691:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261696 00000100:00100000:1.0:1767321721.353701:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261696 00000100:00100000:1.0:1767321721.353767:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261952 00000100:00100000:1.0:1767321721.353771:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261952 00000100:00100000:1.0:1767321721.353795:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1767321721.353804:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989261696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321721.353874:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989261696:12345-0@lo:400:kworker.0 Request processed in 58us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321721.353894:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1767321721.353915:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1767321721.353921:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989261952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321721.353962:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989261952:12345-0@lo:400:kworker.0 Request processed in 41us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321721.353967:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00080000:1.0:1767321721.353986:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321721.354024:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989261952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321721.354033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989261696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.356854:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0a80 x1853163989262080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.357050:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.357055:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.357059:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.357065:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6964 00000100:00080000:2.0:1767321721.357069:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.357077:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321721.357095:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989262208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.357155:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.357159:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.357161:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.357165:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6964 00000100:00080000:2.0:1767321721.357167:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.357171:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321721.357183:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163989262592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321721.358231:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989262464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.358295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321721.358345:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321721.358351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989262336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.358376:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321721.358993:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262464 00000100:00100000:0.0:1767321721.358998:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262464 00000100:00100000:0.0:1767321721.359055:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262336 00000100:00100000:0.0:1767321721.359058:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262336 00000100:00100000:0.0:1767321721.359081:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194 00000100:00100000:0.0:1767321721.359087:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989262464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.359149:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989262464:12345-0@lo:400:kworker.0 Request processed in 62us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321721.359157:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194 00000100:00100000:0.0:1767321721.359176:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195 00000100:00100000:0.0:1767321721.359182:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989262336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.359206:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989262336:12345-0@lo:400:kworker.0 Request processed in 25us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321721.359212:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195 00000100:00100000:0.0:1767321721.359239:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989261824 00000100:00100000:0.0:1767321721.359243:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989261824 00000100:00080000:1.0:1767321721.360896:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321721.360909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321721.361557:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262080 00000100:00100000:0.0:1767321721.361566:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262080 00000100:00100000:2.0:1767321721.362040:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262592 00000100:00100000:2.0:1767321721.362046:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262592 00000100:00100000:2.0:1767321721.362078:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:2.0:1767321721.362084:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989261824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321721.362102:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321721.362153:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989261824:12345-0@lo:38:kworker.0 Request processed in 68us (3532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321721.362168:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:2.0:1767321721.362186:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767321721.362189:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989262080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321721.362196:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321721.362215:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989262080:12345-0@lo:38:kworker.0 Request processed in 25us (3546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321721.362218:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767321721.362224:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767321721.362227:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989262592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321721.362232:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321721.362245:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989262592:12345-0@lo:38:kworker.0 Request processed in 17us (3488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321721.362248:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00080000:2.0:1767321721.362291:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321721.362295:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321721.362297:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989261824:0@lo:38:kworker.0 00000100:00080000:2.0:1767321721.362305:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321721.362307:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321721.362309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989262080:0@lo:38:kworker.0 00000100:00080000:2.0:1767321721.362315:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321721.362318:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321721.362320:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989262592:0@lo:38:kworker.0 00010000:00010000:2.0:1767321721.417057:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321721.865201:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321721.865233:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989262720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321721.865331:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321721.865395:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262720 00000100:00100000:2.0:1767321721.865405:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262720 00000100:00100000:2.0:1767321721.865469:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1767321721.865478:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989262720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321721.865519:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321721.865574:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989262720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321721.865605:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1767321721.865662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989262720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321722.378063:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989262848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321722.378136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321722.378209:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989262848 00000100:00100000:2.0:1767321722.378223:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989262848 00000100:00100000:2.0:1767321722.378305:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:2.0:1767321722.378320:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989262848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321722.378371:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321722.378664:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989262848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 348us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321722.378673:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:0.0:1767321722.378776:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989262848:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321722.441726:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321723.466434:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321725.217797:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321725.217869:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321725.218028:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937280 00000100:00100000:2.0:1767321725.218039:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937280 00000100:00100000:2.0:1767321725.218082:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937408 00000100:00100000:2.0:1767321725.218085:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937408 00000100:00100000:2.0:1767321725.218174:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1653 00000100:00100000:2.0:1767321725.218184:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923937408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321725.218271:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923937408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321725.218278:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1653 00000100:00100000:2.0:1767321725.218298:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2460 00000100:00100000:2.0:1767321725.218303:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923937280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321725.218325:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321725.218348:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923937280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (561us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321725.218355:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2460 00000100:00080000:0.0:1767321725.219479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321725.512835:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321726.473779:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321726.473787:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321726.473857:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321726.473861:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321726.473865:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321726.473873:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6968 00000100:00080000:1.0:1767321726.473877:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321726.473883:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321726.473904:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07308380 x1853163989263104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321726.473935:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321726.473938:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321726.473951:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321726.473955:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6968 00000100:00080000:1.0:1767321726.473957:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321726.473961:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321726.473972:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77fb80 x1853163989263360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321726.473981:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321726.473985:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321726.473987:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321726.473991:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6968 00000100:00080000:1.0:1767321726.473994:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321726.473997:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321726.474019:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989263488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321726.474054:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321726.474058:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321726.474060:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321726.474063:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6968 00000100:00080000:1.0:1767321726.474065:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321726.474069:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321726.474081:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989263872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321726.474108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989263616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321726.474142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321726.474176:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321726.474307:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989263104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321726.474350:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321726.474372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989263360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321726.474408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321726.474422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989263488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321726.474439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321726.474454:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989263872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321726.474468:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321726.474494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321726.474498:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321726.474508:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989263488 00000100:00100000:0.0:1767321726.474512:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989263488 00000100:00100000:0.0:1767321726.474528:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063 00000100:00100000:0.0:1767321726.474533:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989263488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321726.474551:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321726.474606:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989263488:12345-0@lo:38:kworker.0 Request processed in 45us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321726.474611:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063 00000100:00080000:0.0:1767321726.474645:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321726.474650:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321726.474654:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989263488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321726.474690:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989263104 00000100:00100000:0.0:1767321726.474693:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989263104 00000100:00100000:0.0:1767321726.474706:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989263360 00000100:00100000:0.0:1767321726.474709:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989263360 00000100:00100000:0.0:1767321726.474717:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989263872 00000100:00100000:0.0:1767321726.474719:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989263872 00000100:00100000:0.0:1767321726.474728:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:0.0:1767321726.474735:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989263232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321726.474772:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989263232:12345-0@lo:400:kworker.0 Request processed in 38us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321726.474784:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:0.0:1767321726.474796:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767321726.474800:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321726.474810:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321726.474851:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263104:12345-0@lo:38:kworker.0 Request processed in 48us (502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321726.474857:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767321726.474868:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1767321726.474871:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321726.474879:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321726.474899:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263360:12345-0@lo:38:kworker.0 Request processed in 26us (491us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321726.474904:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1767321726.474914:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:0.0:1767321726.474918:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321726.474925:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321726.474943:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989263872:12345-0@lo:38:kworker.0 Request processed in 25us (475us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321726.474948:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:0.0:1767321726.474980:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989263232:0@lo:400:kworker.0 00000100:00080000:0.0:1767321726.475004:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321726.475007:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321726.475009:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989263104:0@lo:38:kworker.0 00000100:00080000:0.0:1767321726.475027:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321726.475030:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321726.475033:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989263360:0@lo:38:kworker.0 00000100:00080000:0.0:1767321726.475040:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321726.475042:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321726.475045:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989263872:0@lo:38:kworker.0 00000100:00100000:1.0:1767321726.475338:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989263744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321726.475373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321726.475401:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989263616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321726.475423:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989263744 00000100:00100000:1.0:1767321726.475427:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989263744 00000100:00100000:1.0:1767321726.475470:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197 00000100:00100000:1.0:1767321726.475477:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989263744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321726.475513:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989263744:12345-0@lo:400:kworker.0 Request processed in 37us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321726.475519:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197 00000100:00100000:1.0:1767321726.475548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989263744:0@lo:400:kworker.0 00000100:00080000:1.0:1767321726.475570:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321726.477475:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989262976:0@lo:400:kworker.0 00010000:00010000:2.0:1767321726.537206:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321726.984853:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321726.984923:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321726.986185:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989264000 00000100:00100000:2.0:1767321726.986196:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989264000 00000100:00100000:2.0:1767321726.986260:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1767321726.986270:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321726.986302:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321726.986362:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321726.986371:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1767321726.986560:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321727.504437:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321727.504462:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321727.504554:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321727.505162:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989264128 00000100:00100000:2.0:1767321727.505172:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989264128 00000100:00100000:2.0:1767321727.505250:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1767321727.505260:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0984e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321727.505292:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321727.505356:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0984e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321727.505380:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:0.0:1767321727.506205:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264128:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321727.560859:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321729.608810:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321730.337169:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321730.337706:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321730.338009:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937664 00000100:00100000:2.0:1767321730.338024:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937664 00000100:00100000:2.0:1767321730.338163:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937536 00000100:00100000:2.0:1767321730.338167:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937536 00000100:00100000:2.0:1767321730.338189:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1656 00000100:00100000:2.0:1767321730.338201:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923937664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321730.338309:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923937664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (1165us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321730.339326:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321730.339442:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1656 00010000:00010000:2.0:1767321730.633030:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321731.593925:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321731.593945:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321731.594024:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321731.594029:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321731.594033:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321731.594043:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6973 00000100:00080000:2.0:1767321731.594049:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321731.594057:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321731.594087:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260e00 x1853163989264384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321731.594139:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321731.594142:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321731.594165:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321731.594169:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6973 00000100:00080000:2.0:1767321731.594172:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321731.594177:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321731.594191:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39769500 x1853163989264640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321731.594201:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321731.594205:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321731.594207:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321731.594212:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6973 00000100:00080000:2.0:1767321731.594215:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321731.594219:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321731.594232:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39768000 x1853163989264768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321731.594269:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321731.594273:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321731.594275:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321731.594279:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6973 00000100:00080000:2.0:1767321731.594281:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321731.594285:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321731.594297:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ce00 x1853163989265152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321731.595800:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989264512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321731.595852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321731.595876:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321731.595882:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989264256:0@lo:400:kworker.0 00000100:00100000:0.0:1767321731.595903:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321731.595931:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264896:0@lo:400:kworker.0 00000100:00100000:0.0:1767321731.596062:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321731.596105:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321731.596117:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989265024:0@lo:400:kworker.0 00000100:00080000:1.0:1767321731.596278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321731.596346:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989264768 00000100:00100000:1.0:1767321731.596355:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989264768 00000100:00100000:1.0:1767321731.596395:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5064 00000100:00100000:1.0:1767321731.596403:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989264768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321731.596430:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321731.596487:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989264768:12345-0@lo:38:kworker.0 Request processed in 80us (1645us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321731.596496:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5064 00000100:00100000:1.0:1767321731.596538:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989264896 00000100:00100000:1.0:1767321731.596553:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989264896 00000100:00100000:1.0:1767321731.596643:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198 00000100:00100000:1.0:1767321731.596650:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321731.596698:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989264896:12345-0@lo:400:kworker.0 Request processed in 49us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321731.596705:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198 00000100:00080000:1.0:1767321731.596727:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321731.596772:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989264256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321731.596786:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d19c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989264512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321731.598311:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321731.598377:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989264896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321731.600077:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989265024 00000100:00100000:1.0:1767321731.600097:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989265024 00000100:00100000:1.0:1767321731.600207:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:1.0:1767321731.600223:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989265024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321731.600341:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989265024:12345-0@lo:400:kworker.0 Request processed in 122us (2031us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321731.600349:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00000100:00080000:2.0:1767321731.602560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321731.602915:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989265024:0@lo:400:kworker.0 00010000:00010000:2.0:1767321731.657104:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321732.105417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989265280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321732.105911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321732.106447:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989265280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321732.617256:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989265408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321732.617323:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321732.618035:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989265408 00000100:00100000:2.0:1767321732.618060:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989265408 00000100:00100000:2.0:1767321732.618112:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:2.0:1767321732.618121:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989265408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321732.618149:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321732.618204:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989265408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321732.618212:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1767321732.618342:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989265408:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321733.704963:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321734.728957:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321735.458224:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321735.458301:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321735.458478:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937920 00000100:00100000:0.0:1767321735.458488:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937920 00000100:00100000:0.0:1767321735.458562:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923937792 00000100:00100000:0.0:1767321735.458565:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923937792 00000100:00100000:0.0:1767321735.458621:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1659 00000100:00100000:0.0:1767321735.458631:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923937920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321735.458722:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923937920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321735.458731:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1659 00000100:00100000:0.0:1767321735.458752:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2468 00000100:00100000:0.0:1767321735.458757:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923937792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321735.458777:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321735.458802:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d19c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923937792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (509us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321735.458808:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2468 00000100:00080000:1.0:1767321735.459938:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321735.752850:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321736.712720:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321736.712732:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321736.712801:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321736.712806:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321736.712810:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321736.712818:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6978 00000100:00080000:2.0:1767321736.712823:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321736.712830:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321736.712849:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163989265664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321736.712876:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321736.712879:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321736.712881:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321736.712885:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6978 00000100:00080000:2.0:1767321736.712888:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321736.712891:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321736.712900:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989265536:0@lo:400:kworker.0 00000100:00100000:2.0:1767321736.712923:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071df800 x1853163989265920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321736.712933:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321736.712936:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321736.712938:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321736.712942:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6978 00000100:00080000:2.0:1767321736.712944:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321736.712948:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321736.712958:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d071ddf80 x1853163989266048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321736.712971:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321736.712995:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321736.712998:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321736.713000:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321736.713004:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6978 00000100:00080000:2.0:1767321736.713007:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321736.713010:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321736.713021:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0a680 x1853163989266432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321736.713028:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321736.713037:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989265792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321736.713064:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321736.713064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989266304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321736.713100:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989265536 00000100:00100000:2.0:1767321736.713107:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321736.713113:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989265536 00000100:00100000:2.0:1767321736.713132:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321736.713139:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989266176:0@lo:400:kworker.0 00000100:00100000:2.0:1767321736.713165:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321736.713166:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989265792 00000100:00100000:0.0:1767321736.713171:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989265792 00000100:00100000:0.0:1767321736.713205:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1767321736.713213:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1767321736.713216:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989265536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321736.713226:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989265792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321736.713294:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989265536:12345-0@lo:400:kworker.0 Request processed in 81us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321736.713301:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00080000:1.0:1767321736.714958:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321736.715227:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321736.715230:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321736.716406:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321736.716427:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321736.716432:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d071ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989266048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321736.718556:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989265792:12345-0@lo:400:kworker.0 Request processed in 5320us (5478us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321736.718708:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1767321736.719699:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989265792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321736.719721:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989265536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321737.224998:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989266560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321737.225066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321737.225327:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989266560 00000100:00100000:2.0:1767321737.225336:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989266560 00000100:00100000:2.0:1767321737.225390:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:2.0:1767321737.225400:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989266560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321737.225431:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321737.225480:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989266560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321737.225487:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:0.0:1767321737.225670:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989266560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321737.737003:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321737.737029:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989266688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321737.737112:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321737.737548:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989266688 00000100:00100000:2.0:1767321737.737556:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989266688 00000100:00100000:2.0:1767321737.737676:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:2.0:1767321737.737688:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989266688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321737.737720:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321737.737780:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989266688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321737.737788:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000100:00100000:1.0:1767321737.738040:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989266688:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321737.800826:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321738.826677:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321739.555160:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321739.555439:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923938048 offset 0 length 520: 4 00000100:00100000:0.0:1767321739.555533:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321739.555636:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923938304 00000100:00100000:2.0:1767321739.555646:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923938304 00000100:00100000:2.0:1767321739.555807:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923938176 00000100:00100000:2.0:1767321739.555811:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923938176 00000100:00100000:2.0:1767321739.555833:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1662 00000100:00100000:2.0:1767321739.555843:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923938304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321739.555927:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923938304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321739.555935:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1662 00000100:00100000:2.0:1767321739.555953:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2472 00000100:00100000:2.0:1767321739.555958:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923938176:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321739.555980:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321739.556006:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923938176:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (534us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321739.556012:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2472 00010000:00010000:2.0:1767321739.849136:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321741.833050:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321741.833061:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321741.833128:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321741.833132:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321741.833137:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321741.833145:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6983 00000100:00080000:1.0:1767321741.833149:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321741.833155:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321741.833177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163989266944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321741.833220:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321741.833223:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321741.833225:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321741.833229:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6983 00000100:00080000:1.0:1767321741.833231:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321741.833235:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321741.833245:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0000 x1853163989267200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321741.833254:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321741.833256:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321741.833272:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321741.833276:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6983 00000100:00080000:1.0:1767321741.833279:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321741.833283:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321741.833297:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2d80 x1853163989267328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321741.833328:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321741.833331:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321741.833333:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321741.833336:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6983 00000100:00080000:1.0:1767321741.833339:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321741.833341:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321741.833351:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163989267712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321741.833376:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989267456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321741.833437:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321741.833496:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321741.833502:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989267584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321741.833522:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321741.833609:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267456 00000100:00100000:1.0:1767321741.833616:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267456 00000100:00100000:1.0:1767321741.833665:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267584 00000100:00100000:1.0:1767321741.833668:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267584 00000100:00100000:1.0:1767321741.833689:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202 00000100:00100000:1.0:1767321741.833697:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989267456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321741.833742:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989267456:12345-0@lo:400:kworker.0 Request processed in 46us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321741.833756:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202 00000100:00100000:1.0:1767321741.833772:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203 00000100:00100000:1.0:1767321741.833778:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989267584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321741.833803:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989267584:12345-0@lo:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321741.833809:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203 00000100:00080000:1.0:1767321741.833828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321741.833832:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321741.833863:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989267584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321741.833873:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989267456:0@lo:400:kworker.0 00000100:00100000:0.0:1767321741.834316:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989266944:0@lo:38:kworker.0 00000100:00100000:0.0:1767321741.834344:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321741.834380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989267200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321741.834402:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321741.834419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989267328:0@lo:38:kworker.0 00000100:00100000:0.0:1767321741.834439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321741.834460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989267712:0@lo:38:kworker.0 00000100:00100000:0.0:1767321741.834478:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321741.834509:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267072 00000100:00100000:0.0:1767321741.834513:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267072 00000100:00100000:0.0:1767321741.834540:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989266816 00000100:00100000:0.0:1767321741.834543:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989266816 00000100:00100000:0.0:1767321741.834569:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989266944 00000100:00100000:0.0:1767321741.834572:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989266944 00000100:00100000:0.0:1767321741.834615:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267200 00000100:00100000:0.0:1767321741.834618:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267200 00000100:00100000:0.0:1767321741.834626:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267712 00000100:00100000:0.0:1767321741.834628:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267712 00000100:00100000:0.0:1767321741.834638:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:0.0:1767321741.834644:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989267072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321741.834680:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989267072:12345-0@lo:400:kworker.0 Request processed in 36us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321741.834686:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:0.0:1767321741.834700:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:0.0:1767321741.834705:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989266816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321741.834730:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989266816:12345-0@lo:400:kworker.0 Request processed in 24us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321741.834734:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:0.0:1767321741.834747:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767321741.834750:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989266944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321741.834775:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321741.834810:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989266944:12345-0@lo:38:kworker.0 Request processed in 57us (465us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321741.834816:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767321741.834828:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:0.0:1767321741.834832:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989267200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321741.834840:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321741.834861:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989267200:12345-0@lo:38:kworker.0 Request processed in 27us (458us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321741.834866:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:0.0:1767321741.834877:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767321741.834881:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989267712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321741.834890:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321741.835100:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267328 00000100:00100000:2.0:1767321741.835105:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267328 00000100:00100000:2.0:1767321741.835126:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066 00000100:00100000:2.0:1767321741.835131:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989267328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321741.835140:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321741.839274:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321741.846617:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989267328:12345-0@lo:38:kworker.0 Request processed in 11474us (12165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321741.846642:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066 00000100:00100000:0.0:1767321741.847916:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989267712:12345-0@lo:38:kworker.0 Request processed in 13026us (13429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321741.847940:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00080000:1.0:1767321741.849177:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321741.849187:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321741.849192:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989266944:0@lo:38:kworker.0 00000100:00080000:1.0:1767321741.849206:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321741.849209:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321741.849213:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989267200:0@lo:38:kworker.0 00000100:00080000:1.0:1767321741.849222:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321741.849225:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321741.849228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989267328:0@lo:38:kworker.0 00000100:00080000:1.0:1767321741.849236:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321741.849240:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321741.849242:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989267712:0@lo:38:kworker.0 00010000:00010000:2.0:1767321741.898612:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321742.345448:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267840 00000100:00100000:0.0:1767321742.345457:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267840 00000100:00100000:0.0:1767321742.345513:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:0.0:1767321742.345523:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989267840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321742.345563:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321742.345732:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989267840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 210us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321742.345740:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:0.0:1767321742.857501:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989267968 00000100:00100000:0.0:1767321742.857522:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989267968 00000100:00100000:0.0:1767321742.857631:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:0.0:1767321742.857640:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989267968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321742.857677:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321742.877248:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989267968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 19596us (20022us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321742.877264:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00010000:00010000:2.0:1767321742.930314:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321743.951871:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321744.673536:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321744.676972:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321744.680201:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923938432 00000100:00100000:2.0:1767321744.680215:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923938432 00000100:00100000:1.0:1767321744.681009:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923938560 00000100:00100000:1.0:1767321744.681016:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923938560 00000100:00100000:1.0:1767321744.681097:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1665 00000100:00100000:1.0:1767321744.681108:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923938560:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321744.682062:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2476 00000100:00100000:0.0:1767321744.682070:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923938432:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321744.682093:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321744.682186:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923938432:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 114us (8660us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321744.682194:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2476 00000100:00100000:1.0:1767321744.682721:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923938560:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1612us (5757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321744.682729:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1665 00010000:00010000:2.0:1767321745.993669:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321746.952780:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.952791:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321746.952851:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.952855:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321746.952859:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321746.952868:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6988 00000100:00080000:1.0:1767321746.952873:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321746.952879:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321746.952899:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989268224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321746.952917:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.952920:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321746.952922:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321746.952925:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6988 00000100:00080000:1.0:1767321746.952927:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321746.952931:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321746.952943:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989268480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321746.952966:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.952969:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321746.952970:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321746.952975:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6988 00000100:00080000:1.0:1767321746.952977:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321746.952981:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321746.952994:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2300 x1853163989268608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321746.953027:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.953030:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321746.953032:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321746.953036:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6988 00000100:00080000:1.0:1767321746.953039:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321746.953042:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321746.953052:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163989268992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321746.953081:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989268736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321746.953145:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321746.953204:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321746.953210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989268864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321746.953232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321746.953267:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268736 00000100:00100000:1.0:1767321746.953274:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268736 00000100:00100000:1.0:1767321746.953320:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268864 00000100:00100000:1.0:1767321746.953329:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268864 00000100:00100000:1.0:1767321746.953355:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4204 00000100:00100000:1.0:1767321746.953364:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989268736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321746.953417:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989268736:12345-0@lo:400:kworker.0 Request processed in 54us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321746.953425:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4204 00000100:00100000:0.0:1767321746.953441:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321721/real 1767321721] req@ffff9e7d3b77d500 x1853163989261568/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321746 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321746.953446:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205 00000100:00100000:1.0:1767321746.953467:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989268864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321746.953484:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b77d500 x1853163989261568/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321746 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321746.953500:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989268864:12345-0@lo:400:kworker.0 Request processed in 45us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321746.953503:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989268224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321746.953512:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205 00000100:00100000:0.0:1767321746.953542:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321746.953576:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989268480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321746.953597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989268864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321746.953615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989268736:0@lo:400:kworker.0 00000100:00100000:0.0:1767321746.953626:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321746.953652:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989268608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321746.953659:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268224 00000100:00100000:1.0:1767321746.953665:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268224 00000100:00100000:1.0:1767321746.953690:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268480 00000100:00100000:1.0:1767321746.953693:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268480 00000100:00100000:0.0:1767321746.953704:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321746.953710:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767321746.953715:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989268224:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321746.953732:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989268992:0@lo:38:kworker.0 00010000:00020000:1.0:1767321746.953735:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321746.953763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321746.953777:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989268224:12345-0@lo:38:kworker.0 Request processed in 58us (234us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321746.953784:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321746.953785:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767321746.953803:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268992 00000100:00080000:0.0:1767321746.953804:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321746.953809:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268992 00000100:00100000:0.0:1767321746.953811:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989261568:0@lo:250:kworker.0 00000100:00100000:1.0:1767321746.953831:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00080000:0.0:1767321746.953837:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321746.953842:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321746.953847:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989268480:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321746.953849:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989268224:0@lo:38:kworker.0 00010000:00020000:1.0:1767321746.953863:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321746.953879:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:0.0:1767321746.953885:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989268992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321746.953896:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321746.953902:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989268480:12345-0@lo:38:kworker.0 Request processed in 55us (273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321746.953909:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1767321746.953930:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989268992:12345-0@lo:38:kworker.0 Request processed in 43us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321746.953938:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00080000:1.0:1767321746.953938:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321746.953945:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321746.953948:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321746.953952:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6968 00000100:00080000:1.0:1767321746.953955:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321746.953959:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:0.0:1767321746.953970:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321746.953976:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9880 x1853163989269120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321746.953977:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321746.953984:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989268480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321746.954075:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989268096:0@lo:400:kworker.0 00000100:00080000:0.0:1767321746.954079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321746.954084:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321746.954088:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989268992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321746.954103:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989269120:0@lo:250:kworker.0 00000100:00100000:2.0:1767321746.954110:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1767321746.954125:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989269120 offset 0 length 520: 4 00000100:00100000:2.0:1767321746.954151:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321746.954162:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989268352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321746.954178:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268096 00000100:00100000:0.0:1767321746.954184:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268096 00000100:00100000:2.0:1767321746.954190:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321746.954216:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268352 00000100:00100000:0.0:1767321746.954220:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268352 00000100:00100000:2.0:1767321746.954226:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989268608 00000100:00100000:2.0:1767321746.954231:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989268608 00000100:00100000:0.0:1767321746.954237:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:0.0:1767321746.954245:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989268096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321746.954259:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067 00000100:00100000:2.0:1767321746.954265:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989268608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321746.954276:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321746.954283:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989268096:12345-0@lo:400:kworker.0 Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321746.954289:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:0.0:1767321746.954305:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:0.0:1767321746.954313:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989268352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321746.954318:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989268608:12345-0@lo:38:kworker.0 Request processed in 49us (623us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321746.954326:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067 00000100:00100000:0.0:1767321746.954347:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989268352:12345-0@lo:400:kworker.0 Request processed in 35us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321746.954355:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:2.0:1767321746.954364:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989268352:0@lo:400:kworker.0 00000100:00100000:2.0:1767321746.954379:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989268096:0@lo:400:kworker.0 00000100:00080000:0.0:1767321746.954402:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321746.954408:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321746.954411:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989268608:0@lo:38:kworker.0 00010000:00010000:2.0:1767321747.016772:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321747.465489:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989269248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321747.465560:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321747.465684:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269248 00000100:00100000:2.0:1767321747.465705:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269248 00000100:00100000:2.0:1767321747.465759:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:2.0:1767321747.465768:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989269248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321747.465797:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321747.465850:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989269248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321747.465866:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1767321747.466010:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989269248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321747.976947:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321747.976982:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989269376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321747.977059:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321747.977127:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269376 00000100:00100000:0.0:1767321747.977135:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269376 00000100:00100000:0.0:1767321747.977192:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:0.0:1767321747.977201:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989269376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321747.977232:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321747.977288:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989269376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321747.977311:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:1.0:1767321747.977403:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989269376:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321748.041242:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321749.793177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321749.796017:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767321749.796539:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321750.089079:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321751.112822:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321752.073166:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321752.073177:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321752.073247:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321752.073252:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321752.073256:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321752.073265:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6993 00000100:00080000:1.0:1767321752.073290:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321752.073297:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321752.073323:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2300 x1853163989269632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321752.073355:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321752.073358:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321752.073369:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321752.073373:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6993 00000100:00080000:1.0:1767321752.073375:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321752.073379:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321752.073391:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989269888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321752.073399:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321752.073402:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321752.073404:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321752.073408:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6993 00000100:00080000:1.0:1767321752.073410:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321752.073413:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321752.073424:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1f80 x1853163989270016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321752.073459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989269504:0@lo:400:kworker.0 00000100:00080000:1.0:1767321752.073465:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321752.073470:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321752.073474:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321752.073480:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6993 00000100:00080000:1.0:1767321752.073501:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321752.073505:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321752.073520:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d096b8380 x1853163989270400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321752.073539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321752.073547:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989270144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321752.073576:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321752.073600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989269760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321752.073615:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321752.073628:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321752.073644:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321752.073653:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d096b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989270272:0@lo:400:kworker.0 00000100:00100000:2.0:1767321752.073679:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270144 00000100:00100000:1.0:1767321752.073684:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321752.073687:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270144 00000100:00100000:1.0:1767321752.073721:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269504 00000100:00100000:1.0:1767321752.073727:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269504 00000100:00100000:2.0:1767321752.073738:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270272 00000100:00100000:2.0:1767321752.073743:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270272 00000100:00100000:1.0:1767321752.073762:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269760 00000100:00100000:1.0:1767321752.073767:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269760 00000100:00100000:2.0:1767321752.073775:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206 00000100:00100000:2.0:1767321752.073786:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989270144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321752.073795:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1767321752.073803:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989269504:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321752.073838:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321752.073844:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321752.073849:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989270144:12345-0@lo:400:kworker.0 Request processed in 62us (232us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321752.073850:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321752.073857:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989269504:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321752.073864:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206 00000100:00100000:0.0:1767321752.073869:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:2.0:1767321752.074137:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269632 00000100:00100000:2.0:1767321752.074143:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269632 00000100:00100000:0.0:1767321752.074179:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989269760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321752.074212:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989269760:12345-0@lo:400:kworker.0 Request processed in 336us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321752.074368:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1767321752.074387:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989269888 00000100:00100000:1.0:1767321752.074392:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989269888 00000100:00100000:1.0:1767321752.074423:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270400 00000100:00100000:1.0:1767321752.074427:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270400 00000100:00100000:2.0:1767321752.074709:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:2.0:1767321752.074716:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989269632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321752.074729:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321752.076282:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:2.0:1767321752.077487:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989269632:12345-0@lo:38:kworker.0 Request processed in 2763us (3358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321752.077500:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:2.0:1767321752.077595:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321752.077601:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321752.077605:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989269632:0@lo:38:kworker.0 00010000:00010000:2.0:1767321752.140011:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321752.587742:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321752.587779:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989270528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321752.587875:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321752.587950:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270528 00000100:00100000:2.0:1767321752.587960:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270528 00000100:00100000:2.0:1767321752.588229:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:2.0:1767321752.588241:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989270528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321752.588279:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321752.588349:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989270528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321752.588372:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:1.0:1767321753.097600:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321753.097624:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989270656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321753.097695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321753.098113:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270656 00000100:00100000:2.0:1767321753.098122:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270656 00000100:00100000:2.0:1767321753.098174:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:2.0:1767321753.098182:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989270656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321753.098211:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321753.098263:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989270656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321753.098271:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:1.0:1767321753.098363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989270656:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321754.185048:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321754.913638:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923938944 00000100:00100000:0.0:1767321754.913656:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923938944 00000100:00100000:0.0:1767321754.913714:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923939072 00000100:00100000:0.0:1767321754.913717:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923939072 00000100:00100000:2.0:1767321754.913726:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2484 00000100:00100000:2.0:1767321754.913736:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923938944:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321754.913760:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321754.913785:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1671 00000100:00100000:0.0:1767321754.913791:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923939072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321754.913829:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923938944:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321754.913836:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2484 00000100:00080000:2.0:1767321754.913873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321754.914494:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923939072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 700us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321754.914504:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1671 00010000:00010000:2.0:1767321755.209102:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321756.232825:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321757.192737:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321757.192748:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321757.192831:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321757.192836:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321757.192840:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321757.192849:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6999 00000100:00080000:2.0:1767321757.192854:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321757.192871:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321757.192894:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682680 x1853163989270912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321757.192918:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767321757.192922:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321757.192925:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321757.192926:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321757.192930:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6999 00000100:00100000:0.0:1767321757.192932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989271040:0@lo:400:kworker.0 00000100:00080000:2.0:1767321757.192932:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321757.192935:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321757.192944:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680a80 x1853163989271168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321757.192951:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321757.192954:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321757.192956:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321757.192959:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6999 00000100:00080000:2.0:1767321757.192961:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321757.192964:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321757.192975:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163989271296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321757.193005:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321757.193016:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321757.193019:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321757.193021:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321757.193023:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6999 00000100:00080000:2.0:1767321757.193026:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321757.193029:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321757.193035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989270784:0@lo:400:kworker.0 00000100:00100000:2.0:1767321757.193038:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0594dc00 x1853163989271680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321757.193053:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321757.193059:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989271424:0@lo:400:kworker.0 00000100:00100000:0.0:1767321757.193076:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989271552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321757.193088:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321757.193107:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271040 00000100:00100000:0.0:1767321757.193114:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271040 00000100:00100000:2.0:1767321757.193118:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271424 00000100:00100000:2.0:1767321757.193121:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271424 00000100:00100000:0.0:1767321757.193168:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270784 00000100:00100000:0.0:1767321757.193172:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270784 00000100:00100000:1.0:1767321757.193231:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989270912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321757.193275:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321757.193296:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989271168:0@lo:38:kworker.0 00000100:00100000:1.0:1767321757.193315:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321757.193330:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989271296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321757.193348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321757.193362:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989271680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321757.193379:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321757.193459:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4208 00000100:00100000:2.0:1767321757.193466:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989271424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321757.193515:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989271424:12345-0@lo:400:kworker.0 Request processed in 49us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321757.193522:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4208 00000100:00100000:2.0:1767321757.193546:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989270912 00000100:00100000:2.0:1767321757.193550:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989270912 00000100:00100000:2.0:1767321757.193563:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271168 00000100:00100000:2.0:1767321757.193566:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271168 00000100:00100000:2.0:1767321757.193572:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271680 00000100:00100000:2.0:1767321757.193573:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271680 00000100:00100000:2.0:1767321757.193614:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1767321757.193619:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989270912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321757.193639:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321757.193679:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989270912:12345-0@lo:38:kworker.0 Request processed in 58us (411us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321757.193686:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1767321757.193697:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1767321757.193701:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989271168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321757.193711:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321757.193732:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989271168:12345-0@lo:38:kworker.0 Request processed in 30us (416us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321757.193739:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1767321757.193750:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767321757.193754:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989271680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321757.193762:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321757.193781:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989271680:12345-0@lo:38:kworker.0 Request processed in 26us (401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321757.193787:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767321757.193816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989271424:0@lo:400:kworker.0 00000100:00080000:2.0:1767321757.193855:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321757.193860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321757.193863:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989270912:0@lo:38:kworker.0 00000100:00080000:2.0:1767321757.193870:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321757.193872:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321757.193875:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989271168:0@lo:38:kworker.0 00000100:00080000:2.0:1767321757.193882:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321757.193885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321757.193893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989271680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321757.193926:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271296 00000100:00100000:2.0:1767321757.193929:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271296 00000100:00100000:2.0:1767321757.193948:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5069 00000100:00100000:2.0:1767321757.193952:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989271296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321757.193962:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321757.193987:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989271296:12345-0@lo:38:kworker.0 Request processed in 34us (638us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321757.193993:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5069 00000100:00080000:2.0:1767321757.194015:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321757.194019:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321757.194022:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989271296:0@lo:38:kworker.0 00000100:00100000:2.0:1767321757.194074:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321757.194099:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271552 00000100:00100000:2.0:1767321757.194102:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271552 00000100:00100000:2.0:1767321757.194125:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4209 00000100:00100000:2.0:1767321757.194130:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989271552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321757.194161:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0594dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989271552:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321757.194167:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4209 00000100:00100000:2.0:1767321757.194189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989271552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321757.195478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989271040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321757.198156:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767321757.198170:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989270784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321757.198277:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989270784:12345-0@lo:400:kworker.0 Request processed in 110us (5221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321757.198284:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1767321757.198408:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989270784:0@lo:400:kworker.0 00000100:00080000:1.0:1767321757.201118:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321757.201128:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321757.201132:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321757.705120:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271808 00000100:00100000:2.0:1767321757.705141:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271808 00000100:00100000:2.0:1767321757.705196:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:2.0:1767321757.705204:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989271808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321757.705231:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321757.705429:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989271808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321757.705437:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1767321758.220894:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989271936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321758.220981:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321758.221092:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989271936 00000100:00100000:2.0:1767321758.221102:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989271936 00000100:00100000:2.0:1767321758.221161:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1767321758.221171:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989271936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321758.221202:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321758.221245:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d096b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989271936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321758.221263:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1767321758.221285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0594f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989271936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321758.281237:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321759.309927:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321760.037723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321760.037789:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321760.038061:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321760.330049:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321762.315299:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321762.315310:0:120755:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321762.315397:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321762.315401:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321762.315405:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321762.315414:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7004 00000100:00080000:0.0:1767321762.315419:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321762.315426:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321762.315454:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730a680 x1853163989272192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321762.315532:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321762.315537:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321762.315540:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321762.315545:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7004 00000100:00080000:0.0:1767321762.315548:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321762.315553:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321762.315566:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730b480 x1853163989272448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321762.315575:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321762.315622:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321762.315625:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321762.315630:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7004 00000100:00080000:0.0:1767321762.315632:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321762.315636:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321762.315653:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989272576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321762.315677:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767321762.315694:0:120755:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321762.315697:0:120755:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767321762.315698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989272320:0@lo:400:kworker.0 00000100:00080000:0.0:1767321762.315699:0:120755:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321762.315711:0:120755:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7004 00000100:00080000:0.0:1767321762.315718:0:120755:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321762.315724:0:120755:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321762.315739:0:120755:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1880 x1853163989272960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321762.315782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989272832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321762.315853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321762.315924:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272832 00000100:00100000:0.0:1767321762.315933:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272832 00000100:00100000:2.0:1767321762.316135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321762.316196:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272704 00000100:00100000:2.0:1767321762.316203:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272704 00000100:00100000:0.0:1767321762.317263:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210 00000100:00080000:1.0:1767321762.317519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321762.317526:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321762.317529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321762.317558:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989272192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321762.317637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321762.317673:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989272448:0@lo:38:kworker.0 00000100:00100000:1.0:1767321762.317705:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321762.317725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989272576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321762.317750:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321762.317769:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989272960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321762.317789:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321762.317832:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272576 00000100:00100000:1.0:1767321762.317838:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272576 00000100:00100000:1.0:1767321762.317880:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070 00000100:00100000:1.0:1767321762.317886:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989272576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321762.317906:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321762.317943:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989272576:12345-0@lo:38:kworker.0 Request processed in 57us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321762.317950:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070 00000100:00100000:1.0:1767321762.317969:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272192 00000100:00100000:1.0:1767321762.317972:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272192 00000100:00100000:1.0:1767321762.317983:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272448 00000100:00100000:1.0:1767321762.317985:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272448 00000100:00100000:0.0:1767321762.318225:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989272832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321762.318288:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989272832:12345-0@lo:400:kworker.0 Request processed in 941us (2436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321762.318631:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989272960 00000100:00100000:1.0:1767321762.318637:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989272960 00000100:00100000:1.0:1767321762.318648:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1767321762.318653:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321762.318668:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321762.318698:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272192:12345-0@lo:38:kworker.0 Request processed in 45us (1061us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321762.318704:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1767321762.318716:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:1.0:1767321762.318720:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321762.318728:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321762.318750:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272448:12345-0@lo:38:kworker.0 Request processed in 29us (1044us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321762.318755:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767321762.318755:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:1.0:1767321762.318764:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:1.0:1767321762.318768:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272960:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321762.318775:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989272704:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767321762.318788:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321762.318808:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989272960:12345-0@lo:38:kworker.0 Request processed in 39us (1018us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321762.318814:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767321762.318814:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989272704:12345-0@lo:400:kworker.0 Request processed in 54us (2814us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321762.318826:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00080000:1.0:1767321762.318858:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.318863:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321762.318867:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989272192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321762.318867:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989272320:0@lo:400:kworker.0 00000100:00080000:1.0:1767321762.318875:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.318877:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321762.318880:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989272448:0@lo:38:kworker.0 00000100:00080000:1.0:1767321762.318888:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.318890:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321762.318894:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989272576:0@lo:38:kworker.0 00000100:00080000:1.0:1767321762.318901:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.318907:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321762.318914:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989272960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321762.318938:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989272064:0@lo:400:kworker.0 00000100:00100000:1.0:1767321762.319010:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989272832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321762.319084:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210 00010000:00010000:2.0:1767321762.377205:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321762.825260:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273088 00000100:00100000:1.0:1767321762.825273:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273088 00000100:00100000:1.0:1767321762.825343:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1767321762.825354:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321762.825386:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321762.825487:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321762.825510:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:0.0:1767321763.337736:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321763.337753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989273216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321763.337810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321763.337904:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273216 00000100:00100000:1.0:1767321763.337910:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273216 00000100:00100000:1.0:1767321763.337951:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:1.0:1767321763.337957:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321763.337987:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321763.338027:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321763.338033:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:0.0:1767321763.338213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989273216:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321763.400871:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321764.424832:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321765.153360:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923939712 00000100:00100000:2.0:1767321765.153376:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923939712 00000100:00100000:2.0:1767321765.153483:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1677 00000100:00100000:2.0:1767321765.153495:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923939712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321765.153638:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923939712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 146us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321765.153646:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1677 00000100:00080000:1.0:1767321765.154216:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767321765.158353:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923939456 offset 0 length 520: 4 00000100:00100000:2.0:1767321765.158404:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767321766.472815:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321767.432772:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321767.432783:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321767.432842:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321767.432846:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321767.432850:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321767.432858:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7009 00000100:00080000:2.0:1767321767.432864:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321767.432871:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321767.432876:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321767.432899:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989273344:0@lo:400:kworker.0 00000100:00100000:2.0:1767321767.432912:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683800 x1853163989273472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321767.432936:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321767.432940:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321767.432942:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321767.432946:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7009 00000100:00080000:2.0:1767321767.432949:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321767.432953:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321767.432965:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163989273728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321767.432973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321767.432981:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321767.432985:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321767.432987:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321767.432992:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7009 00000100:00080000:2.0:1767321767.432995:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321767.432999:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321767.433011:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309500 x1853163989273856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321767.433048:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989273600:0@lo:400:kworker.0 00000100:00080000:2.0:1767321767.433064:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321767.433068:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321767.433070:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321767.433075:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7009 00000100:00100000:0.0:1767321767.433090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321767.433090:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321767.433097:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321767.433121:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07308380 x1853163989274240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321767.433130:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989273984:0@lo:400:kworker.0 00000100:00100000:2.0:1767321767.433152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989274112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321767.433174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321767.433445:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989273472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321767.433484:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273344 00000100:00100000:2.0:1767321767.433491:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273344 00000100:00100000:2.0:1767321767.441205:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273600 00000100:00100000:2.0:1767321767.441220:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273600 00000100:00100000:2.0:1767321767.441258:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767321767.441268:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989273344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321767.449700:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321767.449771:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989273728:0@lo:38:kworker.0 00000100:00100000:1.0:1767321767.449803:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321767.449820:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989273856:0@lo:38:kworker.0 00000100:00100000:1.0:1767321767.449845:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321767.449869:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989274240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321767.449891:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321767.449937:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273472 00000100:00100000:1.0:1767321767.449945:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273472 00000100:00100000:1.0:1767321767.449971:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273728 00000100:00100000:1.0:1767321767.449974:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273728 00000100:00100000:1.0:1767321767.449982:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989274240 00000100:00100000:1.0:1767321767.449985:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989274240 00000100:00100000:1.0:1767321767.449997:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1767321767.450004:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989273472:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321767.450868:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321767.450936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321767.450958:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767321767.450965:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989273728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321767.450987:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321767.451042:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989273728:12345-0@lo:38:kworker.0 Request processed in 76us (1238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321767.451048:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767321767.451069:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767321767.451073:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989274240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321767.451093:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321767.451117:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989274240:12345-0@lo:38:kworker.0 Request processed in 43us (1225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321767.451122:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767321767.451165:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989273344:12345-0@lo:400:kworker.0 Request processed in 9899us (18196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321767.451172:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00010000:00020000:1.0:1767321767.451613:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321767.451648:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989273472:12345-0@lo:38:kworker.0 Request processed in 1644us (1958us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321767.451656:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1767321767.451684:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273856 00000100:00100000:1.0:1767321767.451690:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273856 00000100:00100000:1.0:1767321767.451715:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071 00000100:00100000:1.0:1767321767.451720:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989273856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321767.451729:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321767.451758:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989273856:12345-0@lo:38:kworker.0 Request processed in 36us (1912us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321767.451764:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071 00000100:00080000:1.0:1767321767.451805:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321767.451811:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321767.451815:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989273472:0@lo:38:kworker.0 00000100:00080000:1.0:1767321767.451826:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321767.451830:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321767.451832:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989273728:0@lo:38:kworker.0 00000100:00080000:1.0:1767321767.451840:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321767.451844:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321767.451847:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989273856:0@lo:38:kworker.0 00000100:00080000:1.0:1767321767.451855:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321767.451859:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321767.451861:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989274240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321767.451992:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989273984 00000100:00100000:1.0:1767321767.451997:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989273984 00000100:00100000:1.0:1767321767.452198:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989274112 00000100:00100000:1.0:1767321767.452203:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989274112 00000100:00100000:1.0:1767321767.452224:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4212 00000100:00100000:1.0:1767321767.452231:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321767.452273:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989273984:12345-0@lo:400:kworker.0 Request processed in 43us (19108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321767.452279:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4212 00000100:00100000:1.0:1767321767.452290:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213 00000100:00100000:1.0:1767321767.452295:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989274112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321767.452326:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989274112:12345-0@lo:400:kworker.0 Request processed in 30us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321767.452331:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213 00000100:00100000:1.0:1767321767.452374:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989273344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321767.452796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989273600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321767.455464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989273984:0@lo:400:kworker.0 00000100:00080000:2.0:1767321767.457156:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321767.457171:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321767.457242:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989274112:0@lo:400:kworker.0 00010000:00010000:2.0:1767321767.496805:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321767.945549:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321767.945575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989274368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321767.945684:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321767.945831:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989274368 00000100:00100000:2.0:1767321767.945840:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989274368 00000100:00100000:2.0:1767321767.945889:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464 00000100:00100000:2.0:1767321767.945898:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989274368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321767.945927:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321767.945974:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989274368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321767.945982:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464 00000100:00100000:0.0:1767321767.946170:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989274368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321768.459483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989274496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321768.459567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321768.459911:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989274496 00000100:00100000:1.0:1767321768.459920:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989274496 00000100:00100000:1.0:1767321768.459971:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465 00000100:00100000:1.0:1767321768.459981:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989274496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321768.460022:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321768.460561:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989274496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 580us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321768.460599:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465 00000100:00100000:0.0:1767321768.460877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989274496:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321768.521213:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321770.274863:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321770.274904:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321770.275000:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923939840 00000100:00100000:1.0:1767321770.275010:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923939840 00000100:00100000:1.0:1767321770.275145:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923939968 00000100:00100000:1.0:1767321770.275149:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923939968 00000100:00100000:2.0:1767321770.275241:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1680 00000100:00100000:2.0:1767321770.275252:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923939968:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321770.275322:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923939968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 72us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321770.275330:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1680 00000100:00100000:2.0:1767321770.275347:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2496 00000100:00100000:2.0:1767321770.275351:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923939840:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321770.275370:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321770.275392:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923939840:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 40us (539us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321770.275398:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2496 00000100:00080000:0.0:1767321770.275674:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321770.568926:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321771.528708:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321746/real 1767321746] req@ffff9e7d36ab9880 x1853163989269120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321771.528745:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d36ab9880 x1853163989269120/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321771.528766:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321771.529021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321771.529026:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989269120:0@lo:250:kworker.0 00000100:00080000:0.0:1767321771.529040:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321771.529045:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321771.529048:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321771.529053:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 6993 00000100:00080000:0.0:1767321771.529056:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321771.529062:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321771.529094:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1880 x1853163989274624/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321771.529158:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321771.529162:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321771.529164:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321771.529168:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7014 00000100:00080000:0.0:1767321771.529170:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321771.529174:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321771.529193:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5880 x1853163989274880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321771.529208:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321771.529211:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321771.529213:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321771.529216:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7014 00000100:00080000:0.0:1767321771.529232:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321771.529236:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321771.529248:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7800 x1853163989275136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321771.529256:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321771.529259:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321771.529261:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321771.529265:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7014 00000100:00080000:0.0:1767321771.529267:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321771.529282:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321771.529294:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4380 x1853163989275264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321771.529329:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321771.529332:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321771.529334:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321771.529337:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7014 00000100:00080000:0.0:1767321771.529340:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321771.529343:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321771.529356:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989275648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321771.529383:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989275392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.529461:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321771.529519:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321771.529526:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989275520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.529559:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321771.529631:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275392 00000100:00100000:0.0:1767321771.529639:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275392 00000100:00100000:0.0:1767321771.529689:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275520 00000100:00100000:0.0:1767321771.529692:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275520 00000100:00100000:0.0:1767321771.529714:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214 00000100:00100000:0.0:1767321771.529722:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989275392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.529770:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989275392:12345-0@lo:400:kworker.0 Request processed in 48us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321771.529777:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214 00000100:00100000:0.0:1767321771.529793:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4215 00000100:00100000:0.0:1767321771.529800:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989275520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.529825:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d071dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989275520:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321771.529831:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4215 00000100:00080000:0.0:1767321771.529849:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321771.529852:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321771.529875:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989275520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.529884:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989275392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321771.530144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989274752:0@lo:400:kworker.0 00000100:00100000:2.0:1767321771.530180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321771.530218:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321771.530224:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989275008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321771.530244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321771.530598:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989274752 00000100:00100000:0.0:1767321771.530603:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989274752 00000100:00100000:0.0:1767321771.530654:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275008 00000100:00100000:0.0:1767321771.530657:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275008 00000100:00100000:0.0:1767321771.530677:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1767321771.530684:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989274752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.530723:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989274752:12345-0@lo:400:kworker.0 Request processed in 39us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321771.530744:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1767321771.530759:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1767321771.530764:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989275008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321771.530792:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989275008:12345-0@lo:400:kworker.0 Request processed in 27us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321771.530798:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00080000:2.0:1767321771.530948:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321771.530973:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989275008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321771.530983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989274752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321771.531086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989274624:0@lo:250:kworker.0 00000400:00000100:1.0:1767321771.531113:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989274624 offset 0 length 520: 4 00000100:00100000:1.0:1767321771.531135:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989274880:0@lo:38:kworker.0 00000100:00100000:1.0:1767321771.531158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321771.531183:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989275136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321771.531203:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321771.531267:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989275264:0@lo:38:kworker.0 00000100:00100000:1.0:1767321771.531302:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321771.531327:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989275648:0@lo:38:kworker.0 00000100:00100000:1.0:1767321771.531349:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321771.531391:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275264 00000100:00100000:0.0:1767321771.531396:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275264 00000100:00100000:0.0:1767321771.531434:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072 00000100:00100000:0.0:1767321771.531439:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989275264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321771.531460:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321771.531493:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989275264:12345-0@lo:38:kworker.0 Request processed in 53us (190us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321771.531500:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072 00000100:00080000:1.0:1767321771.538610:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321771.538625:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321771.538651:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989275264:0@lo:38:kworker.0 00010000:00010000:2.0:1767321771.592972:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321772.616890:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321773.069639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989275776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321773.069713:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321773.069842:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275776 00000100:00100000:1.0:1767321773.069851:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275776 00000100:00100000:1.0:1767321773.069922:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1767321773.069933:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989275776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321773.069961:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321773.070240:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989275776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 309us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321773.070249:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:0.0:1767321773.070455:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989275776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321773.577372:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321773.577399:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989275904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321773.577471:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321773.577576:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989275904 00000100:00100000:1.0:1767321773.577607:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989275904 00000100:00100000:1.0:1767321773.577687:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:1.0:1767321773.577698:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989275904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321773.577730:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321773.577775:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989275904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321773.577781:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00080000:2.0:1767321773.577900:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321773.577997:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989275904:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321774.665798:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321775.399247:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321775.399301:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321775.399371:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923940096 00000100:00100000:1.0:1767321775.399386:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923940096 00000100:00100000:1.0:1767321775.399522:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923940224 00000100:00100000:1.0:1767321775.399527:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923940224 00000100:00080000:0.0:1767321775.399629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321775.400409:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1683 00000100:00100000:2.0:1767321775.400429:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923940224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321775.400795:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923940224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 371us (1489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321775.400822:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1683 00010000:00010000:2.0:1767321775.689056:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321776.648757:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321776.648768:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321776.648853:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321776.648858:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321776.648862:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321776.648878:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7018 00000100:00080000:0.0:1767321776.648883:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321776.648896:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321776.648949:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989276160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321776.648980:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321776.648983:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321776.648985:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321776.648989:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7018 00000100:00080000:0.0:1767321776.648991:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321776.648995:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321776.649005:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163989276416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321776.649015:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321776.649018:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321776.649020:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321776.649024:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7018 00000100:00080000:0.0:1767321776.649026:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321776.649030:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321776.649058:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163989276544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321776.649094:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321776.649097:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321776.649099:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321776.649102:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7018 00000100:00080000:0.0:1767321776.649104:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321776.649107:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321776.649121:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021500 x1853163989276928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321776.649168:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989276672:0@lo:400:kworker.0 00000100:00100000:0.0:1767321776.649240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321776.649282:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321776.649288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989276800:0@lo:400:kworker.0 00000100:00100000:0.0:1767321776.649308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321776.649419:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989276288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321776.649479:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321776.649485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989276032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649505:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321776.649545:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276672 00000100:00100000:1.0:1767321776.649560:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276672 00000100:00100000:1.0:1767321776.649631:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276800 00000100:00100000:1.0:1767321776.649634:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276800 00000100:00100000:1.0:1767321776.649654:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1767321776.649663:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989276672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649715:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989276672:12345-0@lo:400:kworker.0 Request processed in 53us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321776.649722:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1767321776.649738:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:1.0:1767321776.649744:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989276800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649769:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989276800:12345-0@lo:400:kworker.0 Request processed in 26us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321776.649774:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00080000:1.0:1767321776.649790:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321776.649794:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321776.649822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a6cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989276800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649833:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989276672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649859:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276288 00000100:00100000:1.0:1767321776.649862:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276288 00000100:00100000:1.0:1767321776.649889:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276032 00000100:00100000:1.0:1767321776.649892:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276032 00000100:00100000:1.0:1767321776.649922:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767321776.649928:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989276288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.649961:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989276288:12345-0@lo:400:kworker.0 Request processed in 34us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321776.649967:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767321776.649979:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767321776.649991:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989276032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.650018:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989276032:12345-0@lo:400:kworker.0 Request processed in 28us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321776.650023:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00080000:1.0:1767321776.650044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321776.650059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989276032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321776.650068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989276288:0@lo:400:kworker.0 00000100:00100000:0.0:1767321776.650731:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276160 00000100:00100000:0.0:1767321776.650736:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276160 00000100:00100000:0.0:1767321776.650755:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276416 00000100:00100000:0.0:1767321776.650758:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276416 00000100:00100000:0.0:1767321776.650774:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767321776.650779:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989276160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321776.650798:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321776.650831:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989276160:12345-0@lo:38:kworker.0 Request processed in 51us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321776.650838:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767321776.650851:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1767321776.650905:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989276544 00000100:00100000:1.0:1767321776.650950:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989276544 00000100:00100000:1.0:1767321776.650977:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073 00000100:00100000:1.0:1767321776.650981:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989276544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321776.650992:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321776.651018:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989276544:12345-0@lo:38:kworker.0 Request processed in 35us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321776.651023:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073 00000100:00100000:0.0:1767321776.651127:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989276416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321776.651149:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321776.651175:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989276416:12345-0@lo:38:kworker.0 Request processed in 49us (472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321776.675246:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00010000:00010000:2.0:1767321776.712786:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321778.189293:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989277056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321778.189378:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321778.189793:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321778.205540:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989277056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321778.698182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989277184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321778.698281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321778.701197:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321778.701296:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989277184:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321778.762405:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321779.785899:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321780.512984:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321780.513062:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321780.513198:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923940480 00000100:00100000:0.0:1767321780.513208:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923940480 00000100:00100000:0.0:1767321780.513281:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923940352 00000100:00100000:0.0:1767321780.513284:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923940352 00000100:00100000:0.0:1767321780.513306:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1686 00000100:00100000:0.0:1767321780.513316:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923940480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321780.513395:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923940480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321780.513405:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1686 00000100:00080000:2.0:1767321780.513603:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321780.810218:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321781.770597:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321781.770607:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321781.770677:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321781.770681:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321781.770685:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321781.770695:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7023 00000100:00080000:1.0:1767321781.770714:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321781.770721:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321781.770742:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309500 x1853163989277440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321781.770762:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321781.770765:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321781.770767:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321781.770770:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7023 00000100:00080000:1.0:1767321781.770772:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321781.770775:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321781.770785:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4000 x1853163989277696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321781.770793:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321781.770796:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321781.770798:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321781.770802:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7023 00000100:00080000:1.0:1767321781.770804:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321781.770808:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321781.770829:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed180 x1853163989277824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321781.770884:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321781.770888:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321781.770890:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321781.770894:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7023 00000100:00080000:1.0:1767321781.770903:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321781.770908:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989277312:0@lo:400:kworker.0 00000100:00080000:1.0:1767321781.770910:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321781.770926:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989278208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321781.770950:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989278080:0@lo:400:kworker.0 00000100:00100000:1.0:1767321781.771002:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321781.771003:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321781.771046:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321781.771047:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321781.771057:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989277952:0@lo:400:kworker.0 00000100:00100000:0.0:1767321781.771059:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989277568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321781.771094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321781.771100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321781.771142:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989277312 00000100:00100000:1.0:1767321781.771149:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989277312 00000100:00100000:1.0:1767321781.771207:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989277568 00000100:00100000:2.0:1767321781.771524:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989277440:0@lo:38:kworker.0 00000100:00100000:2.0:1767321781.771560:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321781.771619:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989277696:0@lo:38:kworker.0 00000100:00100000:2.0:1767321781.771649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321781.771684:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989277824:0@lo:38:kworker.0 00000100:00100000:2.0:1767321781.771717:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321781.771740:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989278208:0@lo:38:kworker.0 00000100:00100000:2.0:1767321781.771768:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321781.771850:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1767321781.771858:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989277440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321781.771877:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321781.771924:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989277440:12345-0@lo:38:kworker.0 Request processed in 64us (363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321781.771937:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1767321781.771953:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:2.0:1767321781.771958:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989278208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321781.771971:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321781.772003:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989278208:12345-0@lo:38:kworker.0 Request processed in 43us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321781.772015:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:2.0:1767321781.772060:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989277952:0@lo:400:kworker.0 00000100:00100000:2.0:1767321781.772077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989278080:0@lo:400:kworker.0 00000100:00080000:2.0:1767321781.772130:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321781.772137:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321781.772147:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989277440:0@lo:38:kworker.0 00000100:00080000:2.0:1767321781.772160:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321781.772163:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321781.772166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989277696:0@lo:38:kworker.0 00000100:00080000:2.0:1767321781.772174:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321781.772176:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321781.772179:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989277824:0@lo:38:kworker.0 00000100:00080000:2.0:1767321781.772185:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321781.772188:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321781.772190:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989278208:0@lo:38:kworker.0 00000100:00080000:0.0:1767321781.772383:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321781.772388:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321781.772390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321781.772414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989277312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321781.772635:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989277568 00000100:00100000:1.0:1767321781.772809:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1767321781.772827:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989277568:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321781.772856:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321781.772876:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989277568:12345-0@lo:400:kworker.0 Request processed in 51us (1776us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321781.772885:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:0.0:1767321781.772887:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989277568:0@lo:400:kworker.0 00010000:00010000:2.0:1767321782.857617:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321783.305533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989278336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321783.305641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321783.305849:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278336 00000100:00100000:1.0:1767321783.305860:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278336 00000100:00080000:0.0:1767321783.306055:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321783.306173:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:2.0:1767321783.306185:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989278336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321783.306216:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321783.306278:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989278336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321783.306287:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000100:00100000:0.0:1767321783.306378:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989278336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321783.816969:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321783.816999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989278464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321783.817077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321783.817274:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278464 00000100:00100000:2.0:1767321783.817282:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278464 00000100:00100000:2.0:1767321783.817351:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:2.0:1767321783.817361:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989278464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321783.817390:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321783.817445:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989278464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321783.817453:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00080000:0.0:1767321783.817687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321783.880942:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321784.905494:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321785.633378:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321785.633423:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321785.633706:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2508 00000100:00100000:1.0:1767321785.633722:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923940608:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321785.633760:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321785.633772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321785.633876:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923940608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 154us (508us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321785.635699:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2508 00000100:00080000:2.0:1767321786.889847:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321786.889863:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321786.889940:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321786.889946:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321786.889950:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321786.889961:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7028 00000100:00080000:2.0:1767321786.889967:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321786.889976:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321786.890003:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989278720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321786.890039:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321786.890042:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321786.890044:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321786.890048:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7028 00000100:00080000:2.0:1767321786.890051:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321786.890056:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321786.890070:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309500 x1853163989278976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321786.890080:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321786.890083:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321786.890085:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321786.890089:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7028 00000100:00080000:2.0:1767321786.890112:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321786.890116:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321786.890130:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef100 x1853163989279104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321786.890166:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321786.890170:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321786.890172:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321786.890177:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7028 00000100:00080000:2.0:1767321786.890179:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321786.890183:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321786.890195:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163989279488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321786.890373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989278848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321786.890759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321786.890924:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278848 00000100:00100000:2.0:1767321786.890935:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278848 00000100:00100000:2.0:1767321786.891009:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1767321786.891020:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989278848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321786.893712:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989278720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321786.897537:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989278848:12345-0@lo:400:kworker.0 Request processed in 6504us (6765us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321786.897558:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00080000:2.0:1767321786.897637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321786.897655:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321786.897660:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321786.897716:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221 00000100:00100000:2.0:1767321786.897743:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989279360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321786.897849:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989279360:12345-0@lo:400:kworker.0 Request processed in 116us (3865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321786.897887:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221 00000100:00100000:2.0:1767321786.898029:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989278848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321786.901796:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321786.902044:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278592 00000100:00100000:2.0:1767321786.902060:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278592 00000100:00100000:2.0:1767321786.902239:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1767321786.902251:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989278592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321786.902328:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989278592:12345-0@lo:400:kworker.0 Request processed in 80us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321786.902336:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:0.0:1767321786.902406:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321786.902447:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989278976:0@lo:38:kworker.0 00000100:00100000:0.0:1767321786.902477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321786.902497:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278720 00000100:00100000:0.0:1767321786.902500:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278720 00000100:00100000:0.0:1767321786.902519:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989278976 00000100:00100000:0.0:1767321786.902522:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989278976 00000100:00100000:0.0:1767321786.902535:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767321786.902540:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989278720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321786.902560:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321786.902628:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989278720:12345-0@lo:38:kworker.0 Request processed in 87us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321786.902635:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767321786.902664:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:0.0:1767321786.902668:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989278976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321786.902697:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321786.902737:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989278976:12345-0@lo:38:kworker.0 Request processed in 67us (259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321786.902744:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00080000:0.0:1767321786.902785:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321786.902790:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321786.902794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989278976:0@lo:38:kworker.0 00000100:00100000:0.0:1767321786.902801:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989279104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321786.902826:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321786.902844:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989279488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321786.902864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321786.902879:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989279488 00000100:00100000:0.0:1767321786.902883:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989279488 00000100:00100000:0.0:1767321786.902900:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767321786.902904:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989279488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321786.902913:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321786.902938:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989279488:12345-0@lo:38:kworker.0 Request processed in 33us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321786.902944:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00080000:0.0:1767321786.902968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321786.902972:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321786.902975:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989279488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321786.903008:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321786.903011:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321786.903021:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989278720:0@lo:38:kworker.0 00000100:00100000:0.0:1767321786.903073:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989279104 00000100:00100000:0.0:1767321786.903077:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989279104 00000100:00100000:0.0:1767321786.903095:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5075 00000100:00100000:0.0:1767321786.903100:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989279104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321786.903110:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321786.903139:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989279104:12345-0@lo:38:kworker.0 Request processed in 38us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321786.903145:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5075 00000100:00080000:0.0:1767321786.903166:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321786.903170:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321786.903173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989279104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321786.903427:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989278592:0@lo:400:kworker.0 00010000:00010000:2.0:1767321786.958609:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321787.977130:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321788.426037:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989279616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321788.426125:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321788.426272:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989279616 00000100:00100000:2.0:1767321788.426281:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989279616 00000100:00100000:2.0:1767321788.426349:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:2.0:1767321788.426360:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989279616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321788.426389:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321788.426441:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989279616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321788.426448:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:0.0:1767321788.939013:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989279744 00000100:00100000:0.0:1767321788.939029:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989279744 00000100:00100000:0.0:1767321788.939139:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:0.0:1767321788.939152:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989279744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321788.939192:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321788.939285:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989279744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321788.939295:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000100:00080000:2.0:1767321788.939307:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321789.000992:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321789.734858:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923940864 offset 0 length 520: 4 00000100:00100000:2.0:1767321789.738147:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321789.738802:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321789.738971:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923940992 00000100:00100000:2.0:1767321789.738985:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923940992 00000100:00100000:2.0:1767321789.739051:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923941120 00000100:00100000:2.0:1767321789.739055:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923941120 00000100:00100000:2.0:1767321789.739117:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1692 00000100:00100000:2.0:1767321789.739149:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923941120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321789.739488:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923941120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 339us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321789.739499:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1692 00000100:00100000:2.0:1767321789.739524:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2512 00000100:00100000:2.0:1767321789.739528:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08400850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923940992:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321789.739558:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321789.739637:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08400850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923940992:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 106us (1501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321789.739644:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2512 00010000:00010000:2.0:1767321791.058881:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321792.008783:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321792.008794:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321792.008881:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321792.008886:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321792.008892:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321792.008903:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7033 00000100:00080000:1.0:1767321792.008909:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321792.008918:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321792.008948:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a6a0a80 x1853163989280000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321792.008988:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321792.008997:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321792.009001:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321792.009006:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7033 00000100:00080000:1.0:1767321792.009010:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321792.009031:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989280000:0@lo:38:kworker.0 00000100:00080000:1.0:1767321792.009050:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321792.009073:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a6a1c00 x1853163989280256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321792.009087:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321792.009094:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321792.009097:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321792.009104:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7033 00000100:00080000:1.0:1767321792.009109:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321792.009114:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321792.009125:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321792.009131:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a6a3100 x1853163989280384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321792.009193:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321792.009195:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280000 00000100:00080000:1.0:1767321792.009200:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321792.009203:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321792.009207:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280000 00000100:00080000:1.0:1767321792.009208:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7033 00000100:00080000:1.0:1767321792.009214:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321792.009219:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321792.009232:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a6a3480 x1853163989280768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321792.009266:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989280512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321792.009267:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1767321792.009281:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989280000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321792.009308:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321792.011129:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989280000:12345-0@lo:38:kworker.0 Request processed in 1838us (1996us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321792.011147:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321792.011158:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1767321792.011205:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321792.011218:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989280640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321792.011252:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321792.011343:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321792.011384:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280128 00000100:00100000:1.0:1767321792.011390:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280128 00000100:00100000:1.0:1767321792.011434:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1767321792.011443:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989280128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321792.011495:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989280128:12345-0@lo:400:kworker.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321792.011502:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1767321792.011554:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280512 00000100:00100000:1.0:1767321792.011561:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989280128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321792.011565:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280512 00000100:00100000:1.0:1767321792.011760:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280640 00000100:00100000:1.0:1767321792.011765:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280640 00000100:00100000:1.0:1767321792.011804:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222 00000100:00100000:1.0:1767321792.011810:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989280512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321792.011839:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:2.0:1767321792.011854:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989280640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321792.011863:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989280512:12345-0@lo:400:kworker.0 Request processed in 46us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321792.011875:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222 00000100:00100000:1.0:1767321792.011925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989280512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321792.011933:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989280640:12345-0@lo:400:kworker.0 Request processed in 80us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321792.011955:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989280640:0@lo:400:kworker.0 00000100:00100000:2.0:1767321792.011975:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00080000:2.0:1767321792.012031:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321792.012037:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321792.012042:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321792.013400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321792.013429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321792.013434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989280000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321792.013474:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989280256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321792.013535:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321792.013557:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989280384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321792.013614:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321792.013654:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989280768:0@lo:38:kworker.0 00000100:00100000:0.0:1767321792.013678:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321792.013730:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280256 00000100:00100000:0.0:1767321792.013737:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280256 00000100:00100000:1.0:1767321792.013997:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280768 00000100:00100000:1.0:1767321792.014002:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280768 00000100:00100000:1.0:1767321792.014042:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:1.0:1767321792.014108:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989280768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321792.014137:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321792.016248:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989280768:12345-0@lo:38:kworker.0 Request processed in 2190us (2560us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321792.016264:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1767321792.016450:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:0.0:1767321792.016459:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989280256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321792.016487:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321792.016537:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989280256:12345-0@lo:38:kworker.0 Request processed in 73us (2996us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321792.016547:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1767321792.016695:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280384 00000100:00100000:2.0:1767321792.016706:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280384 00000100:00100000:2.0:1767321792.016745:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5076 00000100:00100000:2.0:1767321792.016751:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989280384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321792.016764:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321792.016815:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989280384:12345-0@lo:38:kworker.0 Request processed in 62us (3200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321792.016821:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5076 00010000:00010000:2.0:1767321792.072890:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321793.099192:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321793.551644:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321793.551669:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989280896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321793.551740:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321793.552108:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989280896 00000100:00100000:0.0:1767321793.552117:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989280896 00000100:00100000:0.0:1767321793.552181:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474 00000100:00100000:0.0:1767321793.552190:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989280896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321793.552221:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321793.552279:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989280896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321793.552287:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474 00000100:00100000:1.0:1767321793.552385:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989280896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321794.057311:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989281024 00000100:00100000:2.0:1767321794.057320:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989281024 00000100:00100000:2.0:1767321794.057390:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475 00000100:00100000:2.0:1767321794.057400:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989281024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321794.057430:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321794.057481:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989281024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321794.057488:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475 00000100:00100000:2.0:1767321794.057536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989281024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321794.850901:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321794.850960:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321794.851705:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2516 00000100:00100000:0.0:1767321794.851733:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923941248:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321794.851759:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321794.851792:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923941248:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 60us (831us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321794.851800:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2516 00000100:00080000:2.0:1767321794.852280:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321795.145111:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321796.106912:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321796.106918:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321796.106921:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321796.106926:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7018 00000100:00080000:2.0:1767321796.106929:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321796.106935:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321796.106966:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163989281152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321796.107020:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321796.107023:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321796.107025:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321796.107029:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7038 00000100:00080000:2.0:1767321796.107031:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321796.107034:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321796.107048:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329efb80 x1853163989281408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321796.107062:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321796.107065:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321796.107067:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321796.107070:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7038 00000100:00080000:2.0:1767321796.107071:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321796.107075:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321796.107082:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163989281664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321796.107101:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321796.107104:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321796.107106:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321796.107109:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7038 00000100:00080000:2.0:1767321796.107111:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321796.107114:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321796.107128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989281792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321796.107158:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321796.107161:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321796.107162:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321796.107166:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7038 00000100:00080000:2.0:1767321796.107168:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321796.107170:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321796.107179:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989282176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321796.107205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989281920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321796.107261:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321796.107317:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321796.107323:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989282048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321796.107344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321796.107514:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989281536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321796.107546:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321796.107619:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321796.107625:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989281280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321796.107647:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321796.108948:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989281920 00000100:00100000:1.0:1767321796.108961:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989281920 00000100:00100000:1.0:1767321796.109041:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989282048 00000100:00100000:1.0:1767321796.109044:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989282048 00000100:00100000:1.0:1767321796.109070:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00100000:1.0:1767321796.109079:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989281920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109158:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989281920:12345-0@lo:400:kworker.0 Request processed in 79us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321796.109165:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00100000:1.0:1767321796.109183:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225 00000100:00100000:1.0:1767321796.109190:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989282048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109217:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989282048:12345-0@lo:400:kworker.0 Request processed in 28us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321796.109223:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225 00000100:00100000:1.0:1767321796.109247:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989281536 00000100:00100000:1.0:1767321796.109250:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989281536 00000100:00100000:1.0:1767321796.109277:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989281280 00000100:00100000:1.0:1767321796.109281:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989281280 00000100:00100000:1.0:1767321796.109300:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1767321796.109306:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989281536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109341:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989281536:12345-0@lo:400:kworker.0 Request processed in 35us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321796.109347:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1767321796.109375:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1767321796.109381:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989281280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109411:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989281280:12345-0@lo:400:kworker.0 Request processed in 30us (1762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321796.109417:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1767321796.109468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989281280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989281536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109535:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989282048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321796.109547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989281920:0@lo:400:kworker.0 00000100:00080000:0.0:1767321796.109681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321796.109687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321796.109689:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321796.112109:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989281792 00000100:00100000:0.0:1767321796.112115:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989281792 00000100:00100000:0.0:1767321796.112152:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077 00000100:00100000:0.0:1767321796.112157:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989281792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321796.112169:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321796.112212:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989281792:12345-0@lo:38:kworker.0 Request processed in 54us (1043us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321796.112218:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077 00010000:00010000:2.0:1767321796.169049:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321797.196775:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321798.665164:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989282304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321798.665241:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321798.665436:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989282304 00000100:00100000:2.0:1767321798.665458:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989282304 00000100:00100000:2.0:1767321798.665540:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476 00000100:00100000:2.0:1767321798.665549:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989282304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321798.665605:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321798.665650:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989282304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321798.665669:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476 00000100:00100000:1.0:1767321798.665920:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989282304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321799.176871:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989282432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321799.176948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321799.177160:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989282432 00000100:00100000:2.0:1767321799.177169:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989282432 00000100:00100000:2.0:1767321799.177239:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477 00000100:00100000:2.0:1767321799.177249:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989282432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321799.177278:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321799.177327:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989282432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321799.177334:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477 00000100:00100000:2.0:1767321799.177382:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989282432:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321799.240777:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321799.975421:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321799.975636:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321799.980234:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923941504 00000100:00100000:1.0:1767321799.980256:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923941504 00000100:00100000:1.0:1767321799.980326:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923941632 00000100:00100000:1.0:1767321799.980330:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923941632 00000100:00100000:1.0:1767321799.980412:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1698 00000100:00100000:1.0:1767321799.980424:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923941632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767321799.980614:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321799.980672:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2520 00000100:00100000:0.0:1767321799.980679:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923941504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321799.980707:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321799.980782:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923941504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 100us (5376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321799.980789:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2520 00000100:00100000:1.0:1767321799.980966:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923941632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 542us (5327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321799.980974:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1698 00010000:00010000:2.0:1767321800.265323:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321801.225393:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321801.225402:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321801.225471:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321801.225476:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321801.225480:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321801.225488:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7043 00000100:00080000:2.0:1767321801.225497:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321801.225503:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321801.225539:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163989282688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321801.225626:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989282688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321801.225688:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321801.225827:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989282688 00000100:00100000:1.0:1767321801.225838:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989282688 00000100:00100000:1.0:1767321801.225898:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:1.0:1767321801.225926:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989282688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321801.225948:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321801.226060:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321801.226066:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321801.226068:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321801.226073:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7043 00000100:00080000:2.0:1767321801.226077:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321801.226083:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321801.226102:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989282944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321801.236769:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989282944:0@lo:38:kworker.0 00000100:00100000:0.0:1767321801.236846:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321801.237645:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989282688:12345-0@lo:38:kworker.0 Request processed in 11721us (11953us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321801.237654:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00080000:2.0:1767321801.237853:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321801.237859:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321801.237862:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321801.237868:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7043 00000100:00080000:2.0:1767321801.237871:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321801.237877:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321801.237911:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989283072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321801.237950:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321801.237953:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321801.237955:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321801.237958:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7043 00000100:00080000:2.0:1767321801.237961:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321801.237964:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321801.237990:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163989283456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321801.238248:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989283200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321801.238295:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321801.238334:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321801.238341:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989283328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321801.238362:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321801.238390:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283200 00000100:00100000:1.0:1767321801.238396:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283200 00000100:00100000:1.0:1767321801.238440:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283328 00000100:00100000:1.0:1767321801.238443:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283328 00000100:00100000:1.0:1767321801.238478:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226 00000100:00100000:1.0:1767321801.238485:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989283200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321801.238531:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989283200:12345-0@lo:400:kworker.0 Request processed in 47us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321801.238537:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226 00000100:00100000:1.0:1767321801.238550:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227 00000100:00100000:1.0:1767321801.238556:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989283328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321801.238603:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989283328:12345-0@lo:400:kworker.0 Request processed in 48us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321801.238608:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227 00000100:00080000:1.0:1767321801.238626:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321801.238629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321801.238663:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989283328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321801.238674:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989283200:0@lo:400:kworker.0 00000100:00080000:0.0:1767321801.242426:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321801.242439:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321801.242444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989282688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321801.242494:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989283072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321801.242559:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321801.242613:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989283456:0@lo:38:kworker.0 00000100:00100000:0.0:1767321801.242639:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321801.242671:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321801.242676:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321801.242679:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989282944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321801.242796:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283072 00000100:00100000:2.0:1767321801.242803:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283072 00000100:00100000:2.0:1767321801.242847:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078 00000100:00100000:2.0:1767321801.242855:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989283072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321801.242876:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321801.242935:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989283072:12345-0@lo:38:kworker.0 Request processed in 80us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321801.242942:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078 00000100:00100000:1.0:1767321801.243341:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283456 00000100:00100000:1.0:1767321801.243347:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283456 00000100:00100000:1.0:1767321801.243382:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767321801.243388:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989283456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321801.243400:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321801.243445:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989283456:12345-0@lo:38:kworker.0 Request processed in 56us (804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321801.243451:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00080000:0.0:1767321801.243561:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321801.243565:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321801.243568:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989283456:0@lo:38:kworker.0 00010000:00010000:2.0:1767321801.288830:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321803.337063:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321803.785098:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283584 00000100:00100000:2.0:1767321803.785107:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283584 00000100:00100000:2.0:1767321803.785180:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:2.0:1767321803.785191:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989283584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321803.785244:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321803.785297:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989283584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (306us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321803.785571:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321803.785645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989283584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321803.785911:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:1.0:1767321804.296862:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321804.296890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989283712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321804.296981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321804.297338:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321804.297387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989283712:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321804.360880:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321805.092275:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321805.092331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321805.092991:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923941888 00000100:00100000:1.0:1767321805.093001:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923941888 00000100:00100000:1.0:1767321805.093146:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923941760 00000100:00100000:1.0:1767321805.093151:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923941760 00000100:00100000:1.0:1767321805.093172:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1701 00000100:00100000:1.0:1767321805.093182:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923941888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321805.093262:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923941888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321805.093270:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1701 00000100:00100000:1.0:1767321805.093301:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2524 00000100:00100000:1.0:1767321805.093306:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923941760:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321805.093327:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321805.093352:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923941760:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (1020us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321805.093359:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2524 00000100:00080000:2.0:1767321805.098031:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321805.389419:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321806.344772:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321806.344781:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321806.344834:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321806.344851:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321806.344854:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321806.344861:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7048 00000100:00080000:2.0:1767321806.344865:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321806.344870:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321806.344888:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ece00 x1853163989283968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321806.344912:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321806.344915:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321806.344916:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321806.344918:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7048 00000100:00080000:2.0:1767321806.344920:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321806.344922:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321806.344928:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989284224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321806.344934:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321806.344936:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321806.344938:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321806.344941:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7048 00000100:00080000:2.0:1767321806.344942:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321806.344945:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321806.344953:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989284352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321806.344976:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321806.344984:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321806.344986:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321806.344988:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7048 00000100:00080000:2.0:1767321806.344990:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321806.344993:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321806.345001:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eed80 x1853163989284736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321806.345029:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989284608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321806.345104:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989283840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321806.345165:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989283968:0@lo:38:kworker.0 00000100:00100000:1.0:1767321806.347673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989284480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321806.347721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321806.347765:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321806.347826:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1767321806.347838:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989284096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321806.347893:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989284096:12345-0@lo:400:kworker.0 Request processed in 58us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321806.347950:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321806.347989:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284480 00000100:00100000:2.0:1767321806.347994:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284480 00000100:00100000:2.0:1767321806.348040:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284608 00000100:00100000:2.0:1767321806.348044:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284608 00000100:00100000:2.0:1767321806.348067:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1767321806.348075:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989284480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321806.348110:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989284480:12345-0@lo:400:kworker.0 Request processed in 37us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321806.348116:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1767321806.348132:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767321806.348138:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989284608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321806.348169:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989284608:12345-0@lo:400:kworker.0 Request processed in 31us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321806.348175:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00080000:2.0:1767321806.348191:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321806.348195:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321806.348198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321806.348248:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989284608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321806.348295:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989284480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321806.348325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989284096:0@lo:400:kworker.0 00000100:00100000:1.0:1767321806.348852:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1767321806.348876:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1767321806.348886:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989283840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321806.348928:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989283840:12345-0@lo:400:kworker.0 Request processed in 45us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321806.348933:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:2.0:1767321806.350184:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989283840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321806.350467:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321806.350504:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989284224:0@lo:38:kworker.0 00000100:00100000:0.0:1767321806.350544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321806.350564:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989284352:0@lo:38:kworker.0 00000100:00100000:0.0:1767321806.350604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321806.350753:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989284736:0@lo:38:kworker.0 00000100:00100000:0.0:1767321806.350777:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321806.350821:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284352 00000100:00100000:0.0:1767321806.350826:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284352 00000100:00100000:0.0:1767321806.350860:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079 00000100:00100000:0.0:1767321806.350866:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989284352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321806.350888:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321806.350928:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989284352:12345-0@lo:38:kworker.0 Request processed in 61us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321806.350936:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079 00000100:00100000:0.0:1767321806.350961:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989283968 00000100:00100000:0.0:1767321806.350965:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989283968 00000100:00100000:0.0:1767321806.350982:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284224 00000100:00100000:0.0:1767321806.350985:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284224 00000100:00100000:0.0:1767321806.350994:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284736 00000100:00100000:0.0:1767321806.350996:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284736 00000100:00100000:0.0:1767321806.351005:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1767321806.351009:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989283968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321806.351129:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321806.351157:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989283968:12345-0@lo:38:kworker.0 Request processed in 146us (691us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321806.351164:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1767321806.351176:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767321806.351180:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989284224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321806.351187:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321806.351210:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989284224:12345-0@lo:38:kworker.0 Request processed in 28us (665us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321806.351215:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767321806.351225:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:0.0:1767321806.351228:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989284736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321806.351237:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321806.351258:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989284736:12345-0@lo:38:kworker.0 Request processed in 27us (479us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321806.351263:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00080000:0.0:1767321806.351296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321806.351300:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321806.351304:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989283968:0@lo:38:kworker.0 00000100:00080000:0.0:1767321806.351311:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321806.351314:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321806.351317:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989284224:0@lo:38:kworker.0 00000100:00080000:0.0:1767321806.351324:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321806.351327:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321806.351338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989284352:0@lo:38:kworker.0 00000100:00080000:0.0:1767321806.351347:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321806.351350:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321806.351353:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989284736:0@lo:38:kworker.0 00010000:00010000:2.0:1767321807.433657:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321808.456830:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321808.904841:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989284864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321808.904913:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321808.905015:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284864 00000100:00100000:0.0:1767321808.905023:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284864 00000100:00100000:0.0:1767321808.905095:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:0.0:1767321808.905104:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989284864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321808.905131:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321808.905557:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989284864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 452us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321808.905565:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00100000:1.0:1767321808.905674:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989284864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321809.416911:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321809.416949:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989284992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321809.417019:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321809.417111:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989284992 00000100:00100000:2.0:1767321809.417120:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989284992 00000100:00100000:2.0:1767321809.417192:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481 00000100:00100000:2.0:1767321809.417202:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989284992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321809.417230:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321809.417276:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989284992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321809.417283:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481 00000100:00100000:1.0:1767321809.417383:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989284992:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321809.480815:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321810.213951:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942144 00000100:00100000:1.0:1767321810.214029:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942144 00000100:00100000:1.0:1767321810.214314:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942016 00000100:00100000:1.0:1767321810.214320:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942016 00000100:00100000:0.0:1767321810.214363:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1704 00000100:00100000:0.0:1767321810.214377:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923942144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321810.214464:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923942144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (2636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321810.214476:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1704 00000100:00100000:0.0:1767321810.214492:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2528 00000100:00100000:0.0:1767321810.214496:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923942016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321810.214513:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321810.214530:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923942016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 33us (2541us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321810.214533:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2528 00000100:00080000:2.0:1767321811.464822:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321811.464833:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321811.464909:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321811.464913:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321811.464917:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321811.464925:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7053 00000100:00080000:2.0:1767321811.464929:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321811.464935:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321811.464956:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163989285248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321811.465003:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321811.465006:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321811.465008:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321811.465011:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7053 00000100:00080000:2.0:1767321811.465013:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321811.465017:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321811.465027:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989285504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321811.465035:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321811.465038:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321811.465039:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321811.465042:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7053 00000100:00080000:2.0:1767321811.465044:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321811.465048:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321811.465058:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163989285632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321811.465084:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321811.465087:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321811.465089:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321811.465092:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7053 00000100:00080000:2.0:1767321811.465094:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321811.465097:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321811.465107:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989286016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321811.465156:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321811.465376:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321811.465628:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989285888:0@lo:400:kworker.0 00000100:00100000:0.0:1767321811.465668:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465701:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321811.465719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989285760:0@lo:400:kworker.0 00000100:00100000:0.0:1767321811.465740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465774:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989285248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321811.465796:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465812:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989285504:0@lo:38:kworker.0 00000100:00100000:0.0:1767321811.465830:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465845:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989285632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321811.465866:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465882:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989286016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321811.465900:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321811.465926:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989285632 00000100:00100000:0.0:1767321811.465930:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989285632 00000100:00100000:0.0:1767321811.465952:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5080 00000100:00100000:0.0:1767321811.465957:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989285632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321811.465974:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321811.466007:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989285632:12345-0@lo:38:kworker.0 Request processed in 48us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321811.466013:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5080 00000100:00100000:0.0:1767321811.466035:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989285248 00000100:00100000:0.0:1767321811.466038:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989285248 00000100:00100000:0.0:1767321811.466050:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989285504 00000100:00100000:0.0:1767321811.466052:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989285504 00000100:00100000:0.0:1767321811.466058:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286016 00000100:00100000:0.0:1767321811.466060:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286016 00000100:00100000:0.0:1767321811.466080:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:0.0:1767321811.466084:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989285248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321811.466095:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321811.466121:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989285248:12345-0@lo:38:kworker.0 Request processed in 35us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321811.466127:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:0.0:1767321811.466138:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1767321811.466142:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989285504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321811.466151:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321811.466173:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989285504:12345-0@lo:38:kworker.0 Request processed in 29us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321811.466178:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1767321811.466188:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1767321811.466192:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989286016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321811.466199:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321811.466224:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989286016:12345-0@lo:38:kworker.0 Request processed in 26us (318us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321811.466229:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00080000:0.0:1767321811.466260:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321811.466264:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321811.466267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989285248:0@lo:38:kworker.0 00000100:00080000:0.0:1767321811.466287:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321811.466290:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321811.466292:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989285504:0@lo:38:kworker.0 00000100:00080000:0.0:1767321811.466310:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321811.466312:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321811.466315:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989285632:0@lo:38:kworker.0 00000100:00080000:0.0:1767321811.466320:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321811.466323:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321811.466325:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989286016:0@lo:38:kworker.0 00000100:00080000:0.0:1767321811.467241:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321811.467246:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321811.529049:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321812.552965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321813.577159:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321814.025039:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989286144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321814.025121:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321814.025501:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286144 00000100:00100000:0.0:1767321814.025510:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286144 00000100:00100000:0.0:1767321814.025603:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482 00000100:00100000:0.0:1767321814.025613:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989286144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321814.025642:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321814.025687:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989286144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321814.025695:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482 00000100:00080000:2.0:1767321814.025763:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321814.025924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989286144:0@lo:13:osp-pre-1-1.0 00000400:00000100:1.0:1767321814.306682:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923942272 offset 0 length 520: 4 00000100:00100000:1.0:1767321814.306715:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321814.306745:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321814.306789:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942400 00000100:00100000:0.0:1767321814.306799:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942400 00000100:00100000:2.0:1767321814.306810:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942528 00000100:00100000:2.0:1767321814.306815:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942528 00000100:00100000:0.0:1767321814.306862:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000100:00100000:2.0:1767321814.306870:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2532 00000100:00100000:0.0:1767321814.306877:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923942528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321814.306878:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923942400:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321814.306903:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321814.306953:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321814.306963:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923942528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321814.306972:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1707 00000100:00100000:2.0:1767321814.307201:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923942400:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 321us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321814.307208:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2532 00000100:00100000:1.0:1767321814.537684:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286272 00000100:00100000:1.0:1767321814.537693:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286272 00000100:00100000:1.0:1767321814.537764:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483 00000100:00100000:1.0:1767321814.537774:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989286272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321814.537807:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767321814.537848:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321814.537863:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989286272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321814.537871:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483 00010000:00010000:2.0:1767321815.626725:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321816.584717:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321816.584729:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321816.584810:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321816.584814:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321816.584817:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321816.584825:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321816.584831:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321816.584839:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321816.584861:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989286400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321816.584862:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6d80 x1853163989286528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321816.584900:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321816.584903:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321816.584905:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321816.584908:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321816.584910:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321816.584914:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321816.584925:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac4000 x1853163989286784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321816.584935:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321816.584943:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321816.584943:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321816.584947:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321816.584953:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321816.584955:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321816.584959:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321816.584971:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989286912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321816.585011:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321816.585020:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989286656:0@lo:400:kworker.0 00000100:00080000:0.0:1767321816.585031:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321816.585036:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321816.585038:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321816.585042:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321816.585045:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321816.585050:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321816.585058:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321816.585063:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0e300 x1853163989287296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321816.585089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989287168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321816.585093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989287040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321816.585134:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321816.585144:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286400 00000100:00100000:1.0:1767321816.585152:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286400 00000100:00100000:0.0:1767321816.585198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321816.585218:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286656 00000100:00100000:1.0:1767321816.585222:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286656 00000100:00100000:0.0:1767321816.585249:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:0.0:1767321816.585260:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989286400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321816.585295:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989286528:0@lo:38:kworker.0 00000100:00100000:0.0:1767321816.585330:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989286400:12345-0@lo:400:kworker.0 Request processed in 72us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321816.585345:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321816.585369:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989286784:0@lo:38:kworker.0 00000100:00100000:2.0:1767321816.585393:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321816.585415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989286912:0@lo:38:kworker.0 00000100:00100000:2.0:1767321816.585444:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321816.585478:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989287296:0@lo:38:kworker.0 00000100:00100000:2.0:1767321816.585505:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321816.585546:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233 00000100:00100000:2.0:1767321816.585567:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989287040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321816.585634:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989287040:12345-0@lo:400:kworker.0 Request processed in 72us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321816.585641:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233 00000100:00100000:2.0:1767321816.585662:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286784 00000100:00100000:2.0:1767321816.585666:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286784 00000100:00100000:1.0:1767321816.587968:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1767321816.588009:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989286656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321816.588093:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989286656:12345-0@lo:400:kworker.0 Request processed in 111us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321816.588101:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1767321816.588129:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989287296 00000100:00100000:1.0:1767321816.588136:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989287296 00000100:00100000:1.0:1767321816.588155:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:1.0:1767321816.588160:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989287296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321816.588193:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321816.588234:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989287296:12345-0@lo:38:kworker.0 Request processed in 73us (2730us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321816.588241:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:1.0:1767321816.588311:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989286656:0@lo:400:kworker.0 00000100:00100000:1.0:1767321816.588325:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989286400:0@lo:400:kworker.0 00000100:00080000:1.0:1767321816.588378:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321816.588383:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321816.588386:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989287296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321816.588444:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989287168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321816.588490:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989286912 00000100:00100000:1.0:1767321816.588495:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989286912 00000100:00100000:1.0:1767321816.588522:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081 00000100:00100000:1.0:1767321816.588527:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989286912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321816.588539:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321816.588570:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989286912:12345-0@lo:38:kworker.0 Request processed in 41us (3127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321816.588576:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081 00000100:00100000:1.0:1767321816.588621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989287040:0@lo:400:kworker.0 00000100:00080000:1.0:1767321816.588641:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321816.588645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321816.588648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989286912:0@lo:38:kworker.0 00000100:00080000:1.0:1767321816.588678:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321816.588684:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321816.588686:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321816.590615:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00080000:1.0:1767321816.595102:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321816.595112:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321816.595116:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989286528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321816.605836:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1767321816.605847:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989286784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321816.605874:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321816.605974:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989286784:12345-0@lo:38:kworker.0 Request processed in 126us (20581us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321816.605982:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00080000:1.0:1767321816.606191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321816.606196:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321816.606200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989286784:0@lo:38:kworker.0 00010000:00010000:2.0:1767321816.648926:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321817.672844:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321819.145449:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989287424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321819.145520:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321819.145680:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989287424 00000100:00100000:0.0:1767321819.145689:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989287424 00000100:00100000:0.0:1767321819.145755:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484 00000100:00100000:0.0:1767321819.145765:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989287424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321819.145792:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321819.145840:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989287424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321819.145848:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484 00000100:00100000:0.0:1767321819.145923:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989287424:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321819.146263:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321819.430695:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942784 00000100:00100000:1.0:1767321819.430705:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942784 00000100:00100000:1.0:1767321819.430782:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942656 00000100:00100000:1.0:1767321819.430786:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942656 00000100:00100000:1.0:1767321819.430807:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1710 00000100:00100000:1.0:1767321819.430997:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923942784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321819.431039:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923942784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 224us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321819.436256:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1710 00000100:00100000:0.0:1767321819.657235:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321819.657257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989287552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321819.657353:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321819.657606:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989287552 00000100:00100000:2.0:1767321819.657615:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989287552 00000100:00100000:2.0:1767321819.657689:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485 00000100:00100000:2.0:1767321819.657701:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989287552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321819.657747:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321819.657798:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989287552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321819.657806:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485 00000100:00080000:1.0:1767321819.657867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321819.658310:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989287552:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321819.720839:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321820.744810:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321821.707907:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321796/real 1767321796] req@ffff9e7d329edf80 x1853163989281152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321821.707942:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d329edf80 x1853163989281152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321821.707963:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321821.707991:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321821.707995:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989281152:0@lo:250:kworker.0 00000100:00080000:2.0:1767321821.708098:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321821.708104:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321821.708107:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321821.708131:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7043 00000100:00080000:2.0:1767321821.708135:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321821.708141:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321821.708171:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989287680/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321821.708231:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321821.708235:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321821.708236:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321821.708240:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7063 00000100:00080000:2.0:1767321821.708242:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321821.708246:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321821.708261:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163989287936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321821.708279:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321821.708282:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321821.708283:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321821.708286:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7063 00000100:00080000:2.0:1767321821.708289:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321821.708292:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321821.708301:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329edf80 x1853163989288192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321821.708308:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321821.708311:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321821.708313:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321821.708317:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7063 00000100:00080000:2.0:1767321821.708328:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321821.708333:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321821.708344:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163989288320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321821.708380:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321821.708383:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321821.708385:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321821.708388:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7063 00000100:00080000:2.0:1767321821.708391:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321821.708394:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321821.708403:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1aa00 x1853163989288704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321821.708431:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989288576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321821.708499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321821.708552:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321821.708558:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989288448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321821.708609:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321821.708762:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989288576 00000100:00100000:1.0:1767321821.708770:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989288576 00000100:00100000:1.0:1767321821.708823:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989288448 00000100:00100000:1.0:1767321821.708826:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989288448 00000100:00100000:1.0:1767321821.708854:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:1.0:1767321821.708865:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989288576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321821.708932:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989288576:12345-0@lo:400:kworker.0 Request processed in 67us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321821.708945:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00000100:00100000:1.0:1767321821.708966:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:1.0:1767321821.708984:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989288448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321821.709019:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989288448:12345-0@lo:400:kworker.0 Request processed in 38us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321821.709026:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000100:00080000:1.0:1767321821.709047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321821.709053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321821.709055:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321821.709067:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989287680:0@lo:250:kworker.0 00000400:00000100:1.0:1767321821.709101:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989287680 offset 0 length 520: 4 00000100:00100000:1.0:1767321821.709136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989287936:0@lo:38:kworker.0 00000100:00100000:1.0:1767321821.709173:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321821.709194:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989288192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321821.709214:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321821.709228:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989288320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321821.709248:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321821.709265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989288704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321821.709283:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321821.709308:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989287936 00000100:00100000:1.0:1767321821.709311:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989287936 00000100:00100000:2.0:1767321821.709346:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1767321821.709359:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989287808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321821.709391:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989287808:12345-0@lo:400:kworker.0 Request processed in 36us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321821.709472:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989288192 00000100:00100000:0.0:1767321821.709477:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989288192 00000100:00100000:1.0:1767321821.722432:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1767321821.722445:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989287936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321821.722470:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321821.722595:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989287936:12345-0@lo:38:kworker.0 Request processed in 134us (13404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321821.722603:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00080000:1.0:1767321821.722690:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321821.722696:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321821.722700:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989287936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321821.734807:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:0.0:1767321821.734975:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1767321821.734986:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989288192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321821.735012:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321821.735108:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989288192:12345-0@lo:38:kworker.0 Request processed in 123us (25891us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321821.735114:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00080000:1.0:1767321821.735720:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321821.735728:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321821.735732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989288192:0@lo:38:kworker.0 00010000:00010000:2.0:1767321821.768827:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321823.817116:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321824.269429:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989288832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321824.269539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321824.269574:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989288832 00000100:00100000:2.0:1767321824.269628:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989288832 00000100:00100000:2.0:1767321824.269768:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:2.0:1767321824.269781:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989288832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321824.269823:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321824.269872:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989288832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321824.269880:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00100000:0.0:1767321824.276298:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989288832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321824.549253:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923943040 00000100:00100000:0.0:1767321824.549267:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923943040 00000100:00100000:0.0:1767321824.549362:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923942912 00000100:00100000:0.0:1767321824.549366:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923942912 00000100:00100000:0.0:1767321824.549402:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1713 00000100:00100000:0.0:1767321824.549414:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923943040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321824.549520:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923943040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 107us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321824.549529:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1713 00000100:00100000:0.0:1767321824.549612:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2540 00000100:00100000:0.0:1767321824.549618:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923942912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321824.549644:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321824.550260:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923942912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 635us (1237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321824.550270:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2540 00000100:00100000:2.0:1767321824.777447:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989288960 00000100:00100000:2.0:1767321824.777458:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989288960 00000100:00100000:2.0:1767321824.777559:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:2.0:1767321824.777571:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989288960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321824.777654:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321824.777717:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989288960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321824.777726:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:2.0:1767321824.777809:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989288960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321824.844220:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321825.866123:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321826.824960:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321826.824973:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321826.825099:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989289088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321826.825191:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321826.825284:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989289088 00000100:00100000:1.0:1767321826.825294:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989289088 00000100:00100000:1.0:1767321826.825372:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:1.0:1767321826.825383:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989289088:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321826.825459:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321826.825464:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321826.825469:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321826.825476:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7068 00000100:00080000:2.0:1767321826.825480:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321826.825486:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321826.825528:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1b100 x1853163989289216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321826.831412:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989289088:12345-0@lo:400:kworker.0 Request processed in 6013us (6203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321826.831433:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:2.0:1767321826.834436:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321826.834451:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321826.834456:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321826.834466:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7068 00000100:00080000:2.0:1767321826.834472:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321826.834482:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321826.834540:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989289472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321826.834575:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321826.834595:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321826.834597:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321826.834602:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7068 00000100:00080000:2.0:1767321826.834605:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321826.834609:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321826.834627:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163989289600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321826.834685:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321826.834689:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321826.834691:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321826.834695:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7068 00000100:00080000:2.0:1767321826.834698:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321826.834702:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321826.834741:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af18380 x1853163989289984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321826.834793:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989289856:0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.834895:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321826.834950:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321826.834956:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989289728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.834982:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321826.835033:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989289856 00000100:00100000:2.0:1767321826.835043:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989289856 00000100:00100000:2.0:1767321826.835376:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989289728 00000100:00100000:2.0:1767321826.835381:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989289728 00000100:00100000:2.0:1767321826.835412:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4236 00000100:00100000:2.0:1767321826.835422:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989289856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.835487:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989289856:12345-0@lo:400:kworker.0 Request processed in 66us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321826.835495:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4236 00000100:00100000:2.0:1767321826.835515:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237 00000100:00100000:2.0:1767321826.835521:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989289728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.835548:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989289728:12345-0@lo:400:kworker.0 Request processed in 28us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321826.835554:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237 00000100:00080000:2.0:1767321826.835614:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321826.835619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321826.835655:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989289728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.835669:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989289856:0@lo:400:kworker.0 00000100:00100000:2.0:1767321826.837207:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989289600 00000100:00100000:2.0:1767321826.837219:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989289600 00000100:00100000:2.0:1767321826.837254:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083 00000100:00100000:2.0:1767321826.837258:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989289600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321826.837270:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321826.837317:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989289600:12345-0@lo:38:kworker.0 Request processed in 57us (897us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321826.837325:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083 00000100:00080000:1.0:1767321826.837461:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321826.837468:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321826.837470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989289600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321826.838256:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989289088:0@lo:400:kworker.0 00010000:00010000:2.0:1767321827.913256:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321828.944559:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321829.385933:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989290112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321829.386065:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321829.386748:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290112 00000100:00100000:1.0:1767321829.386761:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290112 00000100:00100000:1.0:1767321829.387017:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488 00000100:00100000:1.0:1767321829.387031:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989290112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321829.387071:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321829.387153:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989290112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321829.387162:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488 00000100:00080000:2.0:1767321829.387219:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321829.665678:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321829.678591:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923943296 00000100:00100000:1.0:1767321829.678633:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923943296 00000100:00080000:2.0:1767321829.678803:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321829.678943:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923943168 00000100:00100000:1.0:1767321829.678948:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923943168 00000100:00100000:0.0:1767321829.679027:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1716 00000100:00100000:0.0:1767321829.679044:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923943296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321829.679174:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923943296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 135us (13510us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321829.679182:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1716 00000100:00100000:0.0:1767321829.679205:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2544 00000100:00100000:0.0:1767321829.679209:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923943168:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321829.679233:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321829.679274:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923943168:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 63us (10432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321829.679280:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2544 00000100:00100000:1.0:1767321829.897542:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290240 00000100:00100000:1.0:1767321829.897553:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290240 00000100:00100000:1.0:1767321829.897670:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489 00000100:00100000:1.0:1767321829.897681:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989290240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321829.898382:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767321829.899493:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321829.905663:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989290240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7969us (8218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321829.905695:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489 00000100:00100000:2.0:1767321829.915133:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989290240:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321829.961730:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321831.948980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989290368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321831.949077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321831.949145:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321831.949151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989290624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321831.949175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321831.949227:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290368 00000100:00100000:1.0:1767321831.949236:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290368 00000100:00100000:1.0:1767321831.949300:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290624 00000100:00100000:1.0:1767321831.949303:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290624 00000100:00100000:1.0:1767321831.949328:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:1.0:1767321831.949338:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989290368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321831.949394:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989290368:12345-0@lo:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321831.949402:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:1.0:1767321831.949420:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:1.0:1767321831.949426:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989290624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321831.949455:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989290624:12345-0@lo:400:kworker.0 Request processed in 29us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321831.949471:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00080000:1.0:1767321831.949489:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321831.949532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989290624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321831.949543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989290368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.949736:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989291008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.949777:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321831.949815:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321831.949822:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989291136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.949844:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321831.949877:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291008 00000100:00100000:2.0:1767321831.949881:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291008 00000100:00100000:2.0:1767321831.949932:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291136 00000100:00100000:2.0:1767321831.949936:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291136 00000100:00100000:2.0:1767321831.949954:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238 00000100:00100000:2.0:1767321831.949960:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989291008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.949996:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989291008:12345-0@lo:400:kworker.0 Request processed in 36us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321831.950014:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238 00000100:00100000:2.0:1767321831.950027:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239 00000100:00100000:2.0:1767321831.950033:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989291136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.950060:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989291136:12345-0@lo:400:kworker.0 Request processed in 28us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321831.950066:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239 00000100:00080000:2.0:1767321831.950089:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321831.950092:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321831.950109:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989291136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321831.950119:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989291008:0@lo:400:kworker.0 00000100:00100000:0.0:1767321831.950220:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989290496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321831.950257:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321831.950288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989290752:0@lo:38:kworker.0 00000100:00100000:0.0:1767321831.950312:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321831.950329:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989290880:0@lo:38:kworker.0 00000100:00100000:0.0:1767321831.950357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321831.950377:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989291264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321831.950396:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321831.950429:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290880 00000100:00100000:0.0:1767321831.950433:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290880 00000100:00100000:0.0:1767321831.950459:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5084 00000100:00100000:0.0:1767321831.950463:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989290880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321831.950487:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321831.950521:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989290880:12345-0@lo:38:kworker.0 Request processed in 57us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321831.950527:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5084 00000100:00100000:0.0:1767321831.950546:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290496 00000100:00100000:0.0:1767321831.950549:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290496 00000100:00100000:0.0:1767321831.950567:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989290752 00000100:00100000:0.0:1767321831.950569:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989290752 00000100:00100000:0.0:1767321831.950575:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291264 00000100:00100000:0.0:1767321831.950576:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291264 00000100:00100000:0.0:1767321831.950622:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767321831.950626:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989290496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321831.950635:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321831.950658:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989290496:12345-0@lo:38:kworker.0 Request processed in 31us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321831.950672:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767321831.950682:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767321831.950685:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989290752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321831.950694:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321831.950715:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989290752:12345-0@lo:38:kworker.0 Request processed in 28us (403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321831.950720:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767321831.950732:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:0.0:1767321831.950735:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989291264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321831.950744:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321831.950766:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989291264:12345-0@lo:38:kworker.0 Request processed in 29us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321831.950772:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00080000:0.0:1767321831.950800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321831.950804:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321831.950808:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989290496:0@lo:38:kworker.0 00000100:00080000:0.0:1767321831.950818:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321831.950821:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321831.950825:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989290752:0@lo:38:kworker.0 00000100:00080000:0.0:1767321831.950834:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321831.950838:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321831.950842:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989290880:0@lo:38:kworker.0 00000100:00080000:0.0:1767321831.950851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321831.950861:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321831.950865:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989291264:0@lo:38:kworker.0 00010000:00010000:2.0:1767321832.013073:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321833.033842:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321834.057028:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321834.506901:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291392 00000100:00100000:2.0:1767321834.506913:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291392 00000100:00100000:2.0:1767321834.507008:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1767321834.507027:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989291392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321834.507067:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321834.507122:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989291392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321834.507131:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1767321834.786266:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321834.786341:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321834.787170:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2548 00000100:00100000:1.0:1767321834.787178:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923943424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321834.787207:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321834.789185:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321834.795674:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923943424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 8474us (9402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321834.795694:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2548 00000100:00100000:0.0:1767321835.017343:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291520 00000100:00100000:0.0:1767321835.017353:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291520 00000100:00100000:0.0:1767321835.017441:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:0.0:1767321835.017450:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989291520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321835.017491:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321835.017538:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989291520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321835.017544:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00000100:00080000:2.0:1767321835.017871:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321836.104998:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321837.064774:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321837.064786:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321837.064910:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989291648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321837.064981:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321837.065095:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989291648 00000100:00100000:1.0:1767321837.065111:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989291648 00000100:00100000:1.0:1767321837.065212:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:1.0:1767321837.065227:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989291648:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321837.065343:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321837.065348:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321837.065352:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321837.065359:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7078 00000100:00080000:2.0:1767321837.065363:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321837.065369:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321837.065392:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163989291776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321837.071596:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989291648:12345-0@lo:400:kworker.0 Request processed in 6344us (6583us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321837.071617:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00080000:2.0:1767321837.074601:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321837.074612:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321837.074616:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321837.074624:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7078 00000100:00080000:2.0:1767321837.074630:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321837.074637:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321837.074680:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989292032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321837.074711:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321837.074716:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321837.074719:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321837.074725:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7078 00000100:00080000:2.0:1767321837.074728:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321837.074731:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321837.074763:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19f80 x1853163989292160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321837.074821:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321837.074825:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321837.074827:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321837.074832:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7078 00000100:00080000:2.0:1767321837.074836:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321837.074840:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321837.074854:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163989292544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321837.074878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989292288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321837.074894:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989292416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321837.074964:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321837.075025:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292416 00000100:00100000:2.0:1767321837.075032:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292416 00000100:00100000:2.0:1767321837.075099:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4240 00000100:00100000:2.0:1767321837.075108:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989292416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321837.075158:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989292416:12345-0@lo:400:kworker.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321837.075165:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4240 00000100:00080000:2.0:1767321837.075186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321837.075220:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989292416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321837.075497:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292160 00000100:00100000:2.0:1767321837.075508:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292160 00000100:00100000:2.0:1767321837.075597:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085 00000100:00100000:2.0:1767321837.075605:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989292160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321837.075634:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321837.077269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321837.077460:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292288 00000100:00100000:1.0:1767321837.077472:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292288 00000100:00100000:1.0:1767321837.077546:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1767321837.077556:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989292288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321837.077662:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989292288:12345-0@lo:400:kworker.0 Request processed in 107us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321837.077686:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241 00000100:00080000:1.0:1767321837.077726:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321837.077769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989292288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321837.078036:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292032 00000100:00100000:1.0:1767321837.078042:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292032 00000100:00100000:1.0:1767321837.078771:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:1.0:1767321837.078780:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989292032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321837.078821:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321837.078897:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989292032:12345-0@lo:38:kworker.0 Request processed in 117us (3540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321837.078905:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:0.0:1767321837.080950:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989291648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321837.081619:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292544 00000100:00100000:1.0:1767321837.081635:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292544 00000100:00100000:1.0:1767321837.081776:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767321837.081785:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989292544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321837.081825:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321837.081852:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989292160:12345-0@lo:38:kworker.0 Request processed in 6244us (6438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321837.081867:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085 00000100:00100000:1.0:1767321837.081914:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989292544:12345-0@lo:38:kworker.0 Request processed in 126us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321837.081930:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00080000:0.0:1767321837.082496:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321837.082505:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321837.082509:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989292160:0@lo:38:kworker.0 00000100:00080000:0.0:1767321837.082520:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321837.082523:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321837.082526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989292544:0@lo:38:kworker.0 00010000:00010000:2.0:1767321837.128820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321838.155944:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321839.626013:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989292672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321839.626083:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321839.626183:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989292672 00000100:00100000:1.0:1767321839.626200:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989292672 00000100:00100000:1.0:1767321839.626375:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1767321839.626387:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989292672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321839.626428:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:2.0:1767321839.626730:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321839.628275:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989292672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1876us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321839.628314:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:0.0:1767321839.628380:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989292672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321839.905183:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321839.905250:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321839.905322:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923943808 00000100:00100000:1.0:1767321839.905342:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923943808 00000100:00080000:2.0:1767321839.905544:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767321839.913787:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923943936 offset 0 length 520: 4 00000100:00080000:1.0:1767321840.136831:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321840.136847:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321840.136924:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321840.136930:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321840.136935:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321840.136946:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7083 00000100:00080000:1.0:1767321840.136952:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321840.136967:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321840.136996:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163989292928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321840.137056:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321840.137060:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321840.137062:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321840.137068:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7084 00000100:00080000:1.0:1767321840.137071:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321840.137077:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321840.137097:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989293184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321840.137109:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321840.137113:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321840.137135:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321840.137142:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7084 00000100:00080000:1.0:1767321840.137144:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321840.137150:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321840.137176:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989293312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321840.137210:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321840.137214:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321840.137217:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321840.137222:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7084 00000100:00080000:1.0:1767321840.137225:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321840.137230:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321840.137251:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0fb80 x1853163989293696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321840.137303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989293056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321840.137372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321840.137445:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293568 00000100:00100000:1.0:1767321840.137456:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293568 00000100:00100000:1.0:1767321840.137539:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293440 00000100:00100000:1.0:1767321840.137545:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293440 00000100:00100000:1.0:1767321840.137624:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1767321840.137640:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989293568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321840.137730:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989293568:12345-0@lo:400:kworker.0 Request processed in 92us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321840.137741:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1767321840.137786:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243 00000100:00100000:1.0:1767321840.137814:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989293440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321840.137880:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989293440:12345-0@lo:400:kworker.0 Request processed in 69us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321840.137889:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243 00000100:00080000:1.0:1767321840.137922:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321840.137930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321840.137946:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293056 00000100:00100000:1.0:1767321840.137952:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293056 00000100:00100000:1.0:1767321840.137991:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293184 00000100:00100000:1.0:1767321840.137997:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293184 00000100:00100000:1.0:1767321840.138019:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1767321840.138033:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989292800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321840.138083:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989292800:12345-0@lo:400:kworker.0 Request processed in 53us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321840.138092:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1767321840.138117:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767321840.138125:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989292928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321840.138152:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321840.138208:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989292928:12345-0@lo:38:kworker.0 Request processed in 81us (677us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321840.138223:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767321840.138249:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:1.0:1767321840.138255:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989293696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321840.138270:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321840.138320:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989293696:12345-0@lo:38:kworker.0 Request processed in 60us (520us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321840.138342:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00080000:1.0:1767321840.138374:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321840.138422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989293056:0@lo:400:kworker.0 00000100:00080000:1.0:1767321840.138476:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321840.138486:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321840.138490:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989292928:0@lo:38:kworker.0 00000100:00080000:1.0:1767321840.138509:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321840.138516:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321840.138523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989293184:0@lo:38:kworker.0 00000100:00080000:1.0:1767321840.138545:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321840.138554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321840.138561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989293696:0@lo:38:kworker.0 00000100:00080000:1.0:1767321840.139563:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321840.139572:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321840.139605:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989293312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321840.144856:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321840.144880:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989293824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321840.144955:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321840.149491:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293824 00000100:00100000:1.0:1767321840.149508:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293824 00000100:00100000:1.0:1767321840.149619:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493 00000100:00100000:1.0:1767321840.149629:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989293824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321840.149665:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321840.149764:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989293824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (4808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321840.149771:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493 00000100:00100000:2.0:1767321840.150493:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989293824:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321840.200822:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321841.224791:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321842.249012:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321844.296829:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321844.744951:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989293952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321844.745277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321844.745601:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989293952 00000100:00100000:0.0:1767321844.745610:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989293952 00000100:00100000:0.0:1767321844.745680:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494 00000100:00100000:0.0:1767321844.745689:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989293952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321844.745716:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321844.745774:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989293952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321844.745781:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494 00000100:00080000:1.0:1767321844.746255:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321845.025516:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321845.025627:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944064 00000100:00100000:2.0:1767321845.025639:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944064 00000100:00100000:2.0:1767321845.025742:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2556 00000100:00100000:2.0:1767321845.025753:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321845.025788:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321845.025864:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321845.025872:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2556 00000100:00100000:1.0:1767321845.032888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321845.033100:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944192 00000100:00100000:2.0:1767321845.033111:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944192 00000100:00100000:2.0:1767321845.033188:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1725 00000100:00100000:2.0:1767321845.033199:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923944192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321845.033305:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923944192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321845.033327:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1725 00000100:00080000:1.0:1767321845.035338:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321845.256769:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321845.256777:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321845.256806:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321845.256811:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321845.256816:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321845.256834:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7087 00000100:00100000:2.0:1767321845.256835:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989294208:0@lo:400:kworker.0 00000100:00080000:1.0:1767321845.256840:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321845.256847:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321845.256870:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163989294336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321845.256893:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321845.256896:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321845.256898:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321845.256901:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7087 00000100:00080000:1.0:1767321845.256904:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321845.256907:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321845.256909:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321845.256915:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989294592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321845.256923:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321845.256926:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321845.256946:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321845.256950:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7087 00000100:00080000:1.0:1767321845.256952:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321845.256956:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321845.256967:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321845.256969:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989294720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321845.256972:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989294464:0@lo:400:kworker.0 00000100:00080000:1.0:1767321845.256989:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321845.256992:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321845.256994:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321845.256994:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321845.256997:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7087 00000100:00080000:1.0:1767321845.256999:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321845.257002:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321845.257013:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989295104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321845.257024:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294208 00000100:00100000:2.0:1767321845.257031:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294208 00000100:00100000:1.0:1767321845.257032:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989294336:0@lo:38:kworker.0 00000100:00100000:1.0:1767321845.257058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321845.257074:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989294592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321845.257080:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294464 00000100:00100000:2.0:1767321845.257083:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294464 00000100:00100000:1.0:1767321845.257092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321845.257105:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989294720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321845.257129:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321845.257150:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989295104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321845.257151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321845.257168:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321845.257185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321845.257208:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767321845.257213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321845.257236:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321845.257254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321845.257271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321845.258344:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294336 00000100:00100000:2.0:1767321845.258353:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294336 00000100:00100000:2.0:1767321845.258376:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294592 00000100:00100000:2.0:1767321845.258379:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294592 00000100:00100000:2.0:1767321845.258387:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295104 00000100:00100000:2.0:1767321845.258390:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295104 00000100:00100000:2.0:1767321845.258403:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1767321845.258412:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989294208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.258465:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989294208:12345-0@lo:400:kworker.0 Request processed in 55us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321845.258472:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1767321845.258488:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:0.0:1767321845.259699:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1767321845.259709:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989294336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321845.259738:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321845.259856:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989294336:12345-0@lo:38:kworker.0 Request processed in 145us (2795us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321845.259863:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1767321845.259884:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767321845.259903:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989294592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321845.259915:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321845.259935:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989294592:12345-0@lo:38:kworker.0 Request processed in 32us (2843us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321845.259938:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767321845.259947:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:0.0:1767321845.259950:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989295104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321845.259956:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321845.259967:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989295104:12345-0@lo:38:kworker.0 Request processed in 17us (2800us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321845.259971:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:0.0:1767321845.259992:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294080 00000100:00100000:0.0:1767321845.259996:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294080 00000100:00100000:0.0:1767321845.260026:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495 00000100:00100000:0.0:1767321845.260030:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321845.260050:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321845.260074:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321845.260078:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495 00000100:00100000:0.0:1767321845.260093:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294720 00000100:00100000:0.0:1767321845.260095:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294720 00000100:00100000:0.0:1767321845.260108:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087 00000100:00100000:0.0:1767321845.260111:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989294720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321845.260117:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321845.260132:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989294720:12345-0@lo:38:kworker.0 Request processed in 20us (3003us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321845.260140:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087 00000100:00100000:0.0:1767321845.260186:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294080:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321845.260227:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321845.260231:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321845.260233:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989294336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321845.260239:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321845.260241:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321845.260242:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989294592:0@lo:38:kworker.0 00000100:00080000:0.0:1767321845.260248:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321845.260250:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321845.260251:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989294720:0@lo:38:kworker.0 00000100:00080000:0.0:1767321845.260256:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321845.260258:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321845.260259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989295104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321845.260364:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989294464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.260411:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989294464:12345-0@lo:400:kworker.0 Request processed in 1918us (3417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321845.260416:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:2.0:1767321845.260439:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989294464:0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.260458:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989294208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.261754:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294848 00000100:00080000:0.0:1767321845.261918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321845.261924:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321845.261944:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989294976 00000100:00100000:0.0:1767321845.261951:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294976 00000100:00100000:0.0:1767321845.262006:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767321845.262013:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321845.262079:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294976:12345-0@lo:400:kworker.0 Request processed in 66us (4805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321845.262084:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767321845.262120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.262216:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989294848 00000100:00100000:2.0:1767321845.262249:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245 00000100:00100000:2.0:1767321845.262255:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321845.262394:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989294848:12345-0@lo:400:kworker.0 Request processed in 138us (5212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321845.262401:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245 00000100:00100000:2.0:1767321845.262429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989294848:0@lo:400:kworker.0 00010000:00010000:2.0:1767321845.322746:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321846.280826:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321821/real 1767321821] req@ffff9e7d329ec000 x1853163989287680/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321846 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321846.280859:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d329ec000 x1853163989287680/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321846 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321846.280879:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321846.280905:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321846.280909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989287680:0@lo:250:kworker.0 00000100:00080000:2.0:1767321846.281003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321846.281009:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321846.281012:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321846.281016:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7068 00000100:00080000:2.0:1767321846.281020:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321846.281026:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321846.281057:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bad80 x1853163989295232/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321846.281113:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321846.281116:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321846.281118:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321846.281121:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7092 00000100:00080000:2.0:1767321846.281123:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321846.281127:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321846.281140:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163989295488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321846.281171:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321846.281174:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321846.281176:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321846.281180:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7092 00000100:00080000:2.0:1767321846.281182:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321846.281198:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321846.281209:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321846.281218:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321846.281229:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321846.281231:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321846.281235:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7092 00000100:00080000:2.0:1767321846.281237:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321846.281241:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321846.281251:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989295872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321846.281283:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321846.281285:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321846.281287:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321846.281290:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7092 00000100:00080000:2.0:1767321846.281293:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321846.281296:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321846.281308:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989296256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321846.281342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989296000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.281400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321846.281468:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321846.281475:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989296128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.281498:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321846.281533:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296000 00000100:00100000:2.0:1767321846.281541:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296000 00000100:00100000:2.0:1767321846.281639:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296128 00000100:00100000:2.0:1767321846.281643:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296128 00000100:00100000:2.0:1767321846.281665:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246 00000100:00100000:2.0:1767321846.281672:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989296000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.281723:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989296000:12345-0@lo:400:kworker.0 Request processed in 51us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321846.281730:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246 00000100:00100000:2.0:1767321846.281746:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:2.0:1767321846.281751:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989296128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.281778:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989296128:12345-0@lo:400:kworker.0 Request processed in 27us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321846.281784:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00100000:2.0:1767321846.281817:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989296128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.281828:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989296000:0@lo:400:kworker.0 00000100:00100000:1.0:1767321846.281991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989295616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321846.282026:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321846.282070:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321846.282077:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989295360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321846.282099:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321846.282691:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295616 00000100:00100000:2.0:1767321846.282697:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295616 00000100:00100000:2.0:1767321846.282737:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295360 00000100:00100000:2.0:1767321846.282741:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295360 00000100:00100000:2.0:1767321846.282770:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:2.0:1767321846.282777:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989295616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.282818:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989295616:12345-0@lo:400:kworker.0 Request processed in 41us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321846.282825:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:2.0:1767321846.282838:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1767321846.282843:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989295360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321846.282868:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989295360:12345-0@lo:400:kworker.0 Request processed in 25us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321846.282874:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1767321846.282966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989295360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321846.282976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989295616:0@lo:400:kworker.0 00000100:00080000:0.0:1767321846.283365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321846.283382:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989295232:0@lo:250:kworker.0 00000400:00000100:0.0:1767321846.283409:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989295232 offset 0 length 520: 4 00000100:00100000:0.0:1767321846.283432:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989295488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321846.283468:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321846.283493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989295744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321846.283514:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321846.283658:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989295872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321846.283683:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321846.283700:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989296256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321846.283718:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321846.286278:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295872 00000100:00100000:2.0:1767321846.286293:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295872 00000100:00100000:2.0:1767321846.286345:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088 00000100:00100000:2.0:1767321846.286353:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989295872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321846.286377:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321846.286461:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989295872:12345-0@lo:38:kworker.0 Request processed in 107us (2775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321846.286468:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088 00000100:00080000:0.0:1767321846.290529:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321846.290542:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321846.290547:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989295872:0@lo:38:kworker.0 00000100:00100000:1.0:1767321846.294242:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295488 00000100:00100000:1.0:1767321846.294257:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295488 00000100:00100000:1.0:1767321846.294307:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989295744 00000100:00100000:1.0:1767321846.294310:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989295744 00000100:00100000:1.0:1767321846.294327:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296256 00000100:00100000:1.0:1767321846.294330:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296256 00000100:00100000:1.0:1767321846.294351:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767321846.294361:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989295488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321846.294386:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321846.294465:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989295488:12345-0@lo:38:kworker.0 Request processed in 104us (10995us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321846.294472:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767321846.294488:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767321846.294492:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989295744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321846.294501:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321846.294525:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989295744:12345-0@lo:38:kworker.0 Request processed in 31us (11010us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321846.294531:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767321846.294543:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767321846.294547:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989296256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321846.294556:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321846.294611:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989296256:12345-0@lo:38:kworker.0 Request processed in 62us (10891us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321846.294617:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00080000:0.0:1767321846.294925:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321846.294931:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321846.294942:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989295488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321846.294956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321846.294960:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321846.294963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989295744:0@lo:38:kworker.0 00000100:00080000:0.0:1767321846.294971:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321846.294973:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321846.294976:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989296256:0@lo:38:kworker.0 00010000:00010000:2.0:1767321846.345051:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321848.394031:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321849.418076:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321849.869616:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296384 00000100:00100000:0.0:1767321849.869625:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296384 00000100:00100000:0.0:1767321849.869725:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496 00000100:00100000:0.0:1767321849.869736:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989296384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321849.869773:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321849.869821:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989296384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321849.869828:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496 00000100:00080000:2.0:1767321849.870430:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321850.145437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321850.145505:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321850.146325:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944320 00000100:00100000:0.0:1767321850.146340:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944320 00000100:00100000:0.0:1767321850.146400:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944448 00000100:00100000:0.0:1767321850.146404:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944448 00000100:00100000:0.0:1767321850.146463:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1730 00000100:00100000:0.0:1767321850.146477:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923944448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321850.146616:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923944448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 142us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321850.146625:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1730 00000100:00100000:0.0:1767321850.146646:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2563 00000100:00100000:0.0:1767321850.146651:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944320:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321850.146706:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321850.146738:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 86us (1318us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321850.146746:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2563 00000100:00080000:1.0:1767321850.147115:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321850.377060:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989296512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321850.377163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321850.377609:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321850.378434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989296512:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321850.442904:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321851.400761:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321851.400799:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321851.400877:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321851.400882:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321851.400887:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321851.400897:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7093 00000100:00080000:2.0:1767321851.400903:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321851.400911:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321851.400938:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989296768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321851.400969:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321851.400972:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321851.400974:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321851.400978:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7093 00000100:00080000:2.0:1767321851.400980:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321851.400985:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321851.400997:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989297024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321851.401006:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321851.401009:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321851.401011:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321851.401015:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7093 00000100:00080000:2.0:1767321851.401017:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321851.401021:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321851.401033:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989297152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321851.401074:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321851.401077:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321851.401079:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321851.401083:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7093 00000100:00080000:2.0:1767321851.401085:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321851.401089:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321851.401099:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e680 x1853163989297536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321851.401129:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989296768:0@lo:38:kworker.0 00000100:00100000:0.0:1767321851.401277:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989296896:0@lo:400:kworker.0 00000100:00100000:0.0:1767321851.401316:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321851.401403:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321851.401444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989297024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321851.401469:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321851.401483:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989297152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321851.401511:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321851.401528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989297536:0@lo:38:kworker.0 00000100:00100000:2.0:1767321851.401560:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321851.401644:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296896 00000100:00100000:2.0:1767321851.401653:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296896 00000100:00100000:2.0:1767321851.401715:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296768 00000100:00100000:2.0:1767321851.401718:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296768 00000100:00100000:2.0:1767321851.401731:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297024 00000100:00100000:2.0:1767321851.401733:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297024 00000100:00100000:2.0:1767321851.401740:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297536 00000100:00100000:2.0:1767321851.401742:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297536 00000100:00100000:2.0:1767321851.401755:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1767321851.401766:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989296896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321851.401830:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989296896:12345-0@lo:400:kworker.0 Request processed in 67us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321851.401838:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1767321851.401858:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767321851.401862:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989296768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321851.401885:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321851.401918:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989296768:12345-0@lo:38:kworker.0 Request processed in 54us (515us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321851.401924:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767321851.401936:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767321851.401940:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989297024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321851.401951:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321851.401973:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989297024:12345-0@lo:38:kworker.0 Request processed in 31us (503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321851.401978:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767321851.401989:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767321851.401993:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989297536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321851.402002:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321851.402023:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989297536:12345-0@lo:38:kworker.0 Request processed in 28us (462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321851.402029:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767321851.402049:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297152 00000100:00100000:2.0:1767321851.402052:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297152 00000100:00100000:2.0:1767321851.402074:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089 00000100:00100000:2.0:1767321851.402078:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989297152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321851.402098:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321851.402125:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989297152:12345-0@lo:38:kworker.0 Request processed in 46us (614us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321851.402131:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089 00000100:00100000:1.0:1767321851.402387:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989297408:0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.402428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321851.402456:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321851.402462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989297280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.402483:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321851.402515:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297408 00000100:00100000:1.0:1767321851.402520:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297408 00000100:00100000:1.0:1767321851.402561:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297280 00000100:00100000:1.0:1767321851.402564:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297280 00000100:00100000:1.0:1767321851.402622:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:1.0:1767321851.402630:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989297408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.402670:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989297408:12345-0@lo:400:kworker.0 Request processed in 42us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321851.402677:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00100000:1.0:1767321851.402690:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1767321851.402696:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989297280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.402725:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989297280:12345-0@lo:400:kworker.0 Request processed in 29us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321851.402731:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1767321851.402795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989297280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.402809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989297408:0@lo:400:kworker.0 00000100:00100000:1.0:1767321851.406216:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989296640 00000100:00100000:1.0:1767321851.406240:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989296640 00000100:00100000:1.0:1767321851.406351:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:1.0:1767321851.406363:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989296640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321851.408840:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989296896:0@lo:400:kworker.0 00000100:00080000:0.0:1767321851.409194:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321851.409202:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321851.409218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989296768:0@lo:38:kworker.0 00000100:00080000:0.0:1767321851.409233:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321851.409237:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321851.409241:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989297024:0@lo:38:kworker.0 00000100:00080000:0.0:1767321851.409255:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321851.409260:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321851.409263:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989297152:0@lo:38:kworker.0 00000100:00080000:0.0:1767321851.409275:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321851.409278:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321851.409281:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989297536:0@lo:38:kworker.0 00000100:00100000:1.0:1767321851.410820:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989296640:12345-0@lo:400:kworker.0 Request processed in 4447us (7010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321851.410839:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00080000:2.0:1767321851.411827:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321851.411836:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321852.488989:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321853.514012:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321854.540064:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321854.985201:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297664 00000100:00100000:0.0:1767321854.985217:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297664 00000100:00100000:0.0:1767321854.985323:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1767321854.985336:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989297664:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321854.985352:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767321854.985398:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321854.987059:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989297664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1711us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321854.987078:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1767321855.266422:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321855.266482:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321855.270233:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944704 00000100:00100000:1.0:1767321855.270251:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944704 00000100:00100000:1.0:1767321855.270572:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944576 00000100:00100000:1.0:1767321855.270576:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944576 00000100:00100000:1.0:1767321855.270626:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1733 00000100:00100000:1.0:1767321855.270637:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923944704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321855.270795:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923944704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 160us (4398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321855.270804:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1733 00000100:00100000:1.0:1767321855.270824:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2567 00000100:00100000:1.0:1767321855.270828:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321855.270850:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321855.270876:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923944576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (4393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321855.270882:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2567 00000100:00100000:0.0:1767321855.497179:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297792 00000100:00100000:0.0:1767321855.497187:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297792 00000100:00100000:0.0:1767321855.497255:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499 00000100:00100000:0.0:1767321855.497265:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989297792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321855.497294:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321855.497349:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989297792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321855.497356:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499 00000100:00100000:2.0:1767321855.497830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989297792:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321856.520916:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321856.520927:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321856.520998:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321856.521002:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321856.521006:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321856.521015:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7098 00000100:00080000:0.0:1767321856.521019:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321856.521030:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321856.521052:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0700 x1853163989298048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321856.521086:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321856.521102:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321856.521104:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321856.521109:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7098 00000100:00080000:0.0:1767321856.521111:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321856.521115:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321856.521128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163989298304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321856.521137:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321856.521140:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321856.521141:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321856.521146:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7098 00000100:00080000:0.0:1767321856.521148:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321856.521152:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321856.521161:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989298432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321856.521190:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321856.521193:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321856.521194:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321856.521197:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7098 00000100:00080000:0.0:1767321856.521199:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321856.521202:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321856.521211:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989298816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321856.521294:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989297920:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521359:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321856.521401:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321856.521407:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989298176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521427:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321856.521468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989298688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321856.521516:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321856.521521:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989298560:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521541:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321856.521573:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989297920 00000100:00100000:1.0:1767321856.521607:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989297920 00000100:00100000:1.0:1767321856.521653:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298176 00000100:00100000:1.0:1767321856.521656:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298176 00000100:00100000:1.0:1767321856.521681:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:1.0:1767321856.521703:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989297920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521753:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989297920:12345-0@lo:400:kworker.0 Request processed in 51us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321856.521760:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:1.0:1767321856.521776:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:1.0:1767321856.521782:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989298176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521807:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989298176:12345-0@lo:400:kworker.0 Request processed in 25us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321856.521813:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:1.0:1767321856.521832:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298688 00000100:00100000:1.0:1767321856.521836:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298688 00000100:00100000:1.0:1767321856.521859:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298560 00000100:00100000:1.0:1767321856.521869:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298560 00000100:00100000:1.0:1767321856.521894:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250 00000100:00100000:1.0:1767321856.521902:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989298688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521936:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989298688:12345-0@lo:400:kworker.0 Request processed in 35us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321856.521943:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250 00000100:00100000:1.0:1767321856.521954:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251 00000100:00100000:1.0:1767321856.521960:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989298560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.521984:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989298560:12345-0@lo:400:kworker.0 Request processed in 24us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321856.521989:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251 00000100:00100000:1.0:1767321856.522038:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989298560:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.522048:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989298688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.522084:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989298176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321856.522094:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989297920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321856.522780:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298048 00000100:00100000:2.0:1767321856.522787:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298048 00000100:00100000:2.0:1767321856.522810:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298304 00000100:00100000:2.0:1767321856.522813:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298304 00000100:00100000:2.0:1767321856.522826:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989298816 00000100:00100000:2.0:1767321856.522828:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989298816 00000100:00100000:2.0:1767321856.522836:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:2.0:1767321856.522842:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989298048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321856.522863:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321856.522947:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:0.0:1767321856.522961:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989298304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321856.522972:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321856.523154:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:1.0:1767321856.523159:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989298816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321856.523170:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321856.527276:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989298048:12345-0@lo:38:kworker.0 Request processed in 4422us (4755us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321856.527292:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767321856.527489:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989298304:12345-0@lo:38:kworker.0 Request processed in 4526us (4930us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321856.529691:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767321856.532277:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989298816:12345-0@lo:38:kworker.0 Request processed in 9103us (9605us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321856.532292:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00080000:2.0:1767321856.536170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321856.536183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321856.536189:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989298048:0@lo:38:kworker.0 00000100:00080000:2.0:1767321856.536218:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321856.536221:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321856.536244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989298304:0@lo:38:kworker.0 00000100:00080000:2.0:1767321856.536260:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321856.536264:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321856.536267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989298432:0@lo:38:kworker.0 00000100:00080000:2.0:1767321856.536278:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321856.536281:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321856.536283:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989298816:0@lo:38:kworker.0 00010000:00010000:2.0:1767321856.584818:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321857.609540:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321858.637439:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321860.104856:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989298944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321860.104954:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321860.105396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321860.107330:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989298944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321860.385557:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321860.385745:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944832 00000100:00100000:2.0:1767321860.385758:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944832 00000100:00100000:2.0:1767321860.385815:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2571 00000100:00100000:2.0:1767321860.385824:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923944832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321860.385924:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321860.386289:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923944832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 462us (746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321860.386298:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2571 00000100:00100000:0.0:1767321860.392823:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923944960 00000100:00100000:0.0:1767321860.392838:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923944960 00000100:00100000:0.0:1767321860.392943:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1736 00000100:00100000:0.0:1767321860.392955:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923944960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321860.393054:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923944960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321860.393063:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1736 00000100:00080000:2.0:1767321860.393176:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321860.617061:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321860.617094:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989299072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321860.617206:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321860.619070:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989299072 00000100:00100000:2.0:1767321860.619090:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989299072 00000100:00100000:2.0:1767321860.619262:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501 00000100:00100000:2.0:1767321860.619272:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989299072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321860.619316:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321860.619431:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989299072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (2225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321860.619439:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501 00000100:00100000:1.0:1767321860.620426:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989299072:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321860.680897:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321861.642642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989299200:0@lo:400:kworker.0 00000100:00100000:2.0:1767321861.642737:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321861.643953:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989299200 00000100:00100000:0.0:1767321861.643967:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989299200 00000100:00100000:0.0:1767321861.644059:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:0.0:1767321861.644072:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989299200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321861.649405:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989299456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321861.649528:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321861.649673:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989299456 00000100:00100000:1.0:1767321861.649684:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989299456 00000100:00100000:1.0:1767321861.649759:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1767321861.649780:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989299456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321861.649843:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989299456:12345-0@lo:400:kworker.0 Request processed in 76us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321861.649851:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1767321861.649902:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989299456:0@lo:400:kworker.0 00000100:00080000:1.0:1767321861.649963:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321861.649980:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989299328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321861.650007:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321861.650035:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989299328 00000100:00100000:1.0:1767321861.650038:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989299328 00000100:00100000:1.0:1767321861.650055:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767321861.650059:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989299328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321861.650083:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321861.650114:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989299328:12345-0@lo:38:kworker.0 Request processed in 53us (107us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321861.650121:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00080000:1.0:1767321861.650144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321861.650150:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321861.650173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989299328:0@lo:38:kworker.0 00000100:00100000:0.0:1767321861.653010:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989299200:12345-0@lo:400:kworker.0 Request processed in 8925us (10255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321861.653030:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1767321861.656631:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989299584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321861.656672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321861.656692:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989299712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321861.656718:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321861.656786:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989299712 00000100:00100000:1.0:1767321861.656790:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989299712 00000100:00100000:1.0:1767321861.656822:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091 00000100:00100000:1.0:1767321861.656827:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989299712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321861.656852:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321861.656890:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989299712:12345-0@lo:38:kworker.0 Request processed in 61us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321861.656897:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091 00000100:00080000:1.0:1767321861.656921:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321861.656926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321861.656929:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989299712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321861.664014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989299968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321861.668790:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989299200:0@lo:400:kworker.0 00010000:00010000:2.0:1767321861.704866:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321862.730176:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321864.483690:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945344 00000100:00100000:1.0:1767321864.483700:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945344 00000100:00100000:0.0:1767321864.484006:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321864.484083:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945216 00000100:00100000:2.0:1767321864.484088:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945216 00000100:00100000:2.0:1767321864.484133:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2575 00000100:00100000:2.0:1767321864.484142:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923945216:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321864.484164:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321864.484373:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923945216:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 230us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321864.484382:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2575 00000100:00100000:1.0:1767321864.484714:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1739 00000100:00100000:1.0:1767321864.484730:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923945344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321864.484775:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923945344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 47us (1418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321864.484782:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1739 00010000:00010000:2.0:1767321864.777436:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321865.225466:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989300224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321865.225540:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321865.229625:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321865.229750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989300224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321865.741337:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989300352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321865.741413:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321865.741559:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300352 00000100:00100000:2.0:1767321865.741567:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300352 00000100:00100000:2.0:1767321865.741648:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1767321865.741680:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989300352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321865.741712:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321865.741771:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989300352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321865.741779:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503 00000100:00080000:1.0:1767321865.741839:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321865.742315:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989300352:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321865.802655:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321866.761896:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321866.761939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989300480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321866.762050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321866.762147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989300736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321866.762187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321866.762265:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300480 00000100:00100000:1.0:1767321866.762275:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300480 00000100:00100000:1.0:1767321866.762351:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300736 00000100:00100000:1.0:1767321866.762357:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300736 00000100:00100000:1.0:1767321866.762401:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1767321866.762421:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989300480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321866.762518:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989300480:12345-0@lo:400:kworker.0 Request processed in 96us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321866.762529:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:2.0:1767321866.762560:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:2.0:1767321866.762577:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989300736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321866.762685:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989300736:12345-0@lo:400:kworker.0 Request processed in 113us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321866.763008:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989300608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321866.763048:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321866.763114:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989300864:0@lo:38:kworker.0 00000100:00100000:0.0:1767321866.763136:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321866.763158:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989300992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321866.763182:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321866.763218:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989301376:0@lo:38:kworker.0 00000100:00100000:0.0:1767321866.763243:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321866.763291:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300992 00000100:00100000:0.0:1767321866.763297:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300992 00000100:00100000:0.0:1767321866.763337:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092 00000100:00100000:0.0:1767321866.763342:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989300992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321866.763362:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321866.763398:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989300992:12345-0@lo:38:kworker.0 Request processed in 54us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321866.763404:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092 00000100:00100000:0.0:1767321866.763427:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300608 00000100:00100000:0.0:1767321866.763431:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300608 00000100:00100000:1.0:1767321866.763947:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989300864 00000100:00100000:1.0:1767321866.763952:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989300864 00000100:00100000:1.0:1767321866.763970:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989301376 00000100:00100000:1.0:1767321866.763973:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989301376 00000100:00100000:1.0:1767321866.763983:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:1.0:1767321866.763987:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989300864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321866.763999:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321866.764029:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989300864:12345-0@lo:38:kworker.0 Request processed in 41us (892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321866.764034:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:1.0:1767321866.764056:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:1.0:1767321866.764061:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989301376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321866.764070:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321866.764093:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989301376:12345-0@lo:38:kworker.0 Request processed in 31us (849us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321866.764099:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00080000:1.0:1767321866.764167:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321866.764176:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321866.764181:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989300864:0@lo:38:kworker.0 00000100:00080000:1.0:1767321866.764197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321866.764212:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321866.764215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989300992:0@lo:38:kworker.0 00000100:00080000:1.0:1767321866.764225:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321866.764228:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321866.764231:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989301376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321866.766936:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:0.0:1767321866.766978:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:0.0:1767321866.766989:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989300608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321866.767012:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321866.767165:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989300608:12345-0@lo:38:kworker.0 Request processed in 177us (4115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321866.767172:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00080000:1.0:1767321866.767472:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321866.767479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321866.767482:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989300608:0@lo:38:kworker.0 00010000:00010000:2.0:1767321866.826198:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321868.872869:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321869.610636:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945600 00000100:00100000:0.0:1767321869.610647:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945600 00000100:00100000:0.0:1767321869.610741:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1742 00000100:00100000:0.0:1767321869.610752:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923945600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321869.610863:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923945600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321869.610871:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1742 00000100:00100000:0.0:1767321869.612058:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321869.612137:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945472 00000100:00100000:1.0:1767321869.612145:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945472 00000100:00100000:1.0:1767321869.612186:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2579 00000100:00100000:1.0:1767321869.612193:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923945472:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321869.612227:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321869.612285:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923945472:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 90us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321869.612305:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2579 00010000:00010000:2.0:1767321869.899682:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321870.344950:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321870.344976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989301504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321870.345052:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321870.345448:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321870.345486:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989301504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321870.857095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989301632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321870.857187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321870.857295:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989301632 00000100:00100000:0.0:1767321870.857306:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989301632 00000100:00100000:0.0:1767321870.857382:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505 00000100:00100000:0.0:1767321870.857391:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989301632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321870.857422:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321870.860378:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989301632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2975us (3194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321870.860394:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505 00000100:00100000:1.0:1767321870.863227:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989301632:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321870.927059:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321871.882424:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.882436:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321871.882895:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989301760 00000100:00100000:2.0:1767321871.882904:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989301760 00000100:00100000:2.0:1767321871.882980:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:2.0:1767321871.882991:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989301760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321871.883148:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321846/real 1767321846] req@ffff9e7d069bad80 x1853163989295232/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321871 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321871.883183:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d069bad80 x1853163989295232/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321871 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321871.883197:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321871.883211:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321871.883215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989295232:0@lo:250:kworker.0 00000100:00080000:0.0:1767321871.883281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321871.883502:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.883506:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321871.883509:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321871.883513:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7113 00000100:00080000:1.0:1767321871.883518:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321871.883522:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321871.883545:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d880 x1853163989301888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321871.883614:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989302016:0@lo:400:kworker.0 00000100:00100000:0.0:1767321871.883649:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321871.883687:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302016 00000100:00100000:0.0:1767321871.883692:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302016 00000100:00100000:0.0:1767321871.884286:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1767321871.884312:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989302016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321871.884363:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989302016:12345-0@lo:400:kworker.0 Request processed in 54us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321871.884369:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00080000:0.0:1767321871.884389:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321871.884414:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989302016:0@lo:400:kworker.0 00000100:00100000:0.0:1767321871.884448:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989301888:0@lo:38:kworker.0 00000100:00100000:0.0:1767321871.884474:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321871.884505:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989301888 00000100:00100000:0.0:1767321871.884509:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989301888 00000100:00100000:0.0:1767321871.884529:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767321871.884533:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989301888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321871.884551:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321871.884606:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989301888:12345-0@lo:38:kworker.0 Request processed in 71us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321871.884613:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00080000:0.0:1767321871.884637:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321871.884641:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321871.884644:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989301888:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.889528:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989301760:12345-0@lo:400:kworker.0 Request processed in 6529us (6828us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321871.889543:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00080000:1.0:1767321871.891816:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.891825:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321871.891829:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321871.891837:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7113 00000100:00080000:1.0:1767321871.891858:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321871.891865:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321871.891901:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989302144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321871.891928:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.891931:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321871.891933:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321871.891937:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7113 00000100:00080000:1.0:1767321871.891939:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321871.891943:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321871.891956:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ce00 x1853163989302272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321871.892203:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989302144:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.892281:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321871.892318:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989302272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.892340:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321871.892395:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302144 00000100:00100000:2.0:1767321871.892401:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302144 00000100:00100000:2.0:1767321871.892438:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:2.0:1767321871.892445:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989302144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321871.892467:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321871.892507:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989302144:12345-0@lo:38:kworker.0 Request processed in 62us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321871.892514:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00080000:2.0:1767321871.892554:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321871.892559:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321871.892562:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989302144:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.892616:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302272 00000100:00100000:2.0:1767321871.892620:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302272 00000100:00100000:2.0:1767321871.892643:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093 00000100:00100000:2.0:1767321871.892648:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989302272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321871.892658:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321871.892689:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989302272:12345-0@lo:38:kworker.0 Request processed in 40us (347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321871.892695:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093 00000100:00100000:0.0:1767321871.893976:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302400 00000100:00100000:0.0:1767321871.893988:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302400 00000100:00100000:0.0:1767321871.894040:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256 00000100:00100000:0.0:1767321871.894048:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989302400:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321871.894155:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321871.894172:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321871.894176:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989302272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.895079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989302528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321871.895125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321871.895229:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302528 00000100:00100000:2.0:1767321871.895247:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302528 00000100:00100000:2.0:1767321871.895288:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257 00000100:00100000:2.0:1767321871.895296:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989302528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321871.895339:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989302528:12345-0@lo:400:kworker.0 Request processed in 43us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321871.895345:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257 00000100:00100000:2.0:1767321871.895382:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989302528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321871.896806:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989302400:12345-0@lo:400:kworker.0 Request processed in 2751us (4716us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321871.896835:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256 00000100:00080000:1.0:1767321871.902282:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.902288:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321871.902293:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321871.902298:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7113 00000100:00080000:1.0:1767321871.902302:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321871.902320:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321871.902359:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989302656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321871.902396:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321871.902399:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321871.902401:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321871.902404:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7093 00000100:00080000:1.0:1767321871.902407:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321871.902424:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321871.902436:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989302784/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321871.902615:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989302656:0@lo:38:kworker.0 00000100:00100000:2.0:1767321871.902684:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321871.902734:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989302784:0@lo:250:kworker.0 00000400:00000100:2.0:1767321871.902754:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989302784 offset 0 length 520: 4 00000100:00100000:0.0:1767321871.903009:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302656 00000100:00100000:0.0:1767321871.903017:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302656 00000100:00100000:0.0:1767321871.903060:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767321871.903068:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989302656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321871.903087:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321871.903137:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989302656:12345-0@lo:38:kworker.0 Request processed in 68us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321871.903144:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00080000:1.0:1767321871.903265:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321871.903270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321871.903274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989302656:0@lo:38:kworker.0 00010000:00010000:2.0:1767321872.969405:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321874.003342:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321874.724384:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321874.724434:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321874.724539:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945728 00000100:00100000:2.0:1767321874.724549:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945728 00000100:00100000:2.0:1767321874.724638:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945856 00000100:00100000:2.0:1767321874.724642:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945856 00000100:00100000:2.0:1767321874.724690:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1745 00000100:00100000:2.0:1767321874.724701:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923945856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321874.724776:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923945856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321874.724784:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1745 00000100:00100000:2.0:1767321874.724804:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2583 00000100:00100000:2.0:1767321874.724809:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923945728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321874.724832:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321874.724872:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923945728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 61us (515us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321874.724880:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2583 00010000:00010000:2.0:1767321875.016941:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321875.466296:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321875.466321:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989302912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321875.466391:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321875.466479:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989302912 00000100:00100000:2.0:1767321875.466487:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989302912 00000100:00100000:2.0:1767321875.466631:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506 00000100:00100000:2.0:1767321875.466641:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989302912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321875.466670:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321875.466728:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989302912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321875.466735:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506 00000100:00100000:0.0:1767321875.466994:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989302912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321875.977562:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303040 00000100:00100000:1.0:1767321875.977571:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303040 00000100:00100000:1.0:1767321875.977649:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507 00000100:00100000:1.0:1767321875.977655:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989303040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321875.977720:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321875.977784:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989303040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321875.977791:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507 00000100:00080000:2.0:1767321877.001567:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321877.001632:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321877.001718:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321877.001740:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321877.001744:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321877.001760:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7118 00000100:00080000:2.0:1767321877.001765:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321877.001772:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321877.001796:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163989303296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321877.001831:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321877.001834:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321877.001836:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321877.001854:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7118 00000100:00080000:2.0:1767321877.001857:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321877.001861:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321877.001873:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ec000 x1853163989303552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321877.001883:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321877.001899:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321877.001901:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321877.001905:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7118 00000100:00080000:2.0:1767321877.001907:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321877.001910:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321877.001922:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ed500 x1853163989303680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321877.001962:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321877.001966:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321877.001968:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321877.001971:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7118 00000100:00080000:2.0:1767321877.001973:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321877.001976:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321877.001986:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ef100 x1853163989304064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321877.002643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989303424:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.002709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321877.002779:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321877.002787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989303168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.002809:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321877.002837:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989303936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.002884:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321877.002908:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321877.002913:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989303808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.002934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321877.002990:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303936 00000100:00100000:0.0:1767321877.002997:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303936 00000100:00100000:0.0:1767321877.003055:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303808 00000100:00100000:0.0:1767321877.003110:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303808 00000100:00100000:0.0:1767321877.003145:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1767321877.003152:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989303936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321877.003168:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303424 00000100:00100000:2.0:1767321877.003175:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303424 00000100:00100000:0.0:1767321877.003205:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989303936:12345-0@lo:400:kworker.0 Request processed in 53us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321877.003686:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1767321877.003706:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:0.0:1767321877.003713:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989303808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.003760:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989303808:12345-0@lo:400:kworker.0 Request processed in 48us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321877.003766:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00100000:0.0:1767321877.003831:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989303808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.003843:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989303936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.003945:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303168 00000100:00100000:0.0:1767321877.003950:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303168 00000100:00100000:0.0:1767321877.003978:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:0.0:1767321877.003986:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989303424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.004021:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989303424:12345-0@lo:400:kworker.0 Request processed in 36us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321877.004027:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:0.0:1767321877.004054:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:0.0:1767321877.004059:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989303168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.004096:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989303168:12345-0@lo:400:kworker.0 Request processed in 38us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321877.004107:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:0.0:1767321877.004143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989303168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321877.004158:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989303424:0@lo:400:kworker.0 00000100:00100000:1.0:1767321877.004163:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989303296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321877.004203:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321877.004225:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989303552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321877.004235:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303296 00000100:00100000:0.0:1767321877.004240:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303296 00000100:00100000:1.0:1767321877.004249:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321877.005250:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989303680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321877.005287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321877.005307:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989304064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321877.005353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321877.013403:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303552 00000100:00100000:0.0:1767321877.013420:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303552 00000100:00100000:0.0:1767321877.013490:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1767321877.013499:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989303296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321877.013528:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321877.013627:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989303296:12345-0@lo:38:kworker.0 Request processed in 127us (9424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321877.013634:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1767321877.013652:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767321877.013656:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989303552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321877.013667:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321877.013694:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989303552:12345-0@lo:38:kworker.0 Request processed in 37us (9446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321877.013700:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767321877.014010:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989303680 00000100:00100000:0.0:1767321877.014016:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989303680 00000100:00100000:0.0:1767321877.014039:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094 00000100:00100000:0.0:1767321877.014044:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989303680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321877.014055:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321877.014097:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989303680:12345-0@lo:38:kworker.0 Request processed in 52us (8810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321877.014121:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094 00000100:00100000:2.0:1767321877.020100:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767321877.020111:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321877.020153:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321877.020234:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304064:12345-0@lo:38:kworker.0 Request processed in 123us (14880us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321877.020242:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00080000:1.0:1767321877.020333:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321877.020340:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321877.020344:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989304064:0@lo:38:kworker.0 00000100:00080000:1.0:1767321877.020373:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321877.020389:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321877.020392:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989303296:0@lo:38:kworker.0 00000100:00080000:1.0:1767321877.020403:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321877.020406:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321877.020408:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989303552:0@lo:38:kworker.0 00000100:00080000:1.0:1767321877.020416:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321877.020419:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321877.020422:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989303680:0@lo:38:kworker.0 00010000:00010000:2.0:1767321877.067483:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321878.089071:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321879.112930:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321879.841359:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923946112 00000100:00100000:1.0:1767321879.841380:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923946112 00000100:00100000:1.0:1767321879.841470:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1748 00000100:00100000:1.0:1767321879.841482:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923946112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321879.841564:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923946112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321879.841574:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1748 00000100:00100000:0.0:1767321879.856875:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321879.857300:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923945984 00000100:00100000:2.0:1767321879.857312:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923945984 00000100:00100000:2.0:1767321879.857367:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2587 00000100:00100000:2.0:1767321879.857375:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923945984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321879.857399:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321879.857477:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923945984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 100us (610us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321879.857484:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2587 00000100:00100000:0.0:1767321880.585759:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321880.585790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989304192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321880.585882:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321880.587117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989304192:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321880.590110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321881.097353:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304320 00000100:00100000:2.0:1767321881.097361:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304320 00000100:00100000:2.0:1767321881.097423:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509 00000100:00100000:2.0:1767321881.097429:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989304320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321881.097462:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321881.097508:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989304320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321881.097513:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509 00000100:00080000:0.0:1767321881.097669:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321881.161145:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321882.120692:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321882.120700:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321882.120757:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321882.120760:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321882.120763:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321882.120770:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7123 00000100:00080000:0.0:1767321882.120773:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321882.120779:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321882.120796:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163989304576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321882.120818:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321882.120820:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321882.120821:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321882.120823:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7123 00000100:00080000:0.0:1767321882.120825:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321882.120827:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321882.120836:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8380 x1853163989304832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321882.120856:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321882.120858:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321882.120859:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321882.120862:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7123 00000100:00080000:0.0:1767321882.120864:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321882.120866:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321882.120874:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba680 x1853163989304960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321882.120915:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321882.120918:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321882.120919:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321882.120923:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7123 00000100:00080000:0.0:1767321882.120925:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321882.120929:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321882.120939:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730aa00 x1853163989305344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321882.120970:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989305216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321882.121059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321882.121097:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321882.121103:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989305088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321882.121122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321882.121192:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305216 00000100:00100000:0.0:1767321882.121199:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305216 00000100:00100000:0.0:1767321882.121255:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305088 00000100:00100000:0.0:1767321882.121274:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305088 00000100:00100000:0.0:1767321882.121307:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4260 00000100:00100000:0.0:1767321882.121312:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989305216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321882.121350:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989305216:12345-0@lo:400:kworker.0 Request processed in 39us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321882.121355:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:0.0:1767321882.121366:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261 00000100:00100000:0.0:1767321882.121369:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989305088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321882.121384:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989305088:12345-0@lo:400:kworker.0 Request processed in 15us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321882.121387:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261 00000100:00080000:0.0:1767321882.121400:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321882.121423:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989305088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321882.121429:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989305216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321882.121499:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989304576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321882.121553:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989304832:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121566:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321882.121598:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304576 00000100:00100000:2.0:1767321882.121601:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304576 00000100:00100000:2.0:1767321882.121616:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304832 00000100:00100000:2.0:1767321882.121617:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304832 00000100:00100000:2.0:1767321882.121627:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:2.0:1767321882.121630:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321882.121645:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321882.121665:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304576:12345-0@lo:38:kworker.0 Request processed in 33us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321882.121668:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00100000:2.0:1767321882.121676:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767321882.121678:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321882.121684:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321882.121695:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989304832:12345-0@lo:38:kworker.0 Request processed in 15us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321882.121698:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00080000:2.0:1767321882.121714:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321882.121717:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321882.121719:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989304832:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121723:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989304960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321882.121752:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304960 00000100:00100000:2.0:1767321882.121754:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304960 00000100:00100000:2.0:1767321882.121765:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095 00000100:00100000:2.0:1767321882.121772:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989304960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321882.121779:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321882.121796:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989304960:12345-0@lo:38:kworker.0 Request processed in 23us (59us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321882.121799:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095 00000100:00080000:2.0:1767321882.121814:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321882.121816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321882.121818:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989304960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121821:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989305344:0@lo:38:kworker.0 00000100:00100000:2.0:1767321882.121848:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321882.121860:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305344 00000100:00100000:2.0:1767321882.121862:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305344 00000100:00100000:2.0:1767321882.121874:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1767321882.121876:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989305344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321882.121883:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321882.121905:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989305344:12345-0@lo:38:kworker.0 Request processed in 26us (55us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321882.121910:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00080000:2.0:1767321882.121931:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321882.121935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321882.121937:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989305344:0@lo:38:kworker.0 00000100:00080000:2.0:1767321882.121956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321882.121959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321882.121962:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989304576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321882.122058:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989304704:0@lo:400:kworker.0 00000100:00100000:1.0:1767321882.122079:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321882.122100:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321882.122104:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989304448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321882.122123:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321882.122153:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304704 00000100:00100000:1.0:1767321882.122156:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304704 00000100:00100000:1.0:1767321882.122176:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989304448 00000100:00100000:1.0:1767321882.122178:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989304448 00000100:00100000:1.0:1767321882.122189:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1767321882.122192:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989304704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321882.122215:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989304704:12345-0@lo:400:kworker.0 Request processed in 22us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321882.122218:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1767321882.122225:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:1.0:1767321882.122229:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989304448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321882.122241:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989304448:12345-0@lo:400:kworker.0 Request processed in 13us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321882.122245:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00080000:1.0:1767321882.122255:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321882.122265:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989304448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321882.122270:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989304704:0@lo:400:kworker.0 00010000:00010000:2.0:1767321882.185261:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321883.211871:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321884.964303:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321884.964435:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321884.965825:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923946240 00000100:00100000:2.0:1767321884.965839:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923946240 00000100:00100000:2.0:1767321884.965896:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923946368 00000100:00100000:2.0:1767321884.965899:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923946368 00000100:00100000:0.0:1767321884.966009:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2591 00000100:00100000:0.0:1767321884.966018:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923946240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321884.966046:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321884.966118:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1751 00000100:00100000:2.0:1767321884.966125:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923946368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321884.966137:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923946240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 118us (1844us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321884.966144:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2591 00000100:00100000:2.0:1767321884.966175:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923946368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 50us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321884.966181:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1751 00010000:00010000:2.0:1767321885.260035:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321885.707122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989305472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321885.707240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321885.707765:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321885.707968:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989305472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321886.216841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989305600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321886.216971:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321886.217433:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305600 00000100:00100000:2.0:1767321886.217449:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305600 00000100:00080000:1.0:1767321886.217499:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321886.217517:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511 00000100:00100000:2.0:1767321886.217526:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989305600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321886.217564:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321886.217641:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989305600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321886.217650:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511 00000100:00100000:1.0:1767321886.217875:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989305600:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321886.282354:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321887.243729:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989305856:0@lo:38:kworker.0 00000100:00100000:2.0:1767321887.243812:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321887.243863:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989306112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321887.243895:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321887.243923:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989306240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321887.243958:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321887.243974:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989306624:0@lo:38:kworker.0 00000100:00100000:2.0:1767321887.243992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321887.244023:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305856 00000100:00100000:2.0:1767321887.244027:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305856 00000100:00100000:2.0:1767321887.244045:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989306112 00000100:00100000:2.0:1767321887.244048:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989306112 00000100:00100000:2.0:1767321887.244058:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989306624 00000100:00100000:2.0:1767321887.244060:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989306624 00000100:00100000:2.0:1767321887.244072:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767321887.244076:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989305856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321887.244094:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321887.244127:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989305856:12345-0@lo:38:kworker.0 Request processed in 49us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321887.244132:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767321887.244146:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:2.0:1767321887.244149:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989306112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321887.244158:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321887.244179:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989306112:12345-0@lo:38:kworker.0 Request processed in 28us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321887.244184:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:2.0:1767321887.244194:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:2.0:1767321887.244197:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989306624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321887.244205:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321887.244224:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989306624:12345-0@lo:38:kworker.0 Request processed in 25us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321887.244234:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00080000:2.0:1767321887.244262:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321887.244266:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321887.244269:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989305856:0@lo:38:kworker.0 00000100:00080000:2.0:1767321887.244277:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321887.244280:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321887.244283:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989306112:0@lo:38:kworker.0 00000100:00080000:2.0:1767321887.244290:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321887.244293:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321887.244295:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989306624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321887.244448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989305984:0@lo:400:kworker.0 00000100:00100000:1.0:1767321887.244489:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321887.244514:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321887.244520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989305728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321887.244539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321887.244565:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305984 00000100:00100000:1.0:1767321887.244568:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305984 00000100:00100000:1.0:1767321887.244626:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989305728 00000100:00100000:1.0:1767321887.244630:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989305728 00000100:00100000:1.0:1767321887.244645:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1767321887.244651:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989305984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321887.244664:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:2.0:1767321887.244671:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989305728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321887.244685:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989305984:12345-0@lo:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321887.244696:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989305728:12345-0@lo:400:kworker.0 Request processed in 27us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321887.244706:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1767321887.244773:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989306240 00000100:00100000:0.0:1767321887.244778:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989306240 00000100:00100000:0.0:1767321887.244802:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096 00000100:00100000:0.0:1767321887.244815:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989306240:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321887.244823:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00010000:00020000:0.0:1767321887.244828:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321887.244852:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321887.244856:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321887.244859:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989306240:12345-0@lo:38:kworker.0 Request processed in 44us (901us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321887.244865:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096 00000100:00080000:2.0:1767321887.244875:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321887.244890:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321887.244893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989306240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321887.244923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989305728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321887.244932:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989305984:0@lo:400:kworker.0 00010000:00010000:2.0:1767321887.305511:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321889.352851:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321890.083970:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923946624 00000100:00100000:1.0:1767321890.083985:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923946624 00000100:00100000:1.0:1767321890.084082:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1754 00000100:00100000:1.0:1767321890.084093:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923946624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767321890.084169:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321890.084197:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923946624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321890.084206:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1754 00000100:00100000:0.0:1767321890.087068:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767321890.087100:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923946752 offset 0 length 520: 4 00010000:00010000:2.0:1767321890.377246:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321890.824939:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321890.824962:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989306752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321890.825029:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321890.825175:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989306752 00000100:00100000:2.0:1767321890.825198:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989306752 00000100:00100000:2.0:1767321890.825269:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512 00000100:00100000:2.0:1767321890.825277:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989306752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321890.825305:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321890.825352:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989306752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321890.825359:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512 00000100:00100000:2.0:1767321890.825402:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989306752:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321890.825504:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321891.338335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989306880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321891.338424:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321891.339119:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321891.400811:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321892.360762:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321892.360774:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321892.360870:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321892.360874:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321892.360878:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321892.360887:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7134 00000100:00080000:1.0:1767321892.360892:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321892.360898:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321892.360929:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2a00 x1853163989307136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321892.360966:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321892.360969:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321892.360971:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321892.360974:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7134 00000100:00080000:1.0:1767321892.360976:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321892.360979:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321892.360990:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0000 x1853163989307392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321892.360999:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321892.361002:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321892.361003:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321892.361007:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7134 00000100:00080000:1.0:1767321892.361022:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321892.361026:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321892.361039:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989307520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321892.361077:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321892.361080:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321892.361082:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321892.361086:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7134 00000100:00080000:1.0:1767321892.361088:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321892.361091:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321892.361101:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7b80 x1853163989307904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321892.370540:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989307136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.370637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321892.374773:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321892.374795:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321892.374801:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989307136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.374814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989307392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.374882:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321892.376147:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321892.376154:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321892.376159:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989307392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.376168:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989307520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.376212:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321892.376295:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989307520 00000100:00100000:2.0:1767321892.376301:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989307520 00000100:00100000:2.0:1767321892.376339:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097 00000100:00100000:2.0:1767321892.376345:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989307520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321892.376361:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321892.376393:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989307520:12345-0@lo:38:kworker.0 Request processed in 47us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321892.376399:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097 00000100:00080000:0.0:1767321892.376523:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321892.376528:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321892.376548:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989307520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.376555:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989307904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321892.376823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321892.377126:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989307904 00000100:00100000:1.0:1767321892.377132:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989307904 00000100:00100000:1.0:1767321892.377203:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767321892.377209:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989307904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321892.377224:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321892.377309:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989307904:12345-0@lo:38:kworker.0 Request processed in 99us (486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321892.377316:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00080000:0.0:1767321892.377524:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321892.377529:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321892.377533:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989307904:0@lo:38:kworker.0 00010000:00010000:2.0:1767321893.448865:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321894.472981:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321895.205044:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321895.205099:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767321895.205761:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321895.497097:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321895.946296:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989308032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321895.946360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321895.947242:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308032 00000100:00100000:2.0:1767321895.947253:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308032 00000100:00100000:2.0:1767321895.947334:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1767321895.947346:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989308032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321895.947384:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321895.948075:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989308032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 729us (1711us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321895.948099:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514 00000100:00100000:1.0:1767321895.948175:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989308032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321896.456731:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321871/real 1767321871] req@ffff9e7c0db0e300 x1853163989302784/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321896 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321896.456764:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0db0e300 x1853163989302784/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321896 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321896.456783:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321896.456806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321896.456810:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989302784:0@lo:250:kworker.0 00000100:00100000:0.0:1767321896.457103:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989308160:0@lo:250:kworker.0 00000400:00000100:0.0:1767321896.457149:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989308160 offset 0 length 520: 4 00000100:00100000:2.0:1767321896.457277:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321896.457287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989308288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321896.457321:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321896.457354:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308288 00000100:00100000:2.0:1767321896.457361:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308288 00000100:00100000:2.0:1767321896.457405:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515 00000100:00100000:2.0:1767321896.457410:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989308288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321896.457434:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321896.457462:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989308288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321896.457467:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000100:00100000:2.0:1767321896.457497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989308288:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321896.457529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321896.458252:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321896.458263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989308416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321896.458308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321896.458342:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308416 00000100:00100000:1.0:1767321896.458347:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308416 00000100:00100000:1.0:1767321896.458393:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1767321896.458400:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989308416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321896.458438:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989308416:12345-0@lo:400:kworker.0 Request processed in 39us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321896.458445:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1767321896.458479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989308416:0@lo:400:kworker.0 00000100:00080000:2.0:1767321896.458643:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321896.461395:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989308544:0@lo:38:kworker.0 00000100:00100000:0.0:1767321896.461467:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321896.463424:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308544 00000100:00100000:1.0:1767321896.463437:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308544 00000100:00100000:1.0:1767321896.463484:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767321896.463492:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989308544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321896.463514:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321896.464322:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321896.464330:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321896.464334:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989308544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321896.464776:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989308544:12345-0@lo:38:kworker.0 Request processed in 1282us (3307us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321896.464787:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00100000:2.0:1767321896.466370:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321896.466380:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989308672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321896.466411:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321896.468062:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989308800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321896.468122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321896.468155:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989308928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321896.468175:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321896.468191:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989309184:0@lo:38:kworker.0 00000100:00100000:0.0:1767321896.468206:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321896.468237:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308928 00000100:00100000:0.0:1767321896.468240:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308928 00000100:00100000:0.0:1767321896.468267:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098 00000100:00100000:0.0:1767321896.468273:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989308928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321896.468293:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321896.468325:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989308928:12345-0@lo:38:kworker.0 Request processed in 51us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321896.468331:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098 00000100:00100000:0.0:1767321896.468348:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989308800 00000100:00100000:0.0:1767321896.468350:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989308800 00000100:00100000:0.0:1767321896.468364:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989309184 00000100:00100000:0.0:1767321896.468366:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989309184 00000100:00100000:0.0:1767321896.468377:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:0.0:1767321896.468381:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989308800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321896.468390:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321896.468408:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989308800:12345-0@lo:38:kworker.0 Request processed in 26us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321896.468413:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:0.0:1767321896.468422:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767321896.468425:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989309184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321896.468433:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321896.468456:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989309184:12345-0@lo:38:kworker.0 Request processed in 29us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321896.468461:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00080000:0.0:1767321896.468489:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321896.468493:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321896.468497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989308800:0@lo:38:kworker.0 00000100:00080000:0.0:1767321896.468504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321896.468507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321896.468510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989308928:0@lo:38:kworker.0 00000100:00080000:0.0:1767321896.468516:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321896.468518:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321896.468521:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989309184:0@lo:38:kworker.0 00000100:00080000:2.0:1767321896.470446:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321897.547647:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321898.568973:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321899.593401:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321900.327385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321900.327486:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767321900.328274:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321901.067440:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989309312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321901.067521:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321901.067725:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989309312 00000100:00100000:1.0:1767321901.067735:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989309312 00000100:00100000:1.0:1767321901.067809:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516 00000100:00100000:1.0:1767321901.067819:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989309312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321901.067849:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321901.067901:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989309312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321901.067909:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516 00000100:00100000:0.0:1767321901.068180:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989309312:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321901.576834:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321901.576861:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321901.576926:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321901.576930:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321901.576933:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321901.576942:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7143 00000100:00080000:1.0:1767321901.576947:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321901.576954:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321901.576977:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6d80 x1853163989309568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321901.577003:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321901.577007:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321901.577009:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321901.577012:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7143 00000100:00080000:1.0:1767321901.577015:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321901.577018:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321901.577029:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6680 x1853163989309824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321901.577038:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321901.577042:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321901.577043:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321901.577047:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7143 00000100:00080000:1.0:1767321901.577050:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321901.577053:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321901.577063:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989309952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321901.577100:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321901.577104:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321901.577106:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321901.577109:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7143 00000100:00080000:1.0:1767321901.577111:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321901.577114:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321901.577124:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6a00 x1853163989310208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321901.577212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989310080:0@lo:400:kworker.0 00000100:00100000:1.0:1767321901.577277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321901.578874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989309568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321901.578914:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321901.578934:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989309824:0@lo:38:kworker.0 00000100:00100000:0.0:1767321901.578953:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321901.578966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989309952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321901.578985:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321901.579013:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989310208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321901.579032:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321901.579173:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989309568 00000100:00100000:2.0:1767321901.579180:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989309568 00000100:00100000:2.0:1767321901.579211:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989309824 00000100:00100000:2.0:1767321901.579214:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989309824 00000100:00100000:2.0:1767321901.579225:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310208 00000100:00100000:2.0:1767321901.579233:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310208 00000100:00100000:2.0:1767321901.579251:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767321901.579257:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989309568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321901.579276:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321901.579312:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989309568:12345-0@lo:38:kworker.0 Request processed in 54us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321901.579319:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767321901.579332:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767321901.579336:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989309824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321901.579345:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321901.579366:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989309824:12345-0@lo:38:kworker.0 Request processed in 28us (411us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321901.579384:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767321901.579395:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:2.0:1767321901.579399:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989310208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321901.579407:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321901.579428:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989310208:12345-0@lo:38:kworker.0 Request processed in 27us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321901.579434:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00080000:1.0:1767321901.579642:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321901.579648:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321901.580279:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310336 00000100:00100000:0.0:1767321901.580283:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310336 00000100:00100000:0.0:1767321901.580326:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517 00000100:00100000:0.0:1767321901.580333:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989310336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321901.580360:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767321901.580544:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321901.580550:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321901.580554:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989309568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321901.580565:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321901.580568:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321901.580571:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989309824:0@lo:38:kworker.0 00000100:00080000:1.0:1767321901.580612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321901.580627:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321901.580631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989309952:0@lo:38:kworker.0 00000100:00080000:1.0:1767321901.580642:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321901.580645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321901.580656:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989310208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321901.581740:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989310336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1403us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321901.581751:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517 00010000:00010000:2.0:1767321901.640865:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321902.666966:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321903.689069:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321905.442395:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923947520 00000100:00100000:1.0:1767321905.442406:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923947520 00000100:00100000:2.0:1767321905.442467:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923947392 00000100:00100000:2.0:1767321905.442473:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923947392 00000100:00100000:1.0:1767321905.442495:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1763 00000100:00100000:1.0:1767321905.442509:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923947520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321905.442511:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2607 00000100:00100000:2.0:1767321905.442522:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923947392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321905.442570:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321905.442627:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923947520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 122us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321905.442635:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1763 00000100:00100000:2.0:1767321905.442643:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923947392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 120us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321905.442652:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2607 00010000:00010000:2.0:1767321905.741448:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321906.188316:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989310464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321906.188407:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321906.188545:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310464 00000100:00100000:1.0:1767321906.188555:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310464 00000100:00100000:1.0:1767321906.188622:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518 00000100:00100000:1.0:1767321906.188629:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0984dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989310464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321906.188657:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767321906.188694:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0984dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989310464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321906.188699:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518 00000100:00100000:1.0:1767321906.188994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989310464:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321906.189156:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321906.699162:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989310592:0@lo:400:kworker.0 00000100:00100000:1.0:1767321906.699241:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321906.699306:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310592 00000100:00100000:1.0:1767321906.699316:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310592 00000100:00100000:1.0:1767321906.699699:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1767321906.699709:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989310592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321906.699747:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989310592:12345-0@lo:400:kworker.0 Request processed in 40us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321906.699804:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311232 00000100:00100000:2.0:1767321906.699809:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311232 00000100:00100000:2.0:1767321906.699842:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4268 00000100:00100000:2.0:1767321906.699848:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989311232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321906.699882:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989311232:12345-0@lo:400:kworker.0 Request processed in 34us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321906.699889:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4268 00000100:00100000:2.0:1767321906.699911:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989310720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321906.699943:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321906.699962:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989310976:0@lo:38:kworker.0 00000100:00100000:2.0:1767321906.699981:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321906.699996:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989311104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321906.700013:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321906.700028:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989311360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321906.700095:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321906.700119:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310720 00000100:00100000:2.0:1767321906.700122:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310720 00000100:00080000:0.0:1767321906.700176:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321906.700186:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321906.700196:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989311488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321906.700228:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321906.700260:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311488 00000100:00100000:0.0:1767321906.700264:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311488 00000100:00100000:0.0:1767321906.700359:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519 00000100:00100000:0.0:1767321906.700367:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989311488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321906.700389:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321906.700421:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989311488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321906.700427:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519 00000100:00100000:0.0:1767321906.700472:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989311488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321906.700644:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989310976 00000100:00100000:0.0:1767321906.700656:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989310976 00000100:00100000:1.0:1767321906.701480:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1767321906.701516:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311104 00000100:00100000:1.0:1767321906.701534:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311104 00000100:00100000:1.0:1767321906.701562:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5100 00000100:00100000:1.0:1767321906.701571:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989311104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321906.701678:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321906.701716:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989311104:12345-0@lo:38:kworker.0 Request processed in 144us (1700us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321906.701724:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5100 00000100:00100000:1.0:1767321906.701769:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989310592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321906.717993:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:2.0:1767321906.718006:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989310720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321906.718032:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321906.718147:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989310720:12345-0@lo:38:kworker.0 Request processed in 141us (18202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321906.718157:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00080000:1.0:1767321906.718192:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321906.718199:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321906.718204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989310720:0@lo:38:kworker.0 00000100:00100000:0.0:1767321906.718531:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767321906.718538:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989310976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321906.718551:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321906.718620:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989310976:12345-0@lo:38:kworker.0 Request processed in 81us (18637us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321906.718627:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00080000:1.0:1767321906.719300:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321906.719307:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321906.719311:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989310976:0@lo:38:kworker.0 00010000:00010000:2.0:1767321906.760819:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321907.787832:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321909.833093:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321910.567193:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321910.570538:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923947776 00000100:00100000:2.0:1767321910.570553:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923947776 00000100:00100000:2.0:1767321910.571483:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1766 00000100:00100000:2.0:1767321910.571500:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923947776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321910.571624:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923947776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 130us (4443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321910.571632:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1766 00000100:00080000:1.0:1767321910.572509:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321910.580707:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923947648 00000100:00100000:2.0:1767321910.580718:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923947648 00000100:00100000:2.0:1767321910.580766:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2611 00000100:00100000:2.0:1767321910.580775:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923947648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321910.580802:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321910.580873:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923947648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 97us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321910.580880:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2611 00010000:00010000:2.0:1767321910.857084:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321911.307136:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321911.307165:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989311616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321911.307243:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321911.307625:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311616 00000100:00100000:2.0:1767321911.307635:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311616 00000100:00100000:2.0:1767321911.307713:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520 00000100:00100000:2.0:1767321911.307725:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989311616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321911.307781:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321911.307866:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989311616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321911.307873:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520 00000100:00080000:1.0:1767321911.307939:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321911.817000:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321911.817010:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321911.817070:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321911.817075:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321911.817079:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321911.817087:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7153 00000100:00080000:1.0:1767321911.817106:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321911.817112:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321911.817132:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989311872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321911.817156:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321911.817159:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321911.817161:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321911.817165:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7153 00000100:00080000:1.0:1767321911.817167:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321911.817171:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321911.817180:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6d80 x1853163989312128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321911.817188:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321911.817191:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321911.817193:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321911.817196:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7153 00000100:00080000:1.0:1767321911.817198:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321911.817201:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321911.817211:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163989312256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321911.817232:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321911.817235:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321911.817237:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321911.817241:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7153 00000100:00080000:1.0:1767321911.817247:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321911.817251:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321911.817381:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989312000:0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.817497:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321911.817503:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989311744:0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817523:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.817554:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312000 00000100:00100000:0.0:1767321911.817563:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312000 00000100:00100000:0.0:1767321911.817630:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311744 00000100:00100000:0.0:1767321911.817634:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311744 00000100:00100000:0.0:1767321911.817656:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1767321911.817664:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989312000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817710:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989312000:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321911.817717:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1767321911.817733:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1767321911.817752:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989311744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817786:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989311744:12345-0@lo:400:kworker.0 Request processed in 47us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321911.817792:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1767321911.817833:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989311744:0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817844:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989312000:0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817883:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321911.817890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989312384:0@lo:400:kworker.0 00000100:00100000:0.0:1767321911.817918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.817944:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989311872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321911.817964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.817978:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989312128:0@lo:38:kworker.0 00000100:00100000:0.0:1767321911.817995:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.818007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989312256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321911.818027:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321911.818054:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312256 00000100:00100000:0.0:1767321911.818058:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312256 00000100:00100000:0.0:1767321911.818077:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101 00000100:00100000:0.0:1767321911.818082:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989312256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321911.818099:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321911.818130:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989312256:12345-0@lo:38:kworker.0 Request processed in 47us (102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321911.818136:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101 00000100:00100000:0.0:1767321911.818154:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989311872 00000100:00100000:0.0:1767321911.818158:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989311872 00000100:00100000:0.0:1767321911.818177:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312128 00000100:00100000:0.0:1767321911.818180:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312128 00000100:00100000:0.0:1767321911.818192:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:0.0:1767321911.818196:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989311872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321911.818206:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321911.818229:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989311872:12345-0@lo:38:kworker.0 Request processed in 31us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321911.818235:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:0.0:1767321911.818244:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767321911.818248:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989312128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321911.818257:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321911.818880:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989312128:12345-0@lo:38:kworker.0 Request processed in 628us (882us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321911.818887:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:1.0:1767321911.818968:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163989312512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321911.819176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989312640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321911.819205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321911.825533:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312640 00000100:00100000:2.0:1767321911.825550:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312640 00000100:00100000:2.0:1767321911.825722:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521 00000100:00100000:2.0:1767321911.825748:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989312640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321911.825785:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321911.825881:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989312640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (6675us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321911.825888:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521 00010000:00010000:2.0:1767321911.880863:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321913.928745:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321914.662346:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948160 00000100:00100000:2.0:1767321914.662358:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948160 00000100:00100000:2.0:1767321914.662480:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948032 00000100:00100000:2.0:1767321914.662484:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948032 00000100:00100000:2.0:1767321914.662506:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1769 00000100:00100000:2.0:1767321914.662515:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923948160:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321914.663033:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923948160:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 518us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321914.663039:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1769 00010000:00010000:2.0:1767321914.953074:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321915.976925:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321916.425015:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321916.425052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989312768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321916.425128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321916.426702:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312768 00000100:00100000:2.0:1767321916.426819:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312768 00000100:00100000:2.0:1767321916.426973:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1767321916.426984:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989312768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321916.427017:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321916.427095:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989312768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1966us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321916.427102:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:1.0:1767321916.428413:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989312768:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321916.936705:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321916.936715:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321916.936783:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321916.936788:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321916.936792:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321916.936800:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7158 00000100:00080000:1.0:1767321916.936804:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321916.936811:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321916.936833:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163989313024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321916.936889:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321916.936893:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321916.936895:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321916.936898:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7158 00000100:00080000:1.0:1767321916.936900:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321916.936905:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321916.936932:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163989313280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321916.936941:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321916.936945:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321916.936946:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321916.936950:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7158 00000100:00080000:1.0:1767321916.936952:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321916.936955:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321916.936966:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6680 x1853163989313408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321916.936982:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321916.936985:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321916.936986:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321916.936989:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7158 00000100:00080000:1.0:1767321916.936991:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321916.936994:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321916.937001:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163989313664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321916.937034:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989313152:0@lo:400:kworker.0 00000100:00100000:1.0:1767321916.937104:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321916.937170:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321916.937178:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989313536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321916.937204:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321916.937311:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313152 00000100:00100000:0.0:1767321916.937319:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313152 00000100:00100000:0.0:1767321916.937397:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:0.0:1767321916.937407:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989313152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321916.937463:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989313152:12345-0@lo:400:kworker.0 Request processed in 58us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321916.937469:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:0.0:1767321916.937515:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989313152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321916.937538:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989312896:0@lo:400:kworker.0 00000100:00100000:0.0:1767321916.937573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321916.937669:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989312896 00000100:00100000:0.0:1767321916.937673:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989312896 00000100:00100000:0.0:1767321916.937699:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:0.0:1767321916.937706:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989312896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321916.937739:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989312896:12345-0@lo:400:kworker.0 Request processed in 33us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321916.937745:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:0.0:1767321916.937771:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989312896:0@lo:400:kworker.0 00000100:00100000:2.0:1767321916.937931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989313024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321916.937960:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321916.937989:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989313280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321916.938009:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321916.938024:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989313408:0@lo:38:kworker.0 00000100:00100000:2.0:1767321916.938045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321916.938068:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989313664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321916.938088:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321916.938118:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313536 00000100:00100000:2.0:1767321916.938121:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313536 00000100:00100000:2.0:1767321916.938152:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:2.0:1767321916.938158:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989313536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321916.938194:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989313536:12345-0@lo:400:kworker.0 Request processed in 36us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321916.938200:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000100:00100000:2.0:1767321916.938227:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313408 00000100:00100000:2.0:1767321916.938230:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313408 00000100:00100000:2.0:1767321916.938249:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102 00000100:00100000:2.0:1767321916.938254:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989313408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321916.938271:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321916.938309:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989313408:12345-0@lo:38:kworker.0 Request processed in 52us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321916.938315:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102 00000100:00100000:2.0:1767321916.938346:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313024 00000100:00100000:2.0:1767321916.938349:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313024 00000100:00100000:2.0:1767321916.938365:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313280 00000100:00100000:2.0:1767321916.938367:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313280 00000100:00100000:2.0:1767321916.938376:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313664 00000100:00100000:2.0:1767321916.938378:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313664 00000100:00100000:2.0:1767321916.938390:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:2.0:1767321916.938395:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321916.938405:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321916.938431:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313024:12345-0@lo:38:kworker.0 Request processed in 35us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321916.938437:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:2.0:1767321916.938449:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:2.0:1767321916.938453:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321916.938462:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321916.938484:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313280:12345-0@lo:38:kworker.0 Request processed in 30us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321916.938490:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:2.0:1767321916.938500:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:2.0:1767321916.938503:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321916.938512:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321916.938532:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989313664:12345-0@lo:38:kworker.0 Request processed in 27us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321916.938548:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00080000:2.0:1767321916.938608:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321916.938615:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321916.938618:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989313024:0@lo:38:kworker.0 00000100:00080000:2.0:1767321916.938627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321916.938630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321916.938633:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989313280:0@lo:38:kworker.0 00000100:00080000:2.0:1767321916.938639:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321916.938642:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321916.938645:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989313408:0@lo:38:kworker.0 00000100:00080000:2.0:1767321916.938652:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321916.938655:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321916.938657:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989313664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321916.938687:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989313536:0@lo:400:kworker.0 00000100:00080000:1.0:1767321916.938798:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321916.938803:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321916.944109:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989313792 00000100:00100000:0.0:1767321916.944124:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989313792 00000100:00100000:0.0:1767321916.944200:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523 00000100:00100000:0.0:1767321916.944210:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989313792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321916.944246:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321916.949980:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989313792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5760us (10847us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321916.949996:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523 00010000:00010000:2.0:1767321918.027605:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321919.051076:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321919.781461:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948416 00000100:00100000:2.0:1767321919.781474:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948416 00000100:00100000:2.0:1767321919.781628:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948288 00000100:00100000:2.0:1767321919.781632:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948288 00000100:00100000:0.0:1767321919.783759:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1772 00000100:00100000:0.0:1767321919.783786:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923948416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321919.783902:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923948416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 129us (2723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321919.783911:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1772 00000100:00100000:0.0:1767321919.783948:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2619 00000100:00100000:0.0:1767321919.783953:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923948288:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321919.783979:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321919.784030:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923948288:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 75us (2760us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321919.784037:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2619 00010000:00010000:2.0:1767321920.075083:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321921.035129:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321896/real 1767321896] req@ffff9e7d32f64000 x1853163989308160/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321921 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321921.035197:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d32f64000 x1853163989308160/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321921 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321921.035281:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321921.035310:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321921.035337:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989308160:0@lo:250:kworker.0 00000100:00080000:0.0:1767321921.035984:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321921.035992:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321921.035996:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321921.036002:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7143 00000100:00080000:0.0:1767321921.036016:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321921.036023:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321921.036086:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d500 x1853163989313920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321921.036282:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321921.036287:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321921.036289:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321921.036293:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7163 00000100:00080000:0.0:1767321921.036296:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321921.036300:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321921.036328:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1500 x1853163989314176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321921.036384:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321921.036388:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321921.036400:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321921.036404:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7163 00000100:00080000:0.0:1767321921.036406:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321921.036418:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321921.036478:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3800 x1853163989314432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321921.036546:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321921.036550:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321921.036552:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321921.036576:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7163 00000100:00080000:0.0:1767321921.036650:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321921.036655:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321921.036705:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0380 x1853163989314560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321921.036767:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321921.036792:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321921.036795:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321921.036799:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7163 00000100:00080000:0.0:1767321921.036802:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321921.036818:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321921.036845:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3100 x1853163989314944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321921.036900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989314816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.036901:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989314048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321921.037023:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989314304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.044149:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321921.044302:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989314048 00000100:00100000:1.0:1767321921.044315:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989314048 00000100:00100000:1.0:1767321921.045643:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1767321921.045664:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989314048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.049476:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989314048:12345-0@lo:400:kworker.0 Request processed in 3805us (5324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321921.049497:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00080000:1.0:1767321921.049561:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321921.049640:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989314048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.049710:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989314688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.049763:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321921.049954:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989314688 00000100:00100000:1.0:1767321921.049962:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989314688 00000100:00100000:1.0:1767321921.050035:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:1.0:1767321921.050045:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989314688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.050108:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989314688:12345-0@lo:400:kworker.0 Request processed in 65us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321921.050115:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00080000:1.0:1767321921.050130:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321921.050148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989314688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321921.057978:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321921.062224:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989314304 00000100:00100000:1.0:1767321921.062248:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989314304 00000100:00100000:1.0:1767321921.062425:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1767321921.062437:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989314304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.063805:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989314304:12345-0@lo:400:kworker.0 Request processed in 1362us (5830us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321921.063818:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00080000:2.0:1767321921.065268:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321921.065340:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989314304:0@lo:400:kworker.0 00000400:00000100:2.0:1767321921.067155:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989313920 offset 0 length 520: 4 00000100:00100000:2.0:1767321921.067218:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989314176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321921.067279:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321921.067312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989314432:0@lo:38:kworker.0 00000100:00100000:2.0:1767321921.067337:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321921.067460:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989314560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321921.067493:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321921.067538:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989314560 00000100:00100000:2.0:1767321921.067548:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989314560 00000100:00100000:2.0:1767321921.067617:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103 00000100:00100000:2.0:1767321921.067627:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989314560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321921.067655:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321921.067702:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989314560:12345-0@lo:38:kworker.0 Request processed in 75us (207us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321921.067710:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103 00000100:00080000:2.0:1767321921.067757:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321921.067780:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321921.067784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989314560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321921.067794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989314944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321921.067823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321921.074078:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321921.076823:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989314816 00000100:00100000:1.0:1767321921.076842:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989314816 00000100:00100000:1.0:1767321921.076962:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:1.0:1767321921.076976:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989314816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.077123:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989314816:12345-0@lo:400:kworker.0 Request processed in 151us (3065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321921.077133:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00080000:2.0:1767321921.077377:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321921.077786:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989314816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321921.545735:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989315072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321921.545847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321921.548736:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989315072 00000100:00100000:2.0:1767321921.548757:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989315072 00000100:00100000:2.0:1767321921.548845:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524 00000100:00100000:2.0:1767321921.548857:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989315072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321921.548902:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321921.549016:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989315072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321921.549024:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524 00000100:00100000:1.0:1767321921.550475:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989315072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321922.057373:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321922.057417:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989315200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321922.057517:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321922.057797:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989315200 00000100:00100000:2.0:1767321922.057809:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989315200 00000100:00100000:2.0:1767321922.057886:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525 00000100:00100000:2.0:1767321922.057898:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989315200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321922.057940:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321922.058007:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989315200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321922.058016:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525 00000100:00100000:1.0:1767321922.058410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989315200:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321922.123413:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321923.147317:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321924.176561:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321924.898673:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948672 00000100:00100000:1.0:1767321924.898686:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948672 00000100:00100000:1.0:1767321924.898783:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948544 00000100:00100000:1.0:1767321924.898787:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948544 00000100:00100000:1.0:1767321924.898813:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00100000:1.0:1767321924.898835:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923948672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321924.898935:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923948672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321924.898964:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1775 00000100:00100000:1.0:1767321924.898986:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2623 00000100:00100000:1.0:1767321924.898990:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923948544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321924.899015:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321924.899045:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923948544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 53us (622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321924.899051:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2623 00000100:00080000:1.0:1767321926.154350:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321926.154365:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321926.154517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989315328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321926.154671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321926.154780:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989315328 00000100:00100000:0.0:1767321926.154791:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989315328 00000100:00100000:0.0:1767321926.154877:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1767321926.154889:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989315328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321926.155121:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321926.155126:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321926.155130:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321926.155137:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7167 00000100:00080000:1.0:1767321926.155141:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321926.155147:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321926.155185:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6680 x1853163989315456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321926.155231:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321926.155234:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321926.155236:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321926.155240:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7167 00000100:00080000:1.0:1767321926.155243:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321926.155247:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321926.155267:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163989315712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321926.155277:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321926.155280:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321926.155282:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321926.155285:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7167 00000100:00080000:1.0:1767321926.155288:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321926.155291:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321926.155302:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6d80 x1853163989315840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321926.162877:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989315328:12345-0@lo:400:kworker.0 Request processed in 7975us (8189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321926.162897:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1767321926.163172:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989315328:0@lo:400:kworker.0 00000100:00080000:1.0:1767321926.168108:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321926.168122:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321926.168127:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321926.168137:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7167 00000100:00080000:1.0:1767321926.168144:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321926.168153:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321926.168214:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730b480 x1853163989316224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321926.169048:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316224 00000100:00100000:0.0:1767321926.169058:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316224 00000100:00100000:0.0:1767321926.169116:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:0.0:1767321926.169124:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321926.169152:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321926.182084:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316224:12345-0@lo:38:kworker.0 Request processed in 12943us (13197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321926.182106:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00010000:00010000:2.0:1767321926.225698:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321926.669473:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321926.669513:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989316352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321926.669622:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321926.678012:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989316352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321927.177010:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321927.177029:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989316480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321927.177090:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321927.177192:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316480 00000100:00100000:2.0:1767321927.177201:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316480 00000100:00100000:2.0:1767321927.177253:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:2.0:1767321927.177261:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989316480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321927.177289:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321927.177345:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989316480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321927.177352:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1767321927.177504:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989316480:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321927.241357:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321928.264839:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321930.036196:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948800 00000100:00100000:1.0:1767321930.036214:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948800 00000100:00100000:1.0:1767321930.036299:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923948928 00000100:00100000:1.0:1767321930.036303:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923948928 00000100:00100000:1.0:1767321930.036375:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2627 00000100:00100000:1.0:1767321930.036384:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923948800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321930.036425:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321930.036489:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321930.036893:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923948800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 509us (9163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321930.036902:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2627 00010000:00010000:2.0:1767321930.312837:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321931.272691:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321931.272701:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321931.272760:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321931.272776:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321931.272780:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321931.272788:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7173 00000100:00080000:1.0:1767321931.272793:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321931.272800:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321931.272823:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f480 x1853163989316736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321931.272869:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321931.272872:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321931.272874:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321931.272878:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7173 00000100:00080000:1.0:1767321931.272880:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321931.272884:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321931.272895:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163989316992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321931.272905:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321931.272926:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321931.272928:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321931.272931:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7173 00000100:00080000:1.0:1767321931.272934:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321931.272937:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321931.272951:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261180 x1853163989317120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321931.272976:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321931.272979:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321931.272981:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321931.272984:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7173 00000100:00080000:1.0:1767321931.272987:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321931.272990:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321931.273000:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a6a0700 x1853163989317504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321931.273135:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989317248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.273208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273247:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321931.273253:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989316864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.273278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273305:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989316736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321931.273330:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273353:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989316992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321931.273426:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273449:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989317120:0@lo:38:kworker.0 00000100:00100000:2.0:1767321931.273483:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989317504:0@lo:38:kworker.0 00000100:00100000:2.0:1767321931.273544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321931.273615:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316864 00000100:00100000:2.0:1767321931.273620:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316864 00000100:00100000:2.0:1767321931.273657:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316736 00000100:00100000:2.0:1767321931.273662:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316736 00000100:00100000:2.0:1767321931.273673:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316992 00000100:00100000:2.0:1767321931.273675:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316992 00000100:00100000:2.0:1767321931.273687:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989316608 00000100:00100000:2.0:1767321931.273689:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989316608 00000100:00100000:2.0:1767321931.273708:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989317504 00000100:00100000:2.0:1767321931.273712:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989317504 00000100:00100000:2.0:1767321931.273727:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1767321931.273736:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989316864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.273774:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989316864:12345-0@lo:400:kworker.0 Request processed in 39us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321931.273782:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1767321931.273803:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:2.0:1767321931.273812:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989316608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.273853:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989316608:12345-0@lo:400:kworker.0 Request processed in 43us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321931.273860:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:2.0:1767321931.273879:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767321931.273885:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321931.273902:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321931.273939:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316736:12345-0@lo:38:kworker.0 Request processed in 54us (609us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321931.273947:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767321931.273969:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:2.0:1767321931.273976:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321931.273988:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321931.274021:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989316992:12345-0@lo:38:kworker.0 Request processed in 45us (598us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321931.274029:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:2.0:1767321931.274044:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767321931.274052:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989317504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321931.274065:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321931.274107:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989317504:12345-0@lo:38:kworker.0 Request processed in 55us (564us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321931.274114:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767321931.274156:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989316864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.274173:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989317248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.274211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989316608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321931.274228:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989317376:0@lo:400:kworker.0 00000100:00080000:2.0:1767321931.274256:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321931.274261:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321931.274264:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989316736:0@lo:38:kworker.0 00000100:00080000:2.0:1767321931.274272:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321931.274275:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321931.274277:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989316992:0@lo:38:kworker.0 00000100:00080000:2.0:1767321931.274285:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321931.274294:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321931.274298:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989317120:0@lo:38:kworker.0 00000100:00080000:2.0:1767321931.274308:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321931.274311:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321931.274313:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989317504:0@lo:38:kworker.0 00010000:00010000:2.0:1767321931.346729:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321931.787501:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321931.787526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989317632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321931.787623:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321931.788414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989317632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321932.297386:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989317760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321932.297457:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321932.298205:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989317760 00000100:00100000:2.0:1767321932.298215:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989317760 00000100:00100000:2.0:1767321932.298280:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529 00000100:00100000:2.0:1767321932.298290:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989317760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321932.298327:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321932.298384:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989317760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321932.298391:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1767321932.298605:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989317760:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321932.360788:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321934.408937:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321935.139567:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321935.139663:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321935.141148:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923949056 00000100:00100000:2.0:1767321935.141170:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923949056 00000100:00100000:2.0:1767321935.141218:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923949184 00000100:00100000:2.0:1767321935.141221:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923949184 00000100:00100000:2.0:1767321935.141278:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1781 00000100:00100000:2.0:1767321935.141288:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923949184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767321935.141365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321935.141374:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923949184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321935.141402:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1781 00000100:00100000:2.0:1767321935.141421:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2631 00000100:00100000:2.0:1767321935.141426:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923949056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321935.141446:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321935.141473:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923949056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (1916us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321935.141479:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2631 00010000:00010000:2.0:1767321935.433399:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321936.394646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989317888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321936.394738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321936.394797:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321936.394804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989318656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321936.394844:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321936.395016:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989318656 00000100:00100000:1.0:1767321936.395027:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989318656 00000100:00100000:1.0:1767321936.395127:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:1.0:1767321936.395139:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989318656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321936.395217:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989318656:12345-0@lo:400:kworker.0 Request processed in 81us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321936.395249:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00100000:1.0:1767321936.395304:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989318656:0@lo:400:kworker.0 00000100:00100000:0.0:1767321936.395813:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989318528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321936.395854:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.395888:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321936.395895:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989318144:0@lo:400:kworker.0 00000100:00100000:0.0:1767321936.395921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.395962:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989318016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321936.395999:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.396022:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989318272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321936.396044:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.396062:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989318400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321936.396091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.396107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989318784:0@lo:38:kworker.0 00000100:00100000:0.0:1767321936.396127:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321936.396171:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989317888 00000100:00100000:0.0:1767321936.396176:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989317888 00000100:00100000:0.0:1767321936.396214:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989318144 00000100:00100000:0.0:1767321936.396217:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989318144 00000100:00100000:0.0:1767321936.396290:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989318016 00000100:00100000:0.0:1767321936.396294:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989318016 00000100:00100000:0.0:1767321936.396306:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989318272 00000100:00100000:0.0:1767321936.396308:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989318272 00000100:00100000:0.0:1767321936.396314:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989318784 00000100:00100000:0.0:1767321936.396317:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989318784 00000100:00100000:0.0:1767321936.396326:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1767321936.396334:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989317888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321936.396383:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989317888:12345-0@lo:400:kworker.0 Request processed in 50us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321936.396389:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1767321936.396405:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:0.0:1767321936.396411:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989318144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321936.396443:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989318144:12345-0@lo:400:kworker.0 Request processed in 32us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321936.396461:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:0.0:1767321936.396475:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1767321936.396479:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989318016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321936.396502:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321936.396537:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989318016:12345-0@lo:38:kworker.0 Request processed in 57us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321936.396543:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1767321936.396554:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767321936.396558:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989318272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321936.396566:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321936.399092:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989318272:12345-0@lo:38:kworker.0 Request processed in 2522us (3036us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321936.399108:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00080000:2.0:1767321936.406191:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321936.406208:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321936.406212:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321936.461959:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321936.905096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989318912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321936.905201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321936.906356:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989318912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321937.419926:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319040 00000100:00100000:2.0:1767321937.419937:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319040 00000100:00100000:2.0:1767321937.420033:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531 00000100:00100000:2.0:1767321937.420044:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989319040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321937.420086:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321937.433464:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989319040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13406us (13752us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321937.433484:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531 00010000:00010000:2.0:1767321938.508708:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321939.529020:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321940.262179:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923949568 00000100:00100000:0.0:1767321940.262196:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923949568 00000100:00100000:0.0:1767321940.262312:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1784 00000100:00100000:0.0:1767321940.262326:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923949568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321940.262442:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923949568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 119us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321940.262451:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1784 00000100:00080000:2.0:1767321940.262629:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321940.264727:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923949440 00000100:00100000:2.0:1767321940.264739:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923949440 00000100:00100000:2.0:1767321940.264799:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2635 00000100:00100000:2.0:1767321940.264807:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923949440:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321940.264837:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321940.264913:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923949440:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321940.264921:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2635 00010000:00010000:2.0:1767321940.553415:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321941.527864:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321941.527879:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321941.527982:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321941.527986:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767321941.528831:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319168 00000100:00100000:2.0:1767321941.528842:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319168 00000100:00100000:2.0:1767321941.528952:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1767321941.528964:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989319168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321941.529212:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989319168:12345-0@lo:400:kworker.0 Request processed in 249us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321941.529222:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00080000:1.0:1767321941.529419:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321941.529427:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7183 00000100:00080000:1.0:1767321941.529432:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321941.529437:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321941.530150:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163989319296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321941.530501:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989319424:0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.530561:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321941.530774:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321941.530779:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321941.530782:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321941.530787:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7183 00000100:00080000:2.0:1767321941.530790:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321941.530795:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321941.530836:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163989319552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321941.530846:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321941.530850:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321941.530852:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321941.530856:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7183 00000100:00080000:2.0:1767321941.530859:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321941.530863:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321941.530876:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163989319680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321941.532190:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319424 00000100:00100000:1.0:1767321941.532206:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319424 00000100:00100000:1.0:1767321941.533821:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321941.533832:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989319808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.533871:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321941.534421:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1767321941.534436:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989319424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321941.534532:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989319424:12345-0@lo:400:kworker.0 Request processed in 101us (3970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321941.534540:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1767321941.534562:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:0.0:1767321941.534566:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989319552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321941.534611:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321941.534646:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989319552:12345-0@lo:38:kworker.0 Request processed in 78us (1200us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321941.534804:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321941.534809:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321941.534814:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321941.534820:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7183 00000100:00080000:2.0:1767321941.534824:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321941.534831:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321941.534858:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263800 x1853163989320064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321941.534904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989319936:0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.537421:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319808 00000100:00100000:1.0:1767321941.537445:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319808 00000100:00100000:1.0:1767321941.537563:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279 00000100:00100000:1.0:1767321941.537574:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989319808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.537699:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989319808:12345-0@lo:400:kworker.0 Request processed in 127us (3827us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321941.537727:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279 00000100:00100000:1.0:1767321941.537799:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989319808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.537815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989319424:0@lo:400:kworker.0 00000100:00100000:1.0:1767321941.537914:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989320064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321941.537958:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321941.538378:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321941.538424:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319936 00000100:00100000:2.0:1767321941.538429:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319936 00000100:00100000:2.0:1767321941.538464:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4280 00000100:00100000:2.0:1767321941.538471:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989319936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321941.538510:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989319936:12345-0@lo:400:kworker.0 Request processed in 40us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321941.538524:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4280 00000100:00100000:2.0:1767321941.538554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989319936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321941.538714:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989320064 00000100:00100000:2.0:1767321941.538718:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989320064 00000100:00100000:2.0:1767321941.538735:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:2.0:1767321941.538739:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989320064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321941.538763:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321941.538794:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989320064:12345-0@lo:38:kworker.0 Request processed in 53us (835us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321941.538800:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:2.0:1767321941.538819:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989319680 00000100:00100000:2.0:1767321941.538822:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989319680 00000100:00100000:2.0:1767321941.538847:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107 00000100:00100000:2.0:1767321941.538852:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989319680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321941.538861:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321941.538895:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989319680:12345-0@lo:38:kworker.0 Request processed in 42us (5401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321941.538901:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107 00000100:00080000:2.0:1767321941.538937:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321941.538941:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321941.538944:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321941.540787:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00080000:1.0:1767321941.541315:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321941.541326:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321941.541334:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989319552:0@lo:38:kworker.0 00000100:00080000:2.0:1767321941.541525:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321941.541531:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321941.541535:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989319680:0@lo:38:kworker.0 00000100:00080000:2.0:1767321941.541597:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321941.541615:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321941.541620:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989320064:0@lo:38:kworker.0 00000100:00080000:2.0:1767321941.541637:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321941.541641:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321941.541645:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989319296:0@lo:38:kworker.0 00000100:00100000:0.0:1767321942.024946:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321942.024981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989320192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321942.025076:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321942.025714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989320192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321942.538568:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989320320 00000100:00100000:2.0:1767321942.538620:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989320320 00000100:00100000:2.0:1767321942.538689:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533 00000100:00100000:2.0:1767321942.538701:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989320320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321942.538740:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321942.538818:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989320320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321942.538827:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533 00000100:00100000:0.0:1767321942.539151:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989320320:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321942.601601:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321943.624762:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321945.383801:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321945.383869:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321945.391404:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321946.632914:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321946.632929:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321946.633170:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989320448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321946.633311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321946.633423:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321946.633428:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321946.633432:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321946.633438:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7188 00000100:00080000:0.0:1767321946.633441:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321946.633447:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321946.633475:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3b80 x1853163989320576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321946.633531:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321946.633534:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321946.633536:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321946.633539:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7188 00000100:00080000:0.0:1767321946.633541:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321946.633544:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321946.633559:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1180 x1853163989320832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321946.633565:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321946.633568:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321946.633570:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321946.633573:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7188 00000100:00080000:0.0:1767321946.633576:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321946.633607:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321946.633619:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1880 x1853163989320960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321946.633642:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321946.633647:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321946.633649:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321946.633652:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7188 00000100:00080000:0.0:1767321946.633654:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321946.633656:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321946.633663:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989320448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321946.633665:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021500 x1853163989321344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321946.633688:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321946.633697:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989321216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321946.633703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989320704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321946.633743:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321946.633748:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321946.633810:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989321216 00000100:00100000:1.0:1767321946.633815:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989321216 00000100:00100000:1.0:1767321946.633864:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281 00000100:00080000:2.0:1767321946.633872:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321946.633873:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989321216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321946.633896:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989321088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321946.633937:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989321216:12345-0@lo:400:kworker.0 Request processed in 64us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321946.633946:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321946.633950:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281 00000100:00100000:1.0:1767321946.633976:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989321088 00000100:00100000:1.0:1767321946.633982:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989321088 00000100:00100000:1.0:1767321946.634023:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:1.0:1767321946.634033:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989321088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321946.634088:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989321088:12345-0@lo:400:kworker.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321946.634095:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00000100:00100000:1.0:1767321946.634122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989321216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321946.634149:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989321088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321946.634276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321946.634313:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989320832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321946.634325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321946.634350:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321946.634434:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989320960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321946.634472:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321946.634497:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989321344:0@lo:38:kworker.0 00000100:00100000:2.0:1767321946.634532:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321946.634921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989320704:0@lo:400:kworker.0 00000100:00100000:1.0:1767321946.638497:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989320832 00000100:00100000:1.0:1767321946.638521:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989320832 00000100:00100000:1.0:1767321946.638615:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:1.0:1767321946.638622:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989320832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321946.638854:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321946.641122:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321946.641131:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321946.641136:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989320576:0@lo:38:kworker.0 00000100:00080000:2.0:1767321946.641150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321946.641158:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321946.641162:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989320832:0@lo:38:kworker.0 00000100:00080000:2.0:1767321946.641175:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321946.641179:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321946.641435:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989320960:0@lo:38:kworker.0 00000100:00080000:2.0:1767321946.641449:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321946.641453:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321946.641457:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989321344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321946.641519:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989320832:12345-0@lo:38:kworker.0 Request processed in 2894us (7170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321946.641528:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00010000:00010000:2.0:1767321946.699094:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321947.144972:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321947.145003:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989321472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321947.145114:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321947.145691:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989321472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321947.656738:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321921/real 1767321921] req@ffff9e7d3b77d500 x1853163989313920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321946 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321947.656797:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b77d500 x1853163989313920/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321946 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321947.656824:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321947.656849:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321947.656854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989313920:0@lo:250:kworker.0 00000100:00080000:0.0:1767321947.656993:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321947.656999:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321947.657002:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321947.657006:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7167 00000100:00080000:0.0:1767321947.657010:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321947.657016:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321947.657055:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163989321600/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321947.657117:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321947.657121:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321947.657123:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321947.657127:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7193 00000100:00080000:0.0:1767321947.657129:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321947.657133:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321947.657156:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021880 x1853163989321856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321947.657205:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321947.657208:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321947.657210:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321947.657214:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7193 00000100:00080000:0.0:1767321947.657216:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321947.657219:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321947.657229:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022a00 x1853163989322112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321947.657249:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321947.657253:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321947.657254:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321947.657258:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7193 00000100:00080000:0.0:1767321947.657260:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321947.657265:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321947.657276:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163989322240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321947.657303:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321947.657306:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321947.657308:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321947.657311:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7193 00000100:00080000:0.0:1767321947.657313:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321947.657317:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321947.657327:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022680 x1853163989322496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321947.657360:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989322368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321947.657392:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321947.657464:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:0.0:1767321947.657472:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989321856:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321947.657518:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989321728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321947.657549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321947.657573:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321947.657604:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989321984:0@lo:400:kworker.0 00000100:00100000:1.0:1767321947.657625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321947.657652:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989321728 00000100:00100000:1.0:1767321947.657656:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989321728 00000100:00100000:2.0:1767321947.658135:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321947.658149:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989322624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321947.658216:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321947.658275:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989322624 00000100:00100000:2.0:1767321947.658283:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989322624 00000100:00100000:2.0:1767321947.658327:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535 00000100:00100000:2.0:1767321947.658338:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989322624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321947.658371:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321947.658421:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989322624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321947.658428:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535 00000100:00100000:2.0:1767321947.658473:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989322624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321947.658541:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989322496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321947.658566:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321947.658615:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989322496 00000100:00100000:2.0:1767321947.658619:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989322496 00000100:00100000:2.0:1767321947.658642:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:2.0:1767321947.658647:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989322496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321947.658665:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321947.658699:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989322496:12345-0@lo:38:kworker.0 Request processed in 49us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321947.658713:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00080000:2.0:1767321947.658754:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321947.658761:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321947.658784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989322496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321947.658857:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989322368 00000100:00100000:2.0:1767321947.658862:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989322368 00000100:00100000:2.0:1767321947.658907:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:2.0:1767321947.658916:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989322368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321947.658974:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989322368:12345-0@lo:400:kworker.0 Request processed in 59us (1579us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321947.658983:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:2.0:1767321947.659044:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989322368:0@lo:400:kworker.0 00010000:00020000:0.0:1767321947.659843:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321947.659902:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989321856:12345-0@lo:38:kworker.0 Request processed in 2429us (2563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321947.659913:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:1.0:1767321947.665459:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:1.0:1767321947.665488:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989321728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321947.665654:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989321728:12345-0@lo:400:kworker.0 Request processed in 183us (8104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321947.665661:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00010000:00010000:2.0:1767321947.720905:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321950.502635:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923949952 00000100:00100000:1.0:1767321950.502655:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923949952 00000100:00100000:1.0:1767321950.502742:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2646 00000100:00100000:1.0:1767321950.502753:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923949952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321950.502787:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321950.502887:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923949952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 134us (2031us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321950.502896:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2646 00000100:00100000:1.0:1767321950.512210:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950080 00000100:00100000:1.0:1767321950.512234:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950080 00000100:00100000:1.0:1767321950.512653:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1792 00000100:00100000:1.0:1767321950.512668:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923950080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321950.512804:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923950080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 140us (3820us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321950.512813:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1792 00010000:00010000:2.0:1767321950.792890:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321951.819453:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321952.265998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989322752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321952.266104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321952.266250:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989322752 00000100:00100000:0.0:1767321952.266261:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989322752 00000100:00100000:0.0:1767321952.266352:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536 00000100:00100000:0.0:1767321952.266362:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989322752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321952.266399:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321952.266457:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989322752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321952.266465:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536 00000100:00100000:0.0:1767321952.266523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989322752:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321952.266752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321952.778832:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989322880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321952.778952:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321952.780383:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989323008 00000100:00100000:2.0:1767321952.780394:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989323008 00000100:00100000:2.0:1767321952.780455:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989323392 00000100:00100000:2.0:1767321952.780461:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989323392 00000100:00100000:2.0:1767321952.780488:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1767321952.780705:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989323264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321952.780788:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989323264:12345-0@lo:400:kworker.0 Request processed in 290us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321952.797310:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00010000:00010000:2.0:1767321954.888988:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321955.618073:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950208 00000100:00100000:2.0:1767321955.618088:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950208 00000100:00100000:2.0:1767321955.618159:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2650 00000100:00100000:2.0:1767321955.618170:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923950208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321955.618202:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321955.618304:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923950208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 134us (499us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321955.618313:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2650 00000100:00100000:0.0:1767321955.623493:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321955.623862:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950336 00000100:00100000:1.0:1767321955.623877:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950336 00000100:00100000:1.0:1767321955.624041:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1795 00000100:00100000:1.0:1767321955.624054:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923950336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321955.624191:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923950336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 140us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321955.624201:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1795 00010000:00010000:2.0:1767321955.913822:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321957.387480:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321957.387524:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989323776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321957.388303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321957.390285:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321957.390372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989323776:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321957.898307:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321957.898316:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321957.898356:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321957.898382:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321957.898388:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321957.898399:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7199 00000100:00080000:0.0:1767321957.898406:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321957.898416:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321957.898449:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021c00 x1853163989324160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321957.898475:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321957.898478:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321957.898481:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321957.898485:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7199 00000100:00080000:0.0:1767321957.898488:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321957.898493:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321957.898504:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989324416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321957.898526:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321957.898530:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321957.898532:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321957.898538:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7199 00000100:00080000:0.0:1767321957.898541:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321957.898546:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321957.898787:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989324032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.898878:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321957.898945:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321957.898952:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989324288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.898979:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321957.899025:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989324032 00000100:00100000:2.0:1767321957.899036:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989324032 00000100:00100000:2.0:1767321957.899114:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989324288 00000100:00100000:2.0:1767321957.899119:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989324288 00000100:00100000:2.0:1767321957.899150:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1767321957.899160:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989324032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.899228:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989324032:12345-0@lo:400:kworker.0 Request processed in 68us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321957.899237:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1767321957.899258:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:2.0:1767321957.899264:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989324288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.899289:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989324288:12345-0@lo:400:kworker.0 Request processed in 26us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321957.899295:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00080000:2.0:1767321957.899315:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321957.899355:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989324288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.899381:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989324032:0@lo:400:kworker.0 00000100:00100000:0.0:1767321957.899781:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163989324544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321957.899813:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321957.899827:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321957.899830:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321957.899834:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7199 00000100:00080000:0.0:1767321957.899838:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321957.899842:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321957.899857:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022a00 x1853163989324800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321957.901047:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:1.0:1767321957.901055:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989324800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321957.901067:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321957.901110:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989324800:12345-0@lo:38:kworker.0 Request processed in 55us (785us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321957.901116:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:1.0:1767321957.901170:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989324544 00000100:00100000:1.0:1767321957.901177:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989324544 00000100:00100000:1.0:1767321957.901207:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111 00000100:00100000:1.0:1767321957.901211:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989324544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321957.901221:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321957.901247:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989324544:12345-0@lo:38:kworker.0 Request processed in 34us (960us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321957.901252:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111 00000100:00100000:1.0:1767321957.901276:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989324672 00000100:00100000:1.0:1767321957.901280:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989324672 00000100:00100000:1.0:1767321957.901323:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1767321957.901329:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989324672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321957.901374:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989324672:12345-0@lo:400:kworker.0 Request processed in 46us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321957.901380:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1767321957.901401:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989323904 00000100:00100000:1.0:1767321957.901414:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989323904 00000100:00100000:1.0:1767321957.901442:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:1.0:1767321957.901448:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989323904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321957.901478:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321957.901514:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989323904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321957.901520:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00080000:2.0:1767321957.901839:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321957.901908:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321957.901915:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321957.901920:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989324160:0@lo:38:kworker.0 00000100:00080000:2.0:1767321957.901934:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321957.901937:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321957.901940:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989324416:0@lo:38:kworker.0 00000100:00080000:2.0:1767321957.901951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321957.901955:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321957.901958:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989324544:0@lo:38:kworker.0 00000100:00080000:2.0:1767321957.901968:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321957.901972:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321957.901974:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989324800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321957.902038:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989324672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321957.902055:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989323904:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321958.984957:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321960.008787:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321960.739987:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950464 00000100:00100000:0.0:1767321960.740001:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950464 00000100:00100000:0.0:1767321960.740298:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950592 00000100:00100000:0.0:1767321960.740301:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950592 00000100:00100000:0.0:1767321960.740397:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1798 00000100:00100000:0.0:1767321960.740406:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923950592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321960.740462:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2654 00000100:00100000:2.0:1767321960.740471:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923950464:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:0.0:1767321960.740496:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923950592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (577us total) trans 0 rc 0/0 00010000:00020000:2.0:1767321960.740501:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321960.740506:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1798 00000100:00100000:2.0:1767321960.740554:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923950464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 82us (725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321960.740634:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2654 00000100:00080000:1.0:1767321960.740991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321962.504877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989324928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321962.504990:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321962.505474:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321962.505531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989324928:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321963.017081:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321963.017096:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321963.017181:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321963.017186:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321963.017190:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321963.017200:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7204 00000100:00080000:2.0:1767321963.017205:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321963.017214:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321963.017243:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1f80 x1853163989325184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321963.017274:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321963.017277:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321963.017280:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321963.017283:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7204 00000100:00080000:2.0:1767321963.017286:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321963.017290:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321963.017303:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3100 x1853163989325440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321963.017336:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321963.017340:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321963.017342:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321963.017346:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7204 00000100:00080000:2.0:1767321963.017349:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321963.017353:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321963.017371:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfd180 x1853163989325568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321963.017400:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321963.017403:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321963.017404:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321963.017407:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7204 00000100:00080000:2.0:1767321963.017410:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321963.017413:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321963.017424:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfdf80 x1853163989325824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321963.017454:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989325184:0@lo:38:kworker.0 00000100:00100000:2.0:1767321963.017553:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.017616:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989325440:0@lo:38:kworker.0 00000100:00100000:2.0:1767321963.017637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.017651:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989325568:0@lo:38:kworker.0 00000100:00100000:2.0:1767321963.017674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.017690:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989325824:0@lo:38:kworker.0 00000100:00100000:2.0:1767321963.017735:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.017773:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325184 00000100:00100000:2.0:1767321963.017784:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325184 00000100:00100000:2.0:1767321963.017823:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325440 00000100:00100000:2.0:1767321963.017826:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325440 00000100:00100000:2.0:1767321963.017840:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325824 00000100:00100000:2.0:1767321963.017843:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325824 00000100:00100000:2.0:1767321963.017860:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:2.0:1767321963.017868:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321963.017894:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321963.017942:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325184:12345-0@lo:38:kworker.0 Request processed in 73us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321963.017950:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:2.0:1767321963.017968:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767321963.017972:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321963.017981:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321963.018003:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325440:12345-0@lo:38:kworker.0 Request processed in 29us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321963.018009:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767321963.018020:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:2.0:1767321963.018024:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321963.018034:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321963.018056:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989325824:12345-0@lo:38:kworker.0 Request processed in 31us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321963.018062:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:2.0:1767321963.018083:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325568 00000100:00100000:2.0:1767321963.018093:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325568 00000100:00100000:2.0:1767321963.018112:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112 00000100:00100000:2.0:1767321963.018116:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989325568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321963.018127:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321963.018151:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989325568:12345-0@lo:38:kworker.0 Request processed in 34us (476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321963.018158:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112 00000100:00100000:2.0:1767321963.018180:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321963.018190:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989325696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321963.018220:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.018253:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325696 00000100:00100000:2.0:1767321963.018257:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325696 00000100:00100000:2.0:1767321963.018303:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285 00000100:00100000:2.0:1767321963.018310:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989325696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321963.018356:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989325696:12345-0@lo:400:kworker.0 Request processed in 47us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321963.018363:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285 00000100:00080000:2.0:1767321963.018380:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321963.018417:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989325696:0@lo:400:kworker.0 00000100:00080000:2.0:1767321963.018470:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321963.018475:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321963.018478:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989325184:0@lo:38:kworker.0 00000100:00080000:2.0:1767321963.018498:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321963.018502:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321963.018505:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989325440:0@lo:38:kworker.0 00000100:00080000:2.0:1767321963.018514:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321963.018527:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321963.018530:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989325568:0@lo:38:kworker.0 00000100:00080000:2.0:1767321963.018541:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321963.018544:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321963.018547:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989325824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321963.018844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989325312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.018883:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321963.018915:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321963.018921:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989325056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.018942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321963.018975:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325312 00000100:00100000:1.0:1767321963.018979:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325312 00000100:00100000:1.0:1767321963.019034:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989325056 00000100:00100000:1.0:1767321963.019038:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989325056 00000100:00100000:1.0:1767321963.019054:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1767321963.019061:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989325312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.019102:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989325312:12345-0@lo:400:kworker.0 Request processed in 42us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321963.019109:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1767321963.019123:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:1.0:1767321963.019129:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989325056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.019156:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989325056:12345-0@lo:400:kworker.0 Request processed in 27us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321963.019161:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00080000:1.0:1767321963.019204:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321963.019228:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989325056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.019238:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989325312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321963.022163:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321963.022194:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989325952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321963.022283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321963.022942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989325952:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321963.082112:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321964.107956:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321965.860130:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321965.860220:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950848 00000100:00100000:2.0:1767321965.860235:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950848 00000100:00100000:0.0:1767321965.860260:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321965.860425:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321965.860473:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923950720 00000100:00100000:2.0:1767321965.860479:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923950720 00000100:00100000:2.0:1767321965.860533:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2658 00000100:00100000:2.0:1767321965.860543:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923950720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321965.860644:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321965.860719:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923950720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 171us (453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321965.860744:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2658 00000400:00000100:0.0:1767321965.862892:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923950976 offset 0 length 520: 4 00010000:00010000:2.0:1767321967.178994:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321967.626255:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989326080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321967.626359:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321967.627168:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321967.628308:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989326080:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321968.137948:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321968.137965:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321968.138051:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321968.138056:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321968.138061:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321968.138093:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7209 00000100:00080000:0.0:1767321968.138099:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321968.138107:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321968.138136:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022680 x1853163989326336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321968.138173:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321968.138176:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321968.138178:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321968.138182:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7209 00000100:00080000:0.0:1767321968.138185:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321968.138189:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321968.138201:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163989326592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321968.138212:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321968.138216:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321968.138219:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321968.138223:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7209 00000100:00080000:0.0:1767321968.138226:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321968.138230:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321968.138243:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989326720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321968.138268:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321968.138271:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321968.138273:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321968.138303:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7209 00000100:00080000:0.0:1767321968.138306:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321968.138311:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321968.138325:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021880 x1853163989327104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321968.138366:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989326976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321968.138473:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321968.138551:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321968.138558:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989326208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321968.138624:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321968.138667:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989326848:0@lo:400:kworker.0 00000100:00100000:0.0:1767321968.138694:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321968.138713:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321968.138718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989326464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321968.140483:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321968.140637:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326208 00000100:00100000:0.0:1767321968.140648:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326208 00000100:00100000:0.0:1767321968.140730:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326464 00000100:00100000:0.0:1767321968.140734:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326464 00000100:00100000:2.0:1767321968.140957:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989326336:0@lo:38:kworker.0 00000100:00100000:2.0:1767321968.141028:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321968.141084:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989326592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321968.141110:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321968.141127:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989326720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321968.141153:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321968.141173:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989327104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321968.141193:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321968.141234:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326976 00000100:00100000:2.0:1767321968.141239:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326976 00000100:00100000:2.0:1767321968.141272:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326848 00000100:00100000:2.0:1767321968.141276:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326848 00000100:00100000:2.0:1767321968.141304:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:2.0:1767321968.141314:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989326976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321968.141374:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989326976:12345-0@lo:400:kworker.0 Request processed in 61us (2901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321968.141382:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00000100:00100000:2.0:1767321968.141414:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:2.0:1767321968.141420:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989326848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321968.141449:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989326848:12345-0@lo:400:kworker.0 Request processed in 29us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321968.141454:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00000100:00100000:2.0:1767321968.141472:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326336 00000100:00100000:2.0:1767321968.141476:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326336 00000100:00100000:2.0:1767321968.141488:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326592 00000100:00100000:2.0:1767321968.141490:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326592 00000100:00100000:2.0:1767321968.141495:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989327104 00000100:00100000:2.0:1767321968.141497:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989327104 00000100:00100000:2.0:1767321968.141505:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:1.0:1767321968.141665:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:1.0:1767321968.141671:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989326336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321968.141694:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321968.141734:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989326336:12345-0@lo:38:kworker.0 Request processed in 62us (706us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321968.141752:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:1.0:1767321968.141766:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:1.0:1767321968.141771:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989326592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321968.141780:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321968.141798:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989326592:12345-0@lo:38:kworker.0 Request processed in 27us (688us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321968.141804:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:1.0:1767321968.141812:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767321968.141815:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989327104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321968.141823:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321968.141838:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989327104:12345-0@lo:38:kworker.0 Request processed in 22us (644us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321968.141844:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767321968.141872:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989326720 00000100:00100000:1.0:1767321968.141876:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989326720 00000100:00100000:1.0:1767321968.141897:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113 00000100:00100000:1.0:1767321968.141900:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989326720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321968.141910:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321968.141933:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989326720:12345-0@lo:38:kworker.0 Request processed in 31us (779us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321968.141938:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113 00000100:00080000:1.0:1767321968.141989:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321968.141995:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321968.141999:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989326336:0@lo:38:kworker.0 00000100:00080000:1.0:1767321968.142007:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321968.142009:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321968.142012:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989326592:0@lo:38:kworker.0 00000100:00080000:1.0:1767321968.142019:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321968.142022:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321968.142025:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989326720:0@lo:38:kworker.0 00000100:00080000:1.0:1767321968.142031:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321968.142034:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321968.142037:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989327104:0@lo:38:kworker.0 00000100:00080000:1.0:1767321968.142081:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321968.142086:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321968.142362:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1767321968.154703:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989326208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321968.154893:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989326208:12345-0@lo:400:kworker.0 Request processed in 13380us (16266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321968.154906:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:0.0:1767321968.158596:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989326464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321968.159080:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989326464:12345-0@lo:400:kworker.0 Request processed in 16708us (18604us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321968.159093:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00010000:00010000:2.0:1767321968.204939:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321970.979371:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321970.979427:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767321970.980688:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321971.273026:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321972.232810:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321947/real 1767321947] req@ffff9e7d40020700 x1853163989321600/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321972.232858:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d40020700 x1853163989321600/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321972.232886:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321972.232917:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321972.232921:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989321600:0@lo:250:kworker.0 00000100:00080000:1.0:1767321972.233625:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321972.233636:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321972.233657:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321972.233665:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7194 00000100:00080000:1.0:1767321972.233670:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321972.233677:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321972.233713:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989327360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321972.233800:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321972.233804:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321972.233805:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321972.233809:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7215 00000100:00080000:1.0:1767321972.233811:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321972.233815:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321972.233841:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163989327616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321972.233856:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321972.233859:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321972.233861:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321972.233864:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7215 00000100:00080000:1.0:1767321972.233866:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321972.233870:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321972.233879:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022300 x1853163989327872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321972.233888:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321972.233891:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321972.233893:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321972.233905:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7215 00000100:00080000:1.0:1767321972.233907:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321972.233911:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321972.233922:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023100 x1853163989328000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321972.233959:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321972.233962:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321972.233963:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321972.233966:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7215 00000100:00080000:1.0:1767321972.233969:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321972.233972:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321972.233981:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321972.234144:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989327744:0@lo:400:kworker.0 00000100:00100000:0.0:1767321972.234208:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321972.234292:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321972.234299:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989327488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321972.234330:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321972.234421:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989327744 00000100:00100000:2.0:1767321972.234429:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989327744 00000100:00100000:2.0:1767321972.234491:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989327488 00000100:00100000:2.0:1767321972.234495:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989327488 00000100:00100000:2.0:1767321972.234520:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:2.0:1767321972.234528:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989327744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321972.234599:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989327744:12345-0@lo:400:kworker.0 Request processed in 52us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321972.234607:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:2.0:1767321972.234624:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:2.0:1767321972.234630:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989327488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321972.234656:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989327488:12345-0@lo:400:kworker.0 Request processed in 27us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321972.234661:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:2.0:1767321972.234690:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989327360:0@lo:250:kworker.0 00000400:00000100:2.0:1767321972.234710:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989327360 offset 0 length 520: 4 00000100:00100000:2.0:1767321972.234728:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989327616:0@lo:38:kworker.0 00000100:00100000:2.0:1767321972.234746:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321972.234761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989327872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321972.234780:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321972.234794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989328000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321972.234814:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321972.234933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989328384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321972.235022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321972.235050:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989327616 00000100:00100000:2.0:1767321972.235054:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989327616 00000100:00100000:2.0:1767321972.235066:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989327872 00000100:00100000:2.0:1767321972.235067:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989327872 00000100:00100000:2.0:1767321972.235073:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328384 00000100:00100000:2.0:1767321972.235074:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328384 00000100:00100000:2.0:1767321972.235082:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:2.0:1767321972.235087:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989327616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321972.235110:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321972.235142:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989327616:12345-0@lo:38:kworker.0 Request processed in 54us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321972.235148:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00100000:2.0:1767321972.235160:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767321972.235164:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989327872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321972.235172:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321972.235202:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989327872:12345-0@lo:38:kworker.0 Request processed in 37us (420us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321972.235207:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767321972.235219:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:2.0:1767321972.235223:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989328384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321972.235231:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321972.235252:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989328384:12345-0@lo:38:kworker.0 Request processed in 28us (230us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321972.235258:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00080000:2.0:1767321972.235296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321972.235300:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321972.235305:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989327616:0@lo:38:kworker.0 00000100:00080000:2.0:1767321972.235314:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321972.235327:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321972.235330:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989327872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321972.235338:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321972.235340:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321972.235342:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989328384:0@lo:38:kworker.0 00000100:00080000:0.0:1767321972.235433:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321972.235462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989327488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321972.235473:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989327744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321972.235820:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328000 00000100:00100000:1.0:1767321972.235825:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328000 00000100:00100000:1.0:1767321972.235859:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114 00000100:00100000:1.0:1767321972.235863:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989328000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321972.235874:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321972.235908:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989328000:12345-0@lo:38:kworker.0 Request processed in 43us (1092us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321972.235914:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114 00000100:00100000:0.0:1767321972.236032:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328128 00000100:00100000:0.0:1767321972.236036:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328128 00000100:00100000:0.0:1767321972.236082:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328256 00000100:00100000:0.0:1767321972.236086:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328256 00000100:00100000:0.0:1767321972.236106:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1767321972.236112:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989328128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321972.236148:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989328128:12345-0@lo:400:kworker.0 Request processed in 36us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321972.236154:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1767321972.236167:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:0.0:1767321972.236173:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989328256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321972.236197:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989328256:12345-0@lo:400:kworker.0 Request processed in 25us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321972.236203:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00080000:2.0:1767321972.236283:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321972.236287:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321972.236290:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989328000:0@lo:38:kworker.0 00000100:00080000:1.0:1767321972.237047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321972.237053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321972.299828:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321972.745048:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321972.745073:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989328512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321972.745140:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321972.745748:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989328512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321973.257034:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989328640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321973.257144:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321973.257362:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328640 00000100:00100000:0.0:1767321973.257380:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328640 00000100:00100000:0.0:1767321973.257449:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:0.0:1767321973.257459:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989328640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321973.257498:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321973.257559:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989328640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321973.257567:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:1.0:1767321973.257700:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989328640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321975.371906:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321976.101645:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767321976.101702:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767321976.102048:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923951360 00000100:00100000:1.0:1767321976.102062:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923951360 00000100:00100000:1.0:1767321976.102119:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923951488 00000100:00100000:1.0:1767321976.102122:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923951488 00000100:00100000:1.0:1767321976.102179:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1807 00000100:00100000:1.0:1767321976.102192:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923951488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321976.102302:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923951488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 112us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321976.102312:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1807 00000100:00100000:1.0:1767321976.102333:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2666 00000100:00100000:1.0:1767321976.102338:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923951360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321976.102366:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321976.102395:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923951360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (816us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321976.102402:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2666 00010000:00010000:2.0:1767321976.397415:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321977.357900:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321977.357915:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321977.358007:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321977.358011:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321977.358016:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321977.358026:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7219 00000100:00080000:0.0:1767321977.358032:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321977.358040:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321977.358069:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3480 x1853163989328896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321977.358133:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989328896:0@lo:38:kworker.0 00000100:00100000:2.0:1767321977.358219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321977.358312:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321977.358326:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989328768:0@lo:400:kworker.0 00000100:00100000:1.0:1767321977.358363:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321977.358422:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328896 00000100:00100000:1.0:1767321977.358432:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328896 00000100:00100000:1.0:1767321977.358470:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989328768 00000100:00100000:1.0:1767321977.358473:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989328768 00000100:00100000:1.0:1767321977.358521:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:1.0:1767321977.358531:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989328768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321977.358656:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989328768:12345-0@lo:400:kworker.0 Request processed in 126us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321977.358666:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:1.0:1767321977.358688:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:1.0:1767321977.358692:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989328896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321977.358717:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321977.359143:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321977.359147:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321977.359150:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321977.359154:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7219 00000100:00080000:0.0:1767321977.359157:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321977.359162:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321977.359188:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989329152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321977.362211:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989329152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321977.362329:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321977.362462:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989328896:12345-0@lo:38:kworker.0 Request processed in 3765us (4240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321977.362476:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:1.0:1767321977.362513:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329152 00000100:00100000:1.0:1767321977.362523:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329152 00000100:00100000:1.0:1767321977.362594:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:1.0:1767321977.362601:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989329152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321977.362627:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321977.362680:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989329152:12345-0@lo:38:kworker.0 Request processed in 78us (353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321977.362687:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00080000:0.0:1767321977.366545:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321977.366559:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321977.366564:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321977.366597:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7219 00000100:00080000:0.0:1767321977.366603:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321977.366612:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321977.366675:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0e00 x1853163989329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321977.366739:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321977.366743:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321977.366745:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321977.366749:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7219 00000100:00080000:0.0:1767321977.366752:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321977.366756:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321977.366768:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163989329664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321977.367478:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329408 00000100:00100000:0.0:1767321977.367489:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329408 00000100:00100000:0.0:1767321977.367564:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329536 00000100:00100000:0.0:1767321977.367577:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329536 00000100:00100000:0.0:1767321977.367638:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1767321977.367660:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989329408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321977.367730:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989329408:12345-0@lo:400:kworker.0 Request processed in 71us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321977.367761:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1767321977.367781:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291 00000100:00100000:0.0:1767321977.367787:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989329536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321977.367818:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989329536:12345-0@lo:400:kworker.0 Request processed in 31us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321977.367824:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291 00000100:00100000:0.0:1767321977.367885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989329536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321977.367897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989329408:0@lo:400:kworker.0 00000100:00080000:2.0:1767321977.371878:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321977.371899:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321977.371906:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989328896:0@lo:38:kworker.0 00000100:00100000:2.0:1767321977.371960:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989329280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321977.372060:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321977.372196:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989329664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321977.372239:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321977.372279:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321977.372284:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321977.372288:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989329152:0@lo:38:kworker.0 00000100:00100000:0.0:1767321977.375828:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329664 00000100:00100000:0.0:1767321977.375851:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329664 00000100:00100000:0.0:1767321977.375934:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:0.0:1767321977.375944:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989329664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321977.375978:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321977.376104:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989329664:12345-0@lo:38:kworker.0 Request processed in 159us (3862us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321977.376113:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00080000:2.0:1767321977.376671:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321977.376679:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321977.376684:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989329664:0@lo:38:kworker.0 00000100:00080000:2.0:1767321977.383554:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321977.383563:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321977.383569:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989329280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321977.875226:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321977.875260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989329792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321977.875361:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321977.875491:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329792 00000100:00100000:0.0:1767321977.875503:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329792 00000100:00100000:0.0:1767321977.875613:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:0.0:1767321977.875625:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989329792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321977.875663:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767321977.875724:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989329792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321977.875731:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000100:00100000:2.0:1767321977.876005:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989329792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321978.377619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989329920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321978.377726:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321978.378153:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989329920 00000100:00100000:1.0:1767321978.378166:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989329920 00000100:00100000:1.0:1767321978.378242:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:1.0:1767321978.378254:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989329920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321978.378295:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767321978.378359:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989329920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321978.378375:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00000100:00100000:2.0:1767321978.378495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989329920:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321979.464872:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321980.489446:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321981.218054:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923951744 00000100:00100000:0.0:1767321981.218065:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923951744 00000100:00100000:0.0:1767321981.218145:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923951616 00000100:00100000:0.0:1767321981.218149:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923951616 00000100:00100000:0.0:1767321981.218180:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1810 00000100:00100000:0.0:1767321981.218190:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923951744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321981.218279:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923951744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321981.218286:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1810 00000100:00100000:0.0:1767321981.218305:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2670 00000100:00100000:0.0:1767321981.218309:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923951616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321981.218331:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321981.218368:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923951616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321981.218374:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2670 00000100:00080000:2.0:1767321982.473639:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321982.473654:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321982.473735:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321982.473739:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321982.473744:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321982.473754:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7224 00000100:00080000:2.0:1767321982.473759:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321982.473768:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321982.473802:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c0000 x1853163989330176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321982.473837:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321982.473840:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321982.473842:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321982.473846:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7224 00000100:00080000:2.0:1767321982.473848:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321982.473852:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321982.473864:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3100 x1853163989330432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321982.473872:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321982.473875:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321982.473876:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321982.473901:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7224 00000100:00080000:2.0:1767321982.473904:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321982.473909:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321982.473924:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163989330560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321982.473963:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321982.473966:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321982.473968:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321982.473972:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7224 00000100:00080000:2.0:1767321982.473974:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321982.473979:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321982.473990:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3800 x1853163989330944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321982.474021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989330816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321982.474111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321982.474168:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321982.474174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989330688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321982.474196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321982.474288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989330048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321982.474360:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321982.474366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989330304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321982.474431:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989330816 00000100:00100000:0.0:1767321982.474440:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989330816 00000100:00100000:0.0:1767321982.474503:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989330688 00000100:00100000:0.0:1767321982.474506:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989330688 00000100:00100000:0.0:1767321982.474544:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767321982.474554:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989330816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474654:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989330816:12345-0@lo:400:kworker.0 Request processed in 101us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321982.474664:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767321982.474682:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:0.0:1767321982.474688:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989330688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474715:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989330688:12345-0@lo:400:kworker.0 Request processed in 27us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321982.474721:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:0.0:1767321982.474744:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989330048 00000100:00100000:0.0:1767321982.474748:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989330048 00000100:00100000:0.0:1767321982.474778:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1767321982.474785:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989330048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474820:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989330048:12345-0@lo:400:kworker.0 Request processed in 35us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321982.474826:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1767321982.474836:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989330304 00000100:00100000:0.0:1767321982.474839:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989330304 00000100:00100000:0.0:1767321982.474861:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1767321982.474867:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989330304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474894:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989330304:12345-0@lo:400:kworker.0 Request processed in 27us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321982.474899:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1767321982.474959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989330304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.474970:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989330048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.475025:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989330688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321982.475045:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989330816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321982.476114:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989330560 00000100:00100000:1.0:1767321982.476120:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989330560 00000100:00100000:1.0:1767321982.476162:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5116 00000100:00100000:1.0:1767321982.476168:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989330560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321982.476179:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321982.476226:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989330560:12345-0@lo:38:kworker.0 Request processed in 57us (845us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321982.476232:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5116 00000100:00080000:2.0:1767321982.476425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321982.476430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321982.476433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989330560:0@lo:38:kworker.0 00000100:00100000:0.0:1767321982.984860:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989331072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321982.984964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321982.985043:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989331072 00000100:00100000:2.0:1767321982.985056:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989331072 00000100:00100000:2.0:1767321982.985116:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548 00000100:00100000:2.0:1767321982.985137:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989331072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321982.985187:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321982.985273:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989331072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321982.985282:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548 00000100:00100000:0.0:1767321982.985356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989331072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321983.497133:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989331200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321983.497257:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321983.497361:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989331200 00000100:00100000:2.0:1767321983.497372:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989331200 00000100:00100000:2.0:1767321983.497456:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549 00000100:00100000:2.0:1767321983.497467:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989331200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321983.497513:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767321983.498543:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989331200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1073us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321983.498554:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549 00000100:00100000:1.0:1767321983.498662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989331200:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321983.561533:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321984.594419:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321986.337868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321986.337968:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923952000 00000100:00100000:2.0:1767321986.338196:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923952000 00000100:00100000:2.0:1767321986.338505:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1813 00000100:00100000:2.0:1767321986.338518:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923952000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767321986.338889:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923952000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 372us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321986.338899:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1813 00000100:00100000:1.0:1767321986.339106:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767321986.339454:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923951872 00000100:00100000:2.0:1767321986.339462:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923951872 00000100:00100000:2.0:1767321986.339493:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2674 00000100:00100000:2.0:1767321986.339499:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923951872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767321986.339525:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321986.339616:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923951872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 115us (509us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321986.339624:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2674 00000100:00080000:1.0:1767321987.594513:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321987.594529:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321987.594680:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321987.594685:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321987.594690:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321987.594701:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7229 00000100:00080000:1.0:1767321987.594706:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321987.594716:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321987.594746:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023800 x1853163989331456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321987.594788:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321987.594814:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321987.594816:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321987.594821:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7229 00000100:00080000:1.0:1767321987.594824:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321987.594828:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321987.594843:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163989331712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321987.594852:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321987.594861:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321987.594865:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321987.594871:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7229 00000100:00080000:1.0:1767321987.594874:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321987.594878:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321987.594907:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163989331840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321987.594970:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321987.594974:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321987.594977:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321987.594983:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7229 00000100:00080000:1.0:1767321987.594987:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321987.594992:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321987.595007:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163989332224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321987.595064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989332096:0@lo:400:kworker.0 00000100:00100000:1.0:1767321987.595125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321987.595156:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321987.595164:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989331968:0@lo:400:kworker.0 00000100:00100000:1.0:1767321987.595191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321987.595253:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:2.0:1767321987.595308:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989331456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321987.595333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321987.595346:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989331712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321987.595359:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321987.595369:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989331840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321987.595390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321987.595407:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989332224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321987.595428:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321987.595460:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989331456 00000100:00100000:2.0:1767321987.595465:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989331456 00000100:00100000:0.0:1767321987.595549:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989331712 00000100:00100000:0.0:1767321987.595553:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989331712 00000100:00100000:1.0:1767321987.595745:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989331584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321987.595777:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989331584:12345-0@lo:400:kworker.0 Request processed in 517us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321987.599707:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:2.0:1767321987.599722:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989331456:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321987.600051:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1767321987.600062:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989331712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321987.600077:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321987.600216:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989331712:12345-0@lo:38:kworker.0 Request processed in 154us (4854us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321987.600224:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1767321987.600270:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332096 00000100:00100000:0.0:1767321987.600278:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332096 00000100:00100000:0.0:1767321987.600331:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989331968 00000100:00100000:0.0:1767321987.600335:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989331968 00000100:00100000:0.0:1767321987.600356:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294 00000100:00100000:0.0:1767321987.600363:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989332096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321987.600419:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989332096:12345-0@lo:400:kworker.0 Request processed in 56us (5295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321987.600425:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294 00000100:00100000:0.0:1767321987.600438:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:0.0:1767321987.600444:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989331968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321987.602532:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989331968:12345-0@lo:400:kworker.0 Request processed in 2083us (7335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321987.602554:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00010000:00020000:2.0:1767321987.602706:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321987.602774:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989331456:12345-0@lo:38:kworker.0 Request processed in 3053us (7437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321987.602785:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:1.0:1767321987.603195:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00010000:00010000:2.0:1767321987.657090:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321988.104954:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989332352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321988.105053:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321988.105236:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332352 00000100:00100000:2.0:1767321988.105247:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332352 00000100:00100000:2.0:1767321988.105305:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1767321988.105314:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989332352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321988.105350:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321988.105429:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989332352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321988.105437:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00100000:0.0:1767321988.621230:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332480 00000100:00100000:0.0:1767321988.621242:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332480 00000100:00100000:0.0:1767321988.621324:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:0.0:1767321988.621335:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989332480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321988.621390:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321988.621464:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989332480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321988.621472:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00000100:00100000:2.0:1767321988.621492:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989332480:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321988.683057:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321990.435034:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923952256 00000100:00100000:1.0:1767321990.435048:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923952256 00000100:00100000:1.0:1767321990.435104:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923952384 00000100:00100000:1.0:1767321990.435108:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923952384 00000100:00100000:1.0:1767321990.435176:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1816 00000100:00100000:1.0:1767321990.435187:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923952384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767321990.435285:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923952384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321990.435468:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1816 00000100:00100000:1.0:1767321990.435491:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2678 00000100:00100000:1.0:1767321990.435496:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923952256:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767321990.435523:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321990.435556:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923952256:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (2216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321990.435563:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2678 00000100:00080000:0.0:1767321990.435875:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321991.754016:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321992.713700:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321992.713749:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321992.713841:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321992.713846:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321992.713850:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321992.713860:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7234 00000100:00080000:1.0:1767321992.713866:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321992.713875:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321992.713903:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7100 x1853163989332736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321992.713957:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321992.713961:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321992.713963:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321992.713967:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7234 00000100:00080000:1.0:1767321992.713970:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321992.713976:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321992.713991:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5c00 x1853163989332992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321992.714002:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989332608:0@lo:400:kworker.0 00000100:00080000:1.0:1767321992.714009:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321992.714012:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321992.714014:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321992.714021:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7234 00000100:00080000:1.0:1767321992.714035:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321992.714041:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321992.714055:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6a00 x1853163989333120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321992.714111:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321992.714111:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989332736:0@lo:38:kworker.0 00000100:00080000:1.0:1767321992.714118:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321992.714122:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321992.714127:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7234 00000100:00080000:1.0:1767321992.714130:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321992.714134:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767321992.714147:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5880 x1853163989333504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321992.714174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989333376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.727374:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989333248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.727495:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321992.727599:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333248 00000100:00100000:0.0:1767321992.727609:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333248 00000100:00100000:0.0:1767321992.727687:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4296 00000100:00100000:0.0:1767321992.727698:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989333248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.727766:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989333248:12345-0@lo:400:kworker.0 Request processed in 70us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321992.727775:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4296 00000100:00080000:0.0:1767321992.727802:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321992.727818:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321992.727887:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989333248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.727941:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332864 00000100:00100000:0.0:1767321992.727955:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332864 00000100:00100000:0.0:1767321992.727992:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332608 00000100:00100000:0.0:1767321992.727995:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332608 00000100:00100000:0.0:1767321992.728018:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:0.0:1767321992.728025:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989332864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.728065:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989332864:12345-0@lo:400:kworker.0 Request processed in 41us (4487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321992.728072:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:0.0:1767321992.728084:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1767321992.728091:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989332608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321992.728124:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989332608:12345-0@lo:400:kworker.0 Request processed in 35us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321992.728131:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00080000:0.0:1767321992.729278:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321992.729330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989332608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321992.733399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321992.733399:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321992.733492:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989332992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321992.733548:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321992.733611:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989333120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321992.733619:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332736 00000100:00100000:1.0:1767321992.733631:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332736 00000100:00100000:1.0:1767321992.733720:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989332992 00000100:00100000:1.0:1767321992.733724:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989332992 00000100:00100000:1.0:1767321992.733816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:1.0:1767321992.733825:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989332736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321992.733853:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321992.734002:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333376 00000100:00100000:0.0:1767321992.734008:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333376 00000100:00100000:0.0:1767321992.734065:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297 00000100:00100000:0.0:1767321992.734073:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989333376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321992.737264:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989332736:12345-0@lo:38:kworker.0 Request processed in 3425us (3869us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321992.737280:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00080000:1.0:1767321992.737456:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321992.741448:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989333376:12345-0@lo:400:kworker.0 Request processed in 7361us (8051us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321992.741470:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297 00000100:00100000:1.0:1767321992.741483:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989333376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321992.746432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321992.746551:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333120 00000100:00100000:1.0:1767321992.746565:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333120 00000100:00100000:2.0:1767321992.746624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989333504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321992.746653:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118 00000100:00100000:1.0:1767321992.746684:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989333120:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321992.746707:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321992.746716:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321992.746739:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333504 00000100:00100000:2.0:1767321992.746744:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333504 00000100:00100000:2.0:1767321992.746772:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:2.0:1767321992.746778:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989333504:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321992.746790:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989333120:12345-0@lo:38:kworker.0 Request processed in 107us (369us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767321992.746791:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321992.746802:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118 00000100:00100000:2.0:1767321992.746829:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989333504:12345-0@lo:38:kworker.0 Request processed in 49us (120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321992.746836:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00080000:2.0:1767321992.746889:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321992.746895:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321992.746900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989333504:0@lo:38:kworker.0 00000100:00080000:2.0:1767321992.746932:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321992.746937:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321992.746940:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989332736:0@lo:38:kworker.0 00000100:00080000:2.0:1767321992.746987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321992.746991:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321992.746994:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989333120:0@lo:38:kworker.0 00000100:00080000:2.0:1767321992.748157:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321992.748166:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321992.748170:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989332992:0@lo:38:kworker.0 00010000:00010000:2.0:1767321992.778955:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321993.225634:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333632 00000100:00100000:2.0:1767321993.225647:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333632 00000100:00100000:2.0:1767321993.225709:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552 00000100:00100000:2.0:1767321993.225718:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989333632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321993.225756:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767321993.225829:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989333632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321993.225837:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552 00000100:00100000:1.0:1767321993.737027:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321993.739286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989333760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321993.739407:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321993.741063:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333760 00000100:00100000:0.0:1767321993.741083:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333760 00000100:00100000:0.0:1767321993.741174:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553 00000100:00100000:0.0:1767321993.741186:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989333760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321993.741254:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767321993.741359:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989333760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (1952us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321993.741368:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553 00000100:00100000:1.0:1767321993.742156:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989333760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321995.553208:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923952640 00000100:00100000:2.0:1767321995.553226:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923952640 00000100:00100000:2.0:1767321995.553498:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923952512 00000100:00100000:2.0:1767321995.553502:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923952512 00000100:00100000:2.0:1767321995.553556:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00100000:2.0:1767321995.553570:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923952640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767321995.553633:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2682 00000100:00100000:0.0:1767321995.553645:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923952512:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767321995.553673:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321995.553744:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923952640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 175us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321995.553778:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1819 00000100:00080000:1.0:1767321995.554821:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321995.558615:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923952512:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 4959us (5498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321995.558632:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2682 00010000:00010000:2.0:1767321995.854327:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321996.878378:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321997.832729:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321997.832740:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321997.832804:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321997.832807:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321997.832811:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321997.832820:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7239 00000100:00080000:2.0:1767321997.832824:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321997.832831:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321997.832880:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3800 x1853163989334016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321997.832904:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321997.832908:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321997.832909:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321997.832913:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7239 00000100:00080000:2.0:1767321997.832915:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321997.832919:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321997.832931:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163989334272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321997.832939:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321997.832942:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321997.832956:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321997.832961:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7239 00000100:00080000:2.0:1767321997.832963:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321997.832967:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321997.832980:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ce00 x1853163989334400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321997.833009:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321997.833012:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321997.833014:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321997.833017:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7239 00000100:00080000:2.0:1767321997.833019:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321997.833022:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767321997.833031:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163989334784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321997.833279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989334528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833347:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321997.833391:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989333888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833422:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321997.833425:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321997.833428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989334656:0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321997.833455:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321997.833459:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989334144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833478:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989334528 00000100:00100000:1.0:1767321997.833485:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989334528 00000100:00100000:0.0:1767321997.833491:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321997.833518:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989333888 00000100:00100000:0.0:1767321997.833522:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989333888 00000100:00100000:1.0:1767321997.833531:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989334656 00000100:00100000:1.0:1767321997.833533:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989334656 00000100:00100000:0.0:1767321997.833545:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989334144 00000100:00100000:0.0:1767321997.833548:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989334144 00000100:00100000:1.0:1767321997.833550:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:1.0:1767321997.833558:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989334528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321997.833564:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1767321997.833568:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989333888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833622:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989334528:12345-0@lo:400:kworker.0 Request processed in 64us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321997.833630:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00000100:00100000:0.0:1767321997.833632:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989333888:12345-0@lo:400:kworker.0 Request processed in 64us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321997.833638:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1767321997.833645:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1767321997.833649:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1767321997.833651:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989334656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321997.833662:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989334144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833682:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989334656:12345-0@lo:400:kworker.0 Request processed in 32us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321997.833688:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1767321997.833696:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989334144:12345-0@lo:400:kworker.0 Request processed in 35us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321997.833700:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1767321997.833723:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989334656:0@lo:400:kworker.0 00000100:00100000:1.0:1767321997.833733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989334528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321997.833753:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989334144:0@lo:400:kworker.0 00000100:00100000:0.0:1767321997.833761:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989333888:0@lo:400:kworker.0 00000100:00080000:1.0:1767321997.833774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321997.833778:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321997.833781:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321997.835981:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989334400 00000100:00100000:1.0:1767321997.835993:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989334400 00000100:00100000:1.0:1767321997.836042:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119 00000100:00100000:1.0:1767321997.836049:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989334400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321997.836069:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321997.836134:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989334400:12345-0@lo:38:kworker.0 Request processed in 84us (1954us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321997.836141:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119 00000100:00080000:2.0:1767321997.836241:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321997.836247:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321997.836250:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989334400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321998.346252:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989334912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321998.346321:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321998.358390:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989334912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321998.856790:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321972/real 1767321972] req@ffff9e7d2a4b2680 x1853163989327360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321997 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321998.856859:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4b2680 x1853163989327360/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321997 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321998.856881:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321998.856905:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321998.856909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989327360:0@lo:250:kworker.0 00000100:00080000:0.0:1767321998.856990:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321998.856995:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321998.856998:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321998.857003:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7219 00000100:00080000:0.0:1767321998.857007:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321998.857012:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321998.857046:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3480 x1853163989335040/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321998.857100:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321998.857103:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321998.857105:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321998.857108:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7244 00000100:00080000:0.0:1767321998.857111:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321998.857114:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321998.857128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2300 x1853163989335296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321998.857177:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321998.857187:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321998.857189:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321998.857192:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7244 00000100:00080000:0.0:1767321998.857194:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321998.857198:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321998.857208:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3480 x1853163989335552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321998.857217:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321998.857220:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321998.857221:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321998.857224:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7244 00000100:00080000:0.0:1767321998.857227:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321998.857230:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321998.857293:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f100 x1853163989335680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321998.857311:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321998.857314:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321998.857315:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321998.857318:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7244 00000100:00080000:0.0:1767321998.857320:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321998.857324:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767321998.857335:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d1f80 x1853163989335936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321998.857369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989335808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321998.857438:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321998.857493:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321998.857499:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989335424:0@lo:400:kworker.0 00000100:00100000:0.0:1767321998.857522:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321998.857567:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989335424 00000100:00100000:0.0:1767321998.857574:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989335424 00000100:00100000:0.0:1767321998.857653:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1767321998.857660:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989335424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321998.857704:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989335424:12345-0@lo:400:kworker.0 Request processed in 44us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321998.857711:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1767321998.857743:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989335168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321998.857765:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989335424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321998.857781:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321998.857825:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989335168 00000100:00100000:0.0:1767321998.857838:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989335168 00000100:00100000:0.0:1767321998.857875:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1767321998.857882:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989335168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321998.857918:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989335168:12345-0@lo:400:kworker.0 Request processed in 36us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321998.857924:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1767321998.857948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989335168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321998.858340:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989335040:0@lo:250:kworker.0 00000400:00000100:1.0:1767321998.858374:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989335040 offset 0 length 520: 4 00000100:00100000:1.0:1767321998.858396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989335296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321998.858416:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321998.858438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989335552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321998.858457:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321998.858479:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989335680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321998.858501:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321998.858517:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989335936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321998.859021:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989335296 00000100:00100000:2.0:1767321998.859177:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989335296 00000100:00100000:2.0:1767321998.859205:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989335552 00000100:00100000:2.0:1767321998.859209:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989335552 00000100:00100000:2.0:1767321998.859228:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767321998.859234:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989335296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321998.859245:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321998.859282:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989335296:12345-0@lo:38:kworker.0 Request processed in 47us (865us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321998.859289:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767321998.859303:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:2.0:1767321998.859307:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989335552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321998.859317:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321998.859339:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989335552:12345-0@lo:38:kworker.0 Request processed in 30us (881us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321998.859345:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:1.0:1767321998.859450:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321998.859489:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321998.859494:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321998.859497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989335296:0@lo:38:kworker.0 00000100:00080000:1.0:1767321998.859504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321998.859507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321998.859510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989335552:0@lo:38:kworker.0 00000100:00080000:1.0:1767321998.859517:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321998.859520:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321998.859523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989335680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321998.859548:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989335936 00000100:00100000:2.0:1767321998.859553:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989335936 00000100:00100000:2.0:1767321998.859574:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:2.0:1767321998.859594:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989335936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321998.859604:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321998.859630:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989335936:12345-0@lo:38:kworker.0 Request processed in 50us (1092us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321998.859636:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00080000:1.0:1767321998.860366:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321998.860373:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321998.860377:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989335936:0@lo:38:kworker.0 00010000:00010000:2.0:1767321999.947320:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322000.675303:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322000.675354:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322000.675860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322000.969018:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322003.465901:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322003.465926:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989336192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322003.466002:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322003.466138:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989336192 00000100:00100000:2.0:1767322003.466146:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989336192 00000100:00100000:2.0:1767322003.466209:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556 00000100:00100000:2.0:1767322003.466218:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989336192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322003.466247:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322003.466291:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989336192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322003.466315:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556 00000100:00080000:1.0:1767322003.466472:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322003.466509:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989336192:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322003.977266:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322003.977276:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322003.977334:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322003.977338:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322003.977342:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322003.977350:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7245 00000100:00080000:2.0:1767322003.977355:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322003.977362:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322003.977384:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989336448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322003.977410:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322003.977413:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322003.977415:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322003.977418:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7245 00000100:00080000:2.0:1767322003.977420:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322003.977424:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322003.977435:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989336704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322003.977443:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322003.977446:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322003.977448:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322003.977450:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7245 00000100:00080000:2.0:1767322003.977467:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322003.977471:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322003.977482:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c700 x1853163989336832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322003.977504:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322003.977507:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322003.977508:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322003.977511:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7245 00000100:00080000:2.0:1767322003.977513:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322003.977516:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322003.977524:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5d500 x1853163989337088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322003.977639:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322003.977655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989336960:0@lo:400:kworker.0 00000100:00100000:0.0:1767322003.977720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.977790:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989336448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.977817:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.977845:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989336448 00000100:00100000:0.0:1767322003.977852:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989336448 00000100:00100000:0.0:1767322003.977904:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:0.0:1767322003.977911:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989336448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322003.977929:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322003.977965:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989336448:12345-0@lo:38:kworker.0 Request processed in 53us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322003.977972:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00080000:0.0:1767322003.978015:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322003.978019:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322003.978022:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989336448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978028:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989336704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978050:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.978069:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989336704 00000100:00100000:0.0:1767322003.978072:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989336704 00000100:00100000:0.0:1767322003.978255:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:0.0:1767322003.978260:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989336704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322003.978270:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322003.978295:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989336704:12345-0@lo:38:kworker.0 Request processed in 34us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322003.978302:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00080000:0.0:1767322003.978328:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322003.978332:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322003.978335:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989336704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978348:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989336832:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978374:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.978391:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989337088:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978412:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.978429:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337088 00000100:00100000:0.0:1767322003.978432:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337088 00000100:00100000:0.0:1767322003.978450:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:0.0:1767322003.978454:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989337088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322003.978464:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322003.978489:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989337088:12345-0@lo:38:kworker.0 Request processed in 34us (76us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322003.978494:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00080000:0.0:1767322003.978516:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322003.978520:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322003.978523:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989337088:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.978800:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989337216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322003.978828:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322003.978868:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337216 00000100:00100000:0.0:1767322003.978872:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337216 00000100:00100000:0.0:1767322003.979286:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1767322003.979294:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989337216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322003.979321:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322003.979362:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989337216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322003.979369:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1767322003.979420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989337216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322003.980671:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989336576 00000100:00100000:0.0:1767322003.980677:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989336576 00000100:00100000:0.0:1767322003.980711:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989336320 00000100:00100000:0.0:1767322003.980715:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989336320 00000100:00100000:0.0:1767322003.980749:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1767322003.980756:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989336576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322003.980804:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989336576:12345-0@lo:400:kworker.0 Request processed in 49us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322003.980810:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1767322003.980822:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1767322003.980827:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989336320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322003.980850:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989336320:12345-0@lo:400:kworker.0 Request processed in 24us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322003.980856:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00080000:0.0:1767322003.980904:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322003.980908:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322003.980912:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989336832:0@lo:38:kworker.0 00000100:00100000:0.0:1767322003.980943:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989336320:0@lo:400:kworker.0 00000100:00100000:0.0:1767322003.980953:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989336576:0@lo:400:kworker.0 00000100:00080000:1.0:1767322003.981017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322003.981021:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322004.047836:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322005.065600:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322005.801793:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923953024 00000100:00100000:1.0:1767322005.801804:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923953024 00000100:00100000:1.0:1767322005.801855:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923953152 00000100:00100000:1.0:1767322005.801858:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923953152 00000100:00100000:1.0:1767322005.801906:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1827 00000100:00100000:1.0:1767322005.801916:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923953152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322005.801994:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923953152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322005.802003:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1827 00000100:00100000:1.0:1767322005.802034:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2693 00000100:00100000:1.0:1767322005.802039:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923953024:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322005.802059:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322005.802084:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923953024:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322005.802092:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2693 00000100:00080000:1.0:1767322005.802108:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322008.138493:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322008.585142:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989337344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322008.585222:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322008.585340:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337344 00000100:00100000:2.0:1767322008.585348:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337344 00000100:00100000:2.0:1767322008.585417:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:2.0:1767322008.585427:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989337344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322008.585457:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322008.585499:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989337344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322008.585506:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00080000:1.0:1767322008.585596:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322008.585638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989337344:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322009.096727:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322009.096739:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322009.096781:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767322009.096797:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:2.0:1767322009.096800:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322009.096804:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322009.096811:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7250 00000100:00080000:2.0:1767322009.096815:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767322009.096816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989337600:0@lo:400:kworker.0 00000100:00080000:2.0:1767322009.096821:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322009.096842:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163989337728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322009.096867:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322009.096870:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322009.096872:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322009.096875:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7250 00000100:00080000:2.0:1767322009.096877:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322009.096880:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322009.096881:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322009.096889:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ea00 x1853163989337984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322009.096897:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322009.096900:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322009.096901:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322009.096905:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7250 00000100:00080000:2.0:1767322009.096907:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322009.096911:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322009.096915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989337472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322009.096921:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ce00 x1853163989338112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322009.096937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322009.096942:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322009.096948:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322009.096950:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322009.096953:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7250 00000100:00100000:0.0:1767322009.096962:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989338368:0@lo:400:kworker.0 00000100:00100000:0.0:1767322009.096985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322009.097076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989337728:0@lo:38:kworker.0 00000100:00100000:1.0:1767322009.097105:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322009.097139:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989337984:0@lo:38:kworker.0 00000100:00100000:1.0:1767322009.097160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322009.097176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989338112:0@lo:38:kworker.0 00000100:00100000:1.0:1767322009.097195:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322009.097231:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337600 00000100:00100000:1.0:1767322009.097238:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337600 00000100:00100000:1.0:1767322009.097285:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337984 00000100:00100000:1.0:1767322009.097288:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337984 00000100:00080000:2.0:1767322009.097292:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322009.097296:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322009.097311:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163989338496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322009.097343:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989338496:0@lo:38:kworker.0 00000100:00100000:2.0:1767322009.097372:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322009.100065:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989338112 00000100:00100000:2.0:1767322009.100080:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989338112 00000100:00100000:2.0:1767322009.100123:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122 00000100:00100000:2.0:1767322009.100131:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989338112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322009.100154:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322009.100213:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989338112:12345-0@lo:38:kworker.0 Request processed in 82us (3016us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322009.100221:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122 00000100:00100000:2.0:1767322009.100245:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989338368 00000100:00100000:2.0:1767322009.100249:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989338368 00000100:00100000:2.0:1767322009.100284:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989338240 00000100:00100000:2.0:1767322009.100287:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989338240 00000100:00100000:2.0:1767322009.100310:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:2.0:1767322009.100317:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989338368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322009.100361:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989338368:12345-0@lo:400:kworker.0 Request processed in 45us (3375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322009.100367:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:2.0:1767322009.100410:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303 00000100:00100000:2.0:1767322009.100417:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989338240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322009.100454:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989338240:12345-0@lo:400:kworker.0 Request processed in 38us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322009.100459:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303 00000100:00100000:2.0:1767322009.100482:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989337472 00000100:00100000:2.0:1767322009.100486:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989337472 00000100:00100000:2.0:1767322009.100510:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:2.0:1767322009.100516:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989337472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322009.100546:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322009.100597:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989337472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322009.100604:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559 00000100:00100000:2.0:1767322009.100669:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989338240:0@lo:400:kworker.0 00000100:00080000:2.0:1767322009.100727:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322009.100734:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322009.100737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989338112:0@lo:38:kworker.0 00000100:00100000:1.0:1767322009.106750:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1767322009.106760:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989337856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322009.106823:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989337856:12345-0@lo:400:kworker.0 Request processed in 67us (9583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322009.106969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989337856:0@lo:400:kworker.0 00000100:00100000:1.0:1767322009.112080:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1767322009.112136:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767322009.112144:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989337728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322009.112168:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322009.112264:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989337728:12345-0@lo:38:kworker.0 Request processed in 120us (15157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322009.112271:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767322009.112283:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:1.0:1767322009.112288:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989337984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322009.112297:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322009.112334:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989337984:12345-0@lo:38:kworker.0 Request processed in 45us (15174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322009.112341:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:1.0:1767322009.112354:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:1.0:1767322009.112358:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989338496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322009.112367:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322009.112442:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989338496:12345-0@lo:38:kworker.0 Request processed in 81us (15068us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322009.112447:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00080000:1.0:1767322009.112479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322009.112485:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322009.112529:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322009.112534:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322009.112538:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989338496:0@lo:38:kworker.0 00000100:00080000:1.0:1767322009.112550:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322009.112554:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322009.112557:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989337728:0@lo:38:kworker.0 00000100:00080000:1.0:1767322009.112566:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322009.112569:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322009.112572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989337984:0@lo:38:kworker.0 00010000:00010000:2.0:1767322009.160829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322010.931763:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322010.931819:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322010.932013:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923953408 00000100:00100000:0.0:1767322010.932022:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923953408 00000100:00100000:0.0:1767322010.932090:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923953280 00000100:00100000:0.0:1767322010.932094:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923953280 00000100:00100000:0.0:1767322010.932114:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1830 00000100:00100000:0.0:1767322010.932124:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923953408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322010.932193:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923953408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 70us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322010.932200:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1830 00000100:00100000:0.0:1767322010.932218:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2697 00000100:00100000:0.0:1767322010.932222:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923953280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322010.932240:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322010.932641:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923953280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 414us (818us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322010.932648:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2697 00000100:00080000:1.0:1767322010.932743:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322012.232885:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322013.258663:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322013.707960:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322013.707985:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989338624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322013.708051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322013.708143:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989338624 00000100:00100000:2.0:1767322013.708151:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989338624 00000100:00100000:2.0:1767322013.708221:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:2.0:1767322013.708231:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989338624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322013.708261:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322013.708319:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989338624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322013.708325:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:0.0:1767322013.708551:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989338624:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322013.710064:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322014.216802:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322014.216813:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322014.216877:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322014.216882:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322014.216886:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322014.216894:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7256 00000100:00080000:2.0:1767322014.216899:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322014.216905:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322014.216929:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5df80 x1853163989338880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322014.216961:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322014.216965:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322014.216967:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322014.216970:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7256 00000100:00080000:2.0:1767322014.216973:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322014.216977:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322014.216988:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989339136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322014.216997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322014.216999:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322014.217001:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322014.217005:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7256 00000100:00080000:2.0:1767322014.217022:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322014.217026:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322014.217038:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989339264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322014.217069:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322014.217072:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322014.217073:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322014.217077:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7256 00000100:00080000:2.0:1767322014.217079:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322014.217082:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322014.217092:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e680 x1853163989339648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322014.217169:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989338752:0@lo:400:kworker.0 00000100:00100000:1.0:1767322014.217247:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322014.217288:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322014.217294:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989339008:0@lo:400:kworker.0 00000100:00100000:1.0:1767322014.217314:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322014.217381:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989338752 00000100:00100000:2.0:1767322014.217388:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989338752 00000100:00100000:0.0:1767322014.217483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989339392:0@lo:400:kworker.0 00000100:00100000:0.0:1767322014.217513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322014.217539:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322014.217544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989339520:0@lo:400:kworker.0 00000100:00100000:0.0:1767322014.217633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322014.217661:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989339392 00000100:00100000:0.0:1767322014.217665:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989339392 00000100:00100000:0.0:1767322014.217703:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989339520 00000100:00100000:0.0:1767322014.217706:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989339520 00000100:00100000:2.0:1767322014.217767:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989339008 00000100:00100000:2.0:1767322014.217771:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989339008 00000100:00080000:1.0:1767322014.223936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322014.223949:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322014.226314:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:0.0:1767322014.226332:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989339520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322014.226429:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989339520:12345-0@lo:400:kworker.0 Request processed in 104us (8794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322014.226436:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:0.0:1767322014.226499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989339520:0@lo:400:kworker.0 00000100:00100000:2.0:1767322014.230621:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1767322014.230637:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989339008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322014.230740:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989339008:12345-0@lo:400:kworker.0 Request processed in 107us (13423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322014.230748:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1767322014.230932:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989339008:0@lo:400:kworker.0 00000100:00100000:1.0:1767322016.038415:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322016.039188:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322016.045028:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322016.045057:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923953792 offset 0 length 520: 4 00000100:00100000:1.0:1767322016.045299:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923953536 00000100:00100000:1.0:1767322016.045309:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923953536 00000100:00100000:1.0:1767322016.045417:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2701 00000100:00100000:1.0:1767322016.045425:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923953536:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322016.045448:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322016.045526:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923953536:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 92us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322016.045534:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2701 00010000:00010000:2.0:1767322016.330680:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322017.353401:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322018.826362:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989339904 00000100:00100000:2.0:1767322018.826370:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989339904 00000100:00100000:2.0:1767322018.826445:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:2.0:1767322018.826455:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989339904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322018.826508:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322018.826569:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989339904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322018.826577:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00100000:0.0:1767322018.826771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989339904:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322018.826849:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322019.336815:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322019.336826:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322019.336894:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322019.336899:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322019.336903:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322019.336912:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7261 00000100:00080000:2.0:1767322019.336917:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322019.336923:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322019.336945:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ed80 x1853163989340160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322019.336956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989340032:0@lo:400:kworker.0 00000100:00080000:2.0:1767322019.336984:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322019.336987:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322019.336988:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322019.336991:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7261 00000100:00080000:2.0:1767322019.336994:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322019.336998:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322019.337007:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5d500 x1853163989340416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322019.337015:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322019.337018:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767322019.337025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322019.337033:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322019.337037:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7261 00000100:00080000:2.0:1767322019.337039:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322019.337043:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322019.337056:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163989340544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322019.337090:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322019.337093:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322019.337095:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322019.337098:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7261 00000100:00080000:2.0:1767322019.337101:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322019.337103:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322019.337108:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322019.337113:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989340928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322019.337114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989340288:0@lo:400:kworker.0 00000100:00100000:0.0:1767322019.337136:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322019.337136:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989340672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322019.337165:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322019.337179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989340800:0@lo:400:kworker.0 00000100:00100000:2.0:1767322019.337199:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340032 00000100:00100000:0.0:1767322019.337202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322019.337206:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340032 00000100:00100000:0.0:1767322019.337232:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340672 00000100:00100000:0.0:1767322019.337235:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340672 00000100:00100000:2.0:1767322019.337253:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340288 00000100:00100000:2.0:1767322019.337256:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340288 00000100:00100000:0.0:1767322019.337259:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340800 00000100:00100000:0.0:1767322019.337268:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340800 00000100:00100000:2.0:1767322019.337291:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1767322019.337294:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:2.0:1767322019.337301:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989340032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322019.337302:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989340672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322019.337438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989340160:0@lo:38:kworker.0 00000100:00100000:1.0:1767322019.337485:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322019.337519:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989340416:0@lo:38:kworker.0 00000100:00100000:0.0:1767322019.337567:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989340672:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322019.337575:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00000100:00100000:0.0:1767322019.337625:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:0.0:1767322019.337633:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989340800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322019.337671:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989340800:12345-0@lo:400:kworker.0 Request processed in 39us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322019.337676:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:0.0:1767322019.337724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989340800:0@lo:400:kworker.0 00000100:00100000:0.0:1767322019.337772:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340160 00000100:00100000:0.0:1767322019.337776:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340160 00000100:00100000:0.0:1767322019.337796:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:0.0:1767322019.337800:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989340160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322019.337818:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322019.337847:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989340160:12345-0@lo:38:kworker.0 Request processed in 46us (363us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322019.337853:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00080000:0.0:1767322019.337874:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322019.337879:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322019.337954:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322019.337973:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989340544:0@lo:38:kworker.0 00000100:00100000:1.0:1767322019.337997:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322019.338019:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989340928:0@lo:38:kworker.0 00000100:00100000:1.0:1767322019.338036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322019.338057:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322019.338067:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322019.338071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989340160:0@lo:38:kworker.0 00000100:00100000:1.0:1767322019.338088:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340416 00000100:00100000:1.0:1767322019.338091:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340416 00000100:00100000:1.0:1767322019.338104:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989340928 00000100:00100000:1.0:1767322019.338106:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989340928 00000100:00100000:1.0:1767322019.338115:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:1.0:1767322019.338119:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989340416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322019.338129:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322019.338155:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989340416:12345-0@lo:38:kworker.0 Request processed in 34us (604us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322019.338161:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:1.0:1767322019.338170:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:1.0:1767322019.338174:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989340928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322019.338183:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322019.338199:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989340928:12345-0@lo:38:kworker.0 Request processed in 24us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322019.338204:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00080000:1.0:1767322019.338221:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322019.338225:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322019.338228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989340416:0@lo:38:kworker.0 00000100:00080000:1.0:1767322019.338235:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322019.338238:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322019.338241:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989340928:0@lo:38:kworker.0 00000100:00100000:2.0:1767322019.341028:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989340032:12345-0@lo:400:kworker.0 Request processed in 3717us (3990us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322019.341045:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:2.0:1767322019.341143:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989340672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322019.341212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989341056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322019.341278:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322019.346918:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989341056 00000100:00100000:1.0:1767322019.346951:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989341056 00000100:00100000:1.0:1767322019.347019:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:1.0:1767322019.347028:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989341056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322019.348289:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322019.348396:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989341056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1365us (7114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322019.348408:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00100000:2.0:1767322019.348892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989340288:0@lo:400:kworker.0 00000100:00100000:2.0:1767322019.348910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989340032:0@lo:400:kworker.0 00000100:00100000:2.0:1767322019.348973:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989341056:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322019.352287:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322019.352301:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322019.352307:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989340544:0@lo:38:kworker.0 00010000:00010000:2.0:1767322020.428640:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322021.156690:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322021.156841:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322021.157646:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322021.449065:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322023.432772:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321998/real 1767321998] req@ffff9e7d3b8b3480 x1853163989335040/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767322023.432807:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b8b3480 x1853163989335040/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767322023.432828:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322023.432866:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767322023.432870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989335040:0@lo:250:kworker.0 00000100:00080000:2.0:1767322023.432966:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322023.432972:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767322023.432975:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322023.432979:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7245 00000100:00080000:2.0:1767322023.432983:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322023.432988:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322023.433022:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c380 x1853163989341184/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322023.433081:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322023.433085:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322023.433087:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322023.433091:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7266 00000100:00080000:2.0:1767322023.433093:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322023.433096:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322023.433111:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e300 x1853163989341440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322023.433134:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322023.433152:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322023.433154:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322023.433157:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7266 00000100:00080000:2.0:1767322023.433159:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322023.433174:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322023.433187:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f480 x1853163989341696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322023.433196:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322023.433199:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322023.433201:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322023.433205:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7266 00000100:00080000:2.0:1767322023.433207:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322023.433218:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322023.433230:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989341824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322023.433250:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322023.433253:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322023.433255:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322023.433259:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7266 00000100:00080000:2.0:1767322023.433261:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322023.433264:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322023.433276:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989342208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322023.433301:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989341568:0@lo:400:kworker.0 00000100:00100000:2.0:1767322023.433406:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322023.433469:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322023.433476:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989341952:0@lo:400:kworker.0 00000100:00100000:2.0:1767322023.433507:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322023.433532:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989341568 00000100:00100000:2.0:1767322023.433533:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989341952 00000100:00100000:1.0:1767322023.433539:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989341568 00000100:00100000:2.0:1767322023.433539:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989341952 00000100:00100000:1.0:1767322023.433603:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1767322023.433612:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989341568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322023.433657:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989341568:12345-0@lo:400:kworker.0 Request processed in 46us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322023.433664:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1767322023.433732:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989341312:0@lo:400:kworker.0 00000100:00100000:0.0:1767322023.433776:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322023.433888:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:2.0:1767322023.433895:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989341952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322023.433926:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989341952:12345-0@lo:400:kworker.0 Request processed in 32us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322023.433932:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00080000:1.0:1767322023.439721:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322023.439752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322023.439756:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322023.448897:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989341312 00000100:00100000:2.0:1767322023.448906:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989341312 00000100:00100000:2.0:1767322023.448967:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989341440 00000100:00100000:2.0:1767322023.448970:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989341440 00000100:00100000:2.0:1767322023.448988:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:2.0:1767322023.448996:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989341312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322023.449067:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989341312:12345-0@lo:400:kworker.0 Request processed in 73us (15290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322023.449074:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:2.0:1767322023.449090:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1767322023.449094:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989341440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322023.449114:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322023.449141:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989341440:12345-0@lo:38:kworker.0 Request processed in 45us (8647us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322023.449147:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1767322023.449240:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989341312:0@lo:400:kworker.0 00000100:00100000:0.0:1767322023.945028:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989342336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322023.945125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322023.945242:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342336 00000100:00100000:1.0:1767322023.945251:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342336 00000100:00100000:1.0:1767322023.945309:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564 00000100:00100000:1.0:1767322023.945322:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989342336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322023.945361:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322023.945436:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989342336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322023.945443:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00000100:00100000:0.0:1767322023.946230:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989342336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322024.457002:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322024.457026:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989342464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322024.457094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322024.457190:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342464 00000100:00100000:2.0:1767322024.457208:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342464 00000100:00100000:2.0:1767322024.457261:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565 00000100:00100000:2.0:1767322024.457270:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989342464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322024.457301:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322024.457373:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989342464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322024.457381:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565 00000100:00100000:0.0:1767322024.457558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989342464:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322024.524375:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322025.547535:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322026.274820:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923954304 00000100:00100000:0.0:1767322026.274837:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923954304 00000100:00100000:0.0:1767322026.274931:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923954176 00000100:00100000:0.0:1767322026.274935:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923954176 00000100:00100000:0.0:1767322026.274957:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1839 00000100:00100000:0.0:1767322026.274968:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923954304:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322026.275078:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923954304:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322026.275087:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1839 00000100:00100000:0.0:1767322026.275112:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2709 00000100:00100000:0.0:1767322026.275117:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923954176:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322026.275144:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322026.275169:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923954176:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322026.275176:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2709 00000100:00080000:2.0:1767322028.553505:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322028.553519:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322028.553688:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322028.553693:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322028.553698:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322028.553708:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7270 00000100:00080000:2.0:1767322028.553713:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322028.553723:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322028.553751:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395ddf80 x1853163989342720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322028.553791:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322028.553794:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322028.553795:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322028.553799:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7270 00000100:00100000:1.0:1767322028.553805:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989342848:0@lo:400:kworker.0 00000100:00080000:2.0:1767322028.553820:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322028.553824:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322028.553836:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dc380 x1853163989342976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322028.553845:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322028.553848:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322028.553850:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322028.553853:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7270 00000100:00080000:2.0:1767322028.553856:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322028.553860:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322028.553870:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395de680 x1853163989343104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322028.553893:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322028.553896:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767322028.553897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322028.553898:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322028.553902:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7270 00000100:00080000:2.0:1767322028.553904:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322028.553908:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322028.553917:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395ddc00 x1853163989343488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322028.553954:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322028.553960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989343232:0@lo:400:kworker.0 00000100:00100000:2.0:1767322028.553977:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342848 00000100:00100000:2.0:1767322028.553986:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342848 00000100:00100000:1.0:1767322028.553989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322028.554061:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:2.0:1767322028.554073:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989342848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322028.554138:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989342848:12345-0@lo:400:kworker.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322028.554153:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1767322028.554177:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989342848:0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.554402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989342592:0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.554436:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322028.554467:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322028.554473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989343360:0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.554502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322028.554602:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342592 00000100:00100000:2.0:1767322028.554608:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342592 00000100:00100000:2.0:1767322028.554644:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:2.0:1767322028.554651:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989342592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322028.554688:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989342592:12345-0@lo:400:kworker.0 Request processed in 37us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322028.554694:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1767322028.554764:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989342592:0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.555180:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989342720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322028.555214:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322028.555709:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989342976:0@lo:38:kworker.0 00000100:00100000:0.0:1767322028.555736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322028.555754:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989343104:0@lo:38:kworker.0 00000100:00100000:0.0:1767322028.555780:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322028.555797:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989343488:0@lo:38:kworker.0 00000100:00100000:0.0:1767322028.555815:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322028.555855:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342720 00000100:00100000:0.0:1767322028.555861:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342720 00000100:00100000:0.0:1767322028.555887:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989342976 00000100:00100000:0.0:1767322028.555889:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989342976 00000100:00100000:0.0:1767322028.555916:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343488 00000100:00100000:0.0:1767322028.555920:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343488 00000100:00100000:0.0:1767322028.555941:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1767322028.555947:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989342720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322028.555975:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322028.556015:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989342720:12345-0@lo:38:kworker.0 Request processed in 66us (799us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322028.556023:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1767322028.556041:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767322028.556045:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989342976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322028.556054:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322028.556090:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989342976:12345-0@lo:38:kworker.0 Request processed in 43us (353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322028.556096:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767322028.556108:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:0.0:1767322028.556112:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989343488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322028.556120:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322028.556140:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989343488:12345-0@lo:38:kworker.0 Request processed in 27us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322028.556146:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00080000:0.0:1767322028.556183:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322028.556188:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322028.556192:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989342720:0@lo:38:kworker.0 00000100:00080000:0.0:1767322028.556200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322028.556203:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322028.556206:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989342976:0@lo:38:kworker.0 00000100:00080000:0.0:1767322028.556213:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322028.556217:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322028.556220:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989343488:0@lo:38:kworker.0 00000100:00080000:0.0:1767322028.556267:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322028.556318:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343232 00000100:00100000:0.0:1767322028.556323:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343232 00000100:00100000:0.0:1767322028.556364:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343360 00000100:00100000:0.0:1767322028.556367:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343360 00000100:00100000:0.0:1767322028.556387:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310 00000100:00100000:0.0:1767322028.556394:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989343232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.556447:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989343232:12345-0@lo:400:kworker.0 Request processed in 53us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322028.556454:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310 00000100:00100000:0.0:1767322028.556466:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00100000:0.0:1767322028.556471:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989343360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.556502:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989343360:12345-0@lo:400:kworker.0 Request processed in 31us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322028.556508:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00000100:00080000:0.0:1767322028.556527:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322028.556529:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322028.556549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989343360:0@lo:400:kworker.0 00000100:00100000:0.0:1767322028.556628:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343104 00000100:00100000:0.0:1767322028.556632:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343104 00000100:00100000:0.0:1767322028.556656:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126 00000100:00100000:0.0:1767322028.556660:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989343104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322028.556670:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322028.556697:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989343104:12345-0@lo:38:kworker.0 Request processed in 36us (916us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322028.556703:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126 00000100:00080000:0.0:1767322028.556724:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322028.556728:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322028.556732:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989343104:0@lo:38:kworker.0 00000100:00100000:1.0:1767322028.558756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989343232:0@lo:400:kworker.0 00010000:00010000:2.0:1767322028.616980:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322029.065947:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343616 00000100:00100000:1.0:1767322029.065960:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343616 00000100:00100000:1.0:1767322029.066031:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566 00000100:00100000:1.0:1767322029.066044:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989343616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322029.066094:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322029.066419:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989343616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 377us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322029.066446:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566 00000100:00100000:1.0:1767322029.578978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989343744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322029.579080:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322029.580398:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343744 00000100:00100000:0.0:1767322029.580415:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343744 00000100:00100000:0.0:1767322029.580513:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:0.0:1767322029.580523:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989343744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322029.580608:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322029.580702:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989343744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322029.580710:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00010000:00010000:2.0:1767322029.643218:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322031.393405:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322031.402446:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923954560 00000100:00100000:2.0:1767322031.402466:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923954560 00000100:00100000:2.0:1767322031.402572:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923954432 00000100:00100000:2.0:1767322031.402575:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923954432 00000100:00100000:2.0:1767322031.402620:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1842 00000100:00100000:2.0:1767322031.402632:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923954560:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322031.402733:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923954560:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (9342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322031.402741:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1842 00000100:00100000:2.0:1767322031.402761:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2713 00000100:00100000:2.0:1767322031.402765:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923954432:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322031.402790:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322031.402816:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923954432:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (6445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322031.402821:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2713 00000100:00080000:1.0:1767322031.403433:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322033.672890:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322033.672904:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322033.672997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322033.673002:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322033.673007:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322033.673020:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7275 00000100:00080000:2.0:1767322033.673026:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322033.673034:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322033.673064:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dea00 x1853163989344000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322033.673120:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322033.673142:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322033.673150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322033.673155:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7275 00000100:00080000:2.0:1767322033.673159:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322033.673164:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322033.673184:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dce00 x1853163989344256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322033.673227:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322033.673233:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322033.673235:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322033.673242:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7275 00000100:00080000:2.0:1767322033.673249:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322033.673257:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322033.673293:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dd180 x1853163989344384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322033.673328:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322033.673336:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322033.673338:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322033.673347:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7275 00000100:00080000:2.0:1767322033.673351:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322033.673358:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322033.673374:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dca80 x1853163989344768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322033.673411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989344512:0@lo:400:kworker.0 00000100:00100000:2.0:1767322033.673492:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322033.673616:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989343872 00000100:00100000:0.0:1767322033.673627:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989343872 00000100:00100000:1.0:1767322033.673644:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989344640 00000100:00100000:1.0:1767322033.673653:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989344640 00000100:00100000:0.0:1767322033.673702:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989344128 00000100:00100000:0.0:1767322033.673707:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989344128 00000100:00100000:1.0:1767322033.673719:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989344512 00000100:00100000:1.0:1767322033.673726:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989344512 00000100:00100000:0.0:1767322033.673754:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:0.0:1767322033.673767:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989343872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322033.673769:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312 00000100:00100000:1.0:1767322033.673786:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989344640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322033.679369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989344512:0@lo:400:kworker.0 00000100:00100000:0.0:1767322033.681081:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989343872:12345-0@lo:400:kworker.0 Request processed in 7305us (7823us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322033.681099:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1767322033.687171:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989344640:12345-0@lo:400:kworker.0 Request processed in 13372us (13764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322033.687200:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312 00010000:00010000:2.0:1767322033.736816:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322034.185424:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989344896 00000100:00100000:1.0:1767322034.185435:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989344896 00000100:00100000:1.0:1767322034.185514:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:1.0:1767322034.185524:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989344896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322034.185564:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322034.190355:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989344896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4816us (5165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322034.190377:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:2.0:1767322034.698831:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322034.698855:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989345024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322034.698944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322034.700323:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345024 00000100:00100000:1.0:1767322034.700337:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345024 00000100:00100000:1.0:1767322034.700415:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00100000:1.0:1767322034.700425:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989345024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322034.700469:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322034.700617:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989345024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322034.700626:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00100000:0.0:1767322034.700865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989345024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322036.514309:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322036.514370:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322036.514548:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923954816 00000100:00100000:2.0:1767322036.514562:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923954816 00000100:00100000:2.0:1767322036.514716:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1845 00000100:00100000:2.0:1767322036.514729:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923954816:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322036.514822:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923954816:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322036.514832:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1845 00000100:00080000:1.0:1767322036.515213:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322037.833443:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322038.793395:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322038.793421:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989345152:0@lo:400:kworker.0 00000100:00100000:1.0:1767322038.793512:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322038.793600:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989345792:0@lo:400:kworker.0 00000100:00100000:1.0:1767322038.793631:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322038.793652:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322038.793656:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989345408:0@lo:400:kworker.0 00000100:00100000:1.0:1767322038.793678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322038.793715:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345792 00000100:00100000:1.0:1767322038.793724:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345792 00000100:00100000:0.0:1767322038.793813:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989345280:0@lo:38:kworker.0 00000100:00100000:0.0:1767322038.793845:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322038.793865:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989345536:0@lo:38:kworker.0 00000100:00100000:0.0:1767322038.793882:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322038.793898:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989345664:0@lo:38:kworker.0 00000100:00100000:0.0:1767322038.793920:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322038.793938:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09a3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989346048:0@lo:38:kworker.0 00000100:00100000:0.0:1767322038.793959:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322038.794004:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345152 00000100:00100000:0.0:1767322038.794008:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345152 00000100:00100000:0.0:1767322038.794046:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345408 00000100:00100000:0.0:1767322038.794049:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345408 00000100:00100000:0.0:1767322038.794064:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345280 00000100:00100000:0.0:1767322038.794067:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345280 00000100:00100000:0.0:1767322038.794077:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345536 00000100:00100000:0.0:1767322038.794079:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345536 00000100:00100000:0.0:1767322038.794086:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346048 00000100:00100000:0.0:1767322038.794088:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346048 00000100:00100000:0.0:1767322038.794113:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:0.0:1767322038.794123:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989345152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322038.794186:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989345152:12345-0@lo:400:kworker.0 Request processed in 63us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322038.794193:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:0.0:1767322038.794216:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1767322038.794222:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989345408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322038.794277:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989345408:12345-0@lo:400:kworker.0 Request processed in 54us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322038.794287:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1767322038.794309:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:0.0:1767322038.794316:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989345280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322038.794346:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322038.794399:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989345280:12345-0@lo:38:kworker.0 Request processed in 80us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322038.794408:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:0.0:1767322038.794428:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1767322038.794435:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989345536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322038.794466:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322038.794512:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989345536:12345-0@lo:38:kworker.0 Request processed in 75us (627us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322038.794522:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1767322038.794543:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767322038.794551:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989346048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322038.794566:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322038.794637:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989346048:12345-0@lo:38:kworker.0 Request processed in 84us (675us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322038.794645:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767322038.794681:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989345664 00000100:00100000:0.0:1767322038.794689:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989345664 00000100:00100000:0.0:1767322038.794722:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5128 00000100:00100000:0.0:1767322038.794729:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989345664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322038.794742:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322038.794775:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989345664:12345-0@lo:38:kworker.0 Request processed in 45us (853us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322038.794780:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5128 00000100:00080000:0.0:1767322038.794836:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322038.794842:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322038.794846:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989345280:0@lo:38:kworker.0 00000100:00080000:0.0:1767322038.794857:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322038.794860:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322038.794862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989345536:0@lo:38:kworker.0 00000100:00100000:1.0:1767322038.794866:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:1.0:1767322038.794874:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989345792:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322038.794882:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322038.794885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322038.794888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989345664:0@lo:38:kworker.0 00000100:00080000:0.0:1767322038.794895:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322038.794898:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322038.794901:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989346048:0@lo:38:kworker.0 00000100:00100000:1.0:1767322038.794919:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989345792:12345-0@lo:400:kworker.0 Request processed in 48us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322038.794925:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00080000:2.0:1767322038.795039:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322038.795047:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322038.795050:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322038.795081:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989345408:0@lo:400:kworker.0 00000100:00100000:2.0:1767322038.795092:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989345792:0@lo:400:kworker.0 00000100:00100000:2.0:1767322038.795141:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09a3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989345152:0@lo:400:kworker.0 00000100:00100000:1.0:1767322039.306802:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989346176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322039.306894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322039.307534:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346176 00000100:00100000:2.0:1767322039.307548:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346176 00000100:00100000:2.0:1767322039.307635:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:2.0:1767322039.307645:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989346176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322039.307987:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322039.308064:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989346176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 419us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322039.308073:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00000100:00100000:1.0:1767322039.308183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989346176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322039.817012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989346304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322039.817121:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322039.817288:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346304 00000100:00100000:2.0:1767322039.817299:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346304 00000100:00100000:2.0:1767322039.817365:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1767322039.817375:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989346304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322039.817417:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322039.817495:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989346304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322039.817503:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:0.0:1767322039.817872:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989346304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322040.611072:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322040.619092:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955200 00000100:00100000:0.0:1767322040.619114:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955200 00000100:00100000:0.0:1767322040.619265:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955072 00000100:00100000:0.0:1767322040.619270:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955072 00000100:00100000:0.0:1767322040.619301:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1848 00000100:00100000:0.0:1767322040.619315:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923955200:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322040.619505:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923955200:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 193us (8458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322040.619516:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1848 00000100:00100000:0.0:1767322040.619544:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2721 00000100:00100000:0.0:1767322040.619550:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923955072:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322040.619577:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322040.619632:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923955072:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 80us (5886us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322040.619639:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2721 00000100:00080000:1.0:1767322040.627077:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322041.933403:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322043.913099:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322043.913122:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322043.913628:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322043.913652:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322043.913656:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322043.913666:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7285 00000100:00080000:2.0:1767322043.913672:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322043.913681:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322043.913719:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dd500 x1853163989346560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322043.913850:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989346560:0@lo:38:kworker.0 00000100:00100000:1.0:1767322043.914014:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322043.914167:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322043.914181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989346432:0@lo:400:kworker.0 00000100:00100000:0.0:1767322043.914237:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322043.914281:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346432 00000100:00100000:0.0:1767322043.914284:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346432 00000100:00080000:2.0:1767322043.915717:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322043.915725:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322043.915729:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322043.915740:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7285 00000100:00080000:2.0:1767322043.915747:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322043.915757:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322043.915790:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dc000 x1853163989346816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322043.915897:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:0.0:1767322043.915907:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989346560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322043.915968:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322043.920624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989346816:0@lo:38:kworker.0 00000100:00100000:1.0:1767322043.920748:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322043.920854:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322043.920886:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346688 00000100:00100000:1.0:1767322043.920896:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346688 00000100:00100000:1.0:1767322043.920999:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989346816 00000100:00100000:1.0:1767322043.921018:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989346816 00000100:00100000:1.0:1767322043.921055:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1767322043.921068:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989346688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322043.921169:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989346688:12345-0@lo:400:kworker.0 Request processed in 101us (2546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322043.921179:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1767322043.921207:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767322043.921213:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989346816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322043.921251:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322043.921285:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989346816:12345-0@lo:38:kworker.0 Request processed in 71us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322043.921292:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00080000:1.0:1767322043.921309:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322043.924723:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322043.924737:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322043.924741:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322043.924752:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7285 00000100:00080000:2.0:1767322043.924758:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322043.924767:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322043.924825:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395ddc00 x1853163989346944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322043.924900:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322043.924928:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322043.924933:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322043.924941:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7285 00000100:00080000:2.0:1767322043.924945:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322043.924953:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322043.924984:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dc700 x1853163989347328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322043.925088:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989347072:0@lo:400:kworker.0 00000100:00100000:1.0:1767322043.925305:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989347200:0@lo:400:kworker.0 00000100:00100000:2.0:1767322043.925700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322043.930771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989347072:0@lo:400:kworker.0 00000100:00100000:0.0:1767322043.931018:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989346560:12345-0@lo:38:kworker.0 Request processed in 15093us (16997us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322043.931033:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1767322043.932780:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322043.932860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989346432:0@lo:400:kworker.0 00000100:00100000:1.0:1767322043.933353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989347200:0@lo:400:kworker.0 00000100:00080000:0.0:1767322043.933506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322044.428725:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322044.428773:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989347456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322044.428882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322044.429192:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989347456 00000100:00100000:2.0:1767322044.429204:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989347456 00000100:00100000:2.0:1767322044.429277:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572 00000100:00100000:2.0:1767322044.429289:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989347456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322044.429327:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322044.429402:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989347456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322044.429410:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572 00000100:00100000:1.0:1767322044.429574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989347456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322044.940915:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989347584 00000100:00100000:0.0:1767322044.940936:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989347584 00000100:00100000:0.0:1767322044.941032:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573 00000100:00100000:0.0:1767322044.941043:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989347584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322044.941318:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322044.941426:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989347584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 385us (3455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322044.941435:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573 00000100:00100000:2.0:1767322045.733488:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322045.738619:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955456 00000100:00100000:0.0:1767322045.738643:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955456 00000100:00100000:0.0:1767322045.738783:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1851 00000100:00100000:0.0:1767322045.738796:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923955456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322045.738931:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923955456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 136us (5456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322045.738941:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1851 00000100:00100000:0.0:1767322045.742784:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322045.742911:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955328 00000100:00100000:1.0:1767322045.742923:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955328 00000100:00100000:1.0:1767322045.742989:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2725 00000100:00100000:1.0:1767322045.743006:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923955328:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322045.743038:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322045.743130:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923955328:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 130us (359us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322045.743139:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2725 00010000:00010000:1.0:1767322046.025465:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322048.008981:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322048.009051:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767322048.009054:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322048.009059:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7270 00000100:00080000:2.0:1767322048.009063:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322048.009070:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322048.009134:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dce00 x1853163989347712/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322048.009557:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989347840:0@lo:400:kworker.0 00000100:00100000:1.0:1767322048.009621:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322048.009680:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322048.009684:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322048.009686:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322048.009689:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7290 00000100:00080000:2.0:1767322048.009691:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322048.009694:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322048.009710:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395df480 x1853163989347968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322048.009735:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322048.009737:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322048.009738:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322048.009741:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7290 00000100:00080000:2.0:1767322048.009743:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322048.009746:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322048.009752:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395df100 x1853163989348224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322048.009758:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322048.009760:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322048.009762:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322048.009764:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7290 00000100:00080000:2.0:1767322048.009766:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322048.009768:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322048.009785:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395ddf80 x1853163989348352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322048.010605:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1767322048.010614:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989348096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322048.010644:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989348096:12345-0@lo:400:kworker.0 Request processed in 33us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322048.010648:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1767322048.010659:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:0.0:1767322048.010661:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989347968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322048.010678:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322048.010698:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989347968:12345-0@lo:38:kworker.0 Request processed in 36us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322048.010702:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:0.0:1767322048.010709:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:0.0:1767322048.010711:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989348224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322048.010717:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322048.010729:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989348224:12345-0@lo:38:kworker.0 Request processed in 17us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322048.010732:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:0.0:1767322048.010744:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989348352 00000100:00100000:0.0:1767322048.010746:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989348352 00000100:00100000:0.0:1767322048.010764:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130 00000100:00100000:0.0:1767322048.010767:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989348352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322048.010773:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322048.010790:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989348352:12345-0@lo:38:kworker.0 Request processed in 22us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322048.010793:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130 00000100:00100000:0.0:1767322048.010824:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989348096:0@lo:400:kworker.0 00000100:00080000:0.0:1767322048.010847:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322048.010852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322048.010855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989347968:0@lo:38:kworker.0 00000100:00080000:0.0:1767322048.010863:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322048.010867:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322048.010870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989348224:0@lo:38:kworker.0 00000100:00080000:0.0:1767322048.010879:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322048.010882:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322048.010884:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989348352:0@lo:38:kworker.0 00000100:00080000:0.0:1767322048.010960:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322048.011463:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322048.011468:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322048.011471:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322048.011475:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7290 00000100:00080000:2.0:1767322048.011478:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322048.011482:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322048.011508:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dd500 x1853163989348736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322048.011587:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989348736:0@lo:38:kworker.0 00000100:00100000:0.0:1767322048.011620:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322048.011680:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989348736 00000100:00100000:2.0:1767322048.011684:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989348736 00000100:00100000:2.0:1767322048.011710:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1767322048.011713:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989348736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322048.011724:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322048.011755:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989348736:12345-0@lo:38:kworker.0 Request processed in 41us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322048.011759:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00080000:2.0:1767322048.011779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322048.011782:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322048.011784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989348736:0@lo:38:kworker.0 00000100:00100000:1.0:1767322048.012092:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989347840:0@lo:400:kworker.0 00000100:00100000:1.0:1767322049.545944:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989348864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322049.546151:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322049.546835:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989348864 00000100:00100000:0.0:1767322049.546847:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989348864 00000100:00100000:0.0:1767322049.547318:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574 00000100:00100000:0.0:1767322049.547330:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989348864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322049.547376:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322049.547806:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989348864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 477us (1654us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322049.547816:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574 00000100:00100000:1.0:1767322049.548623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989348864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322050.057455:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989348992 00000100:00100000:0.0:1767322050.057465:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989348992 00000100:00100000:0.0:1767322050.057550:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1767322050.057560:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989348992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322050.057642:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322050.058085:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989348992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 525us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322050.058095:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1767322050.058255:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989348992:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322050.123317:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322050.852942:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322050.871186:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322050.876479:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955712 00000100:00100000:0.0:1767322050.876502:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955712 00000100:00100000:0.0:1767322050.876710:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1854 00000100:00100000:0.0:1767322050.876724:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923955712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322050.876830:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923955712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 111us (5666us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322050.876836:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1854 00000100:00080000:0.0:1767322053.131028:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322053.131043:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322053.131358:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322053.131363:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322053.131368:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322053.131374:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7294 00000100:00080000:0.0:1767322053.131378:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322053.131385:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322053.131446:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d0e00 x1853163989349248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322053.131488:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322053.131492:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322053.131501:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322053.131505:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7294 00000100:00080000:0.0:1767322053.131507:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322053.131512:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322053.131526:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d3800 x1853163989349504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322053.131536:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322053.131539:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322053.131541:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322053.131545:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7294 00000100:00080000:0.0:1767322053.131548:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322053.131552:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322053.131563:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d2d80 x1853163989349632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322053.131861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989349888:0@lo:400:kworker.0 00000100:00100000:2.0:1767322053.131917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322053.132024:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989349248:0@lo:38:kworker.0 00000100:00100000:2.0:1767322053.132053:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322053.132075:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989349504:0@lo:38:kworker.0 00000100:00100000:2.0:1767322053.132096:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322053.132112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989349632:0@lo:38:kworker.0 00000100:00100000:2.0:1767322053.132134:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322053.132162:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989349248 00000100:00100000:2.0:1767322053.132176:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989349248 00000100:00100000:2.0:1767322053.132203:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1767322053.132219:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989349120:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322053.132221:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322053.132225:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322053.132227:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322053.132231:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7294 00000100:00080000:0.0:1767322053.132234:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322053.132239:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322053.132256:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d1500 x1853163989350016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322053.132273:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989349120:12345-0@lo:400:kworker.0 Request processed in 61us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322053.132289:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989349376:0@lo:400:kworker.0 00000100:00100000:0.0:1767322053.132322:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322053.132352:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322053.132358:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989349760:0@lo:400:kworker.0 00000100:00100000:0.0:1767322053.132380:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322053.132410:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989349888 00000100:00100000:0.0:1767322053.132414:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989349888 00000100:00100000:0.0:1767322053.132443:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989349760 00000100:00100000:0.0:1767322053.132446:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989349760 00000100:00100000:0.0:1767322053.132472:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:0.0:1767322053.132478:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989349888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322053.132488:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989349376 00000100:00100000:1.0:1767322053.132493:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989349376 00000100:00100000:0.0:1767322053.132516:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989349888:12345-0@lo:400:kworker.0 Request processed in 38us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322053.132522:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:0.0:1767322053.132544:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4321 00000100:00100000:0.0:1767322053.132549:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989349760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322053.132615:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989349760:12345-0@lo:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322053.132621:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4321 00000100:00100000:0.0:1767322053.132643:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989349632 00000100:00100000:0.0:1767322053.132647:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989349632 00000100:00100000:0.0:1767322053.132667:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131 00000100:00100000:0.0:1767322053.132672:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989349632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322053.132693:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322053.132726:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989349632:12345-0@lo:38:kworker.0 Request processed in 53us (590us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322053.132732:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131 00000100:00100000:2.0:1767322053.137258:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:0.0:1767322053.139492:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1767322053.139529:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989349376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322053.140152:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989349376:12345-0@lo:400:kworker.0 Request processed in 643us (7826us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322053.140162:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00010000:00010000:1.0:1767322054.219526:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322054.665182:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322054.665207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989350144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322054.665282:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322054.666856:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350144 00000100:00100000:2.0:1767322054.666879:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350144 00000100:00100000:2.0:1767322054.666944:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576 00000100:00100000:2.0:1767322054.666951:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989350144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322054.666983:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322054.667063:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989350144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322054.667071:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576 00000100:00100000:1.0:1767322055.176881:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322055.179273:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989350272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322055.179347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322055.181267:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350272 00000100:00100000:0.0:1767322055.181283:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350272 00000100:00100000:0.0:1767322055.181806:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577 00000100:00100000:0.0:1767322055.181819:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989350272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322055.181870:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322055.181953:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989350272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (2602us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322055.181961:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577 00000100:00100000:1.0:1767322055.970432:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322055.970675:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923955968 00000100:00100000:0.0:1767322055.970687:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923955968 00000100:00100000:0.0:1767322055.970774:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1857 00000100:00100000:0.0:1767322055.970794:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923955968:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322055.970880:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923955968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322055.970888:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1857 00000100:00100000:2.0:1767322055.972878:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322058.249185:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322058.249196:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322058.249271:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322058.249293:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322058.249297:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322058.249308:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7300 00000100:00080000:2.0:1767322058.249314:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322058.249323:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322058.249346:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322058.249351:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395dc700 x1853163989350528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322058.249393:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989350400:0@lo:400:kworker.0 00000100:00080000:2.0:1767322058.249400:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322058.249406:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322058.249408:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322058.249413:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7300 00000100:00080000:2.0:1767322058.249416:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322058.249422:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322058.249455:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516d80 x1853163989350784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322058.249466:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322058.249470:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322058.249472:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322058.249478:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7300 00000100:00080000:2.0:1767322058.249481:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322058.249488:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322058.249508:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515880 x1853163989350912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322058.249519:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322058.249563:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322058.249572:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322058.249574:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322058.249619:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7300 00000100:00080000:2.0:1767322058.249623:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322058.249630:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322058.249644:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515f80 x1853163989351296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322058.249657:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989351168:0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.249686:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989350656:0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.249772:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322058.249813:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322058.249819:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989351040:0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.249844:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322058.249884:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351040 00000100:00100000:2.0:1767322058.249891:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351040 00000100:00100000:2.0:1767322058.249947:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322 00000100:00100000:2.0:1767322058.249973:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989351040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.250029:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989351040:12345-0@lo:400:kworker.0 Request processed in 58us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322058.250037:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322 00000100:00080000:2.0:1767322058.250061:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322058.250099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989351040:0@lo:400:kworker.0 00000100:00100000:0.0:1767322058.250125:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322058.250356:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350400 00000100:00100000:0.0:1767322058.250367:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350400 00000100:00100000:0.0:1767322058.250441:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350656 00000100:00100000:2.0:1767322058.250455:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351168 00000100:00100000:0.0:1767322058.250463:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350656 00000100:00100000:2.0:1767322058.250467:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351168 00000100:00100000:2.0:1767322058.250512:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:2.0:1767322058.250525:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989351168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322058.250530:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1767322058.250545:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989350400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.250633:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989351168:12345-0@lo:400:kworker.0 Request processed in 111us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322058.250650:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00000100:00080000:2.0:1767322058.250670:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322058.250673:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322058.250697:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989351168:0@lo:400:kworker.0 00000100:00100000:1.0:1767322058.250873:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1767322058.250885:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989350656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.251090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989350656:0@lo:400:kworker.0 00000100:00100000:2.0:1767322058.251160:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989350400:0@lo:400:kworker.0 00000100:00100000:1.0:1767322058.251212:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989350656:12345-0@lo:400:kworker.0 Request processed in 330us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322058.251220:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:0.0:1767322058.260914:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989350400:12345-0@lo:400:kworker.0 Request processed in 10356us (11386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322058.260934:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1767322058.262430:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350528 00000100:00100000:1.0:1767322058.262452:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350528 00000100:00100000:2.0:1767322058.262620:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350912 00000100:00100000:2.0:1767322058.262628:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350912 00000100:00100000:2.0:1767322058.263464:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132 00000100:00100000:2.0:1767322058.263473:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989350912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322058.263502:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322058.263570:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989350912:12345-0@lo:38:kworker.0 Request processed in 96us (1188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322058.263598:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132 00000100:00080000:2.0:1767322058.263694:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322058.263701:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322058.263705:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989350912:0@lo:38:kworker.0 00000100:00100000:1.0:1767322058.266897:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989350784 00000100:00100000:1.0:1767322058.266915:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989350784 00000100:00100000:1.0:1767322058.266989:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351296 00000100:00100000:1.0:1767322058.266993:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351296 00000100:00100000:1.0:1767322058.267023:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:1.0:1767322058.267031:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989350528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322058.267056:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322058.267216:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989350528:12345-0@lo:38:kworker.0 Request processed in 185us (5272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322058.267223:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:1.0:1767322058.267241:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767322058.267245:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989350784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322058.267253:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322058.267275:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989350784:12345-0@lo:38:kworker.0 Request processed in 29us (5189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322058.267280:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767322058.267304:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1767322058.267308:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989351296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322058.267318:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322058.267340:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989351296:12345-0@lo:38:kworker.0 Request processed in 31us (4846us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322058.267345:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00080000:1.0:1767322058.267404:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322058.267409:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322058.267413:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989350528:0@lo:38:kworker.0 00000100:00080000:1.0:1767322058.267424:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322058.267427:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322058.267430:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989350784:0@lo:38:kworker.0 00000100:00080000:1.0:1767322058.267439:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322058.267442:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322058.267445:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989351296:0@lo:38:kworker.0 00010000:00010000:1.0:1767322058.313853:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322059.786130:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351424 00000100:00100000:0.0:1767322059.786143:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351424 00000100:00100000:0.0:1767322059.786226:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578 00000100:00100000:0.0:1767322059.786238:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989351424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322059.786279:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322059.786354:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989351424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322059.786362:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578 00000100:00100000:1.0:1767322060.302225:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322060.302258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989351552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322060.302364:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322060.303024:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989351552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322060.303782:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322061.090912:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322061.090970:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322061.095173:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923956224 00000100:00100000:0.0:1767322061.095199:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923956224 00000100:00100000:0.0:1767322061.095341:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923956096 00000100:00100000:0.0:1767322061.095347:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923956096 00000100:00100000:0.0:1767322061.095377:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1860 00000100:00100000:0.0:1767322061.095389:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923956224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322061.095513:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923956224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 125us (4617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322061.095522:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1860 00000100:00100000:0.0:1767322061.095548:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2737 00000100:00100000:0.0:1767322061.095553:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923956096:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322061.095629:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322061.095683:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923956096:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 128us (4713us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322061.095701:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2737 00000100:00080000:1.0:1767322061.096063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322062.408937:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322063.369481:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322063.369496:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322063.369602:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322063.369607:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322063.369611:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322063.369621:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7305 00000100:00080000:2.0:1767322063.369656:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322063.369666:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322063.369694:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514000 x1853163989351808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322063.369731:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322063.369735:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322063.369737:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322063.369741:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7305 00000100:00080000:2.0:1767322063.369743:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322063.369748:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322063.369760:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514a80 x1853163989352064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322063.369769:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322063.369772:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322063.369773:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322063.369777:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7305 00000100:00080000:2.0:1767322063.369780:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322063.369783:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322063.369797:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516300 x1853163989352192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322063.369820:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322063.369823:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322063.369825:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322063.369828:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7305 00000100:00080000:2.0:1767322063.369837:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322063.369841:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322063.369856:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514700 x1853163989352576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322063.370019:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989352448:0@lo:400:kworker.0 00000100:00100000:0.0:1767322063.370115:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322063.370181:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322063.370188:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989351680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322063.370220:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322063.370262:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351680 00000100:00100000:0.0:1767322063.370271:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351680 00000100:00100000:0.0:1767322063.370358:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1767322063.370369:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989351680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322063.370428:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989351680:12345-0@lo:400:kworker.0 Request processed in 60us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322063.370436:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1767322063.370497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989351680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322063.371494:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351936 00000100:00100000:0.0:1767322063.371500:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351936 00000100:00100000:0.0:1767322063.371543:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1767322063.371551:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989351936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322063.371637:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989351936:12345-0@lo:400:kworker.0 Request processed in 87us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322063.371643:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1767322063.371688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989352448:0@lo:400:kworker.0 00000100:00100000:2.0:1767322063.371765:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989351936:0@lo:400:kworker.0 00000100:00080000:1.0:1767322063.371867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322063.371880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322063.371883:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322063.371908:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989351808:0@lo:38:kworker.0 00000100:00100000:1.0:1767322063.371947:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322063.371980:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989352064:0@lo:38:kworker.0 00000100:00100000:1.0:1767322063.372004:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322063.372030:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989352192:0@lo:38:kworker.0 00000100:00100000:1.0:1767322063.372055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322063.372077:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989352576:0@lo:38:kworker.0 00000100:00100000:1.0:1767322063.372099:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322063.372134:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352192 00000100:00100000:1.0:1767322063.372139:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352192 00000100:00100000:1.0:1767322063.372166:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133 00000100:00100000:1.0:1767322063.372171:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989352192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322063.372195:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322063.372235:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989352192:12345-0@lo:38:kworker.0 Request processed in 62us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322063.372241:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133 00000100:00080000:1.0:1767322063.372272:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322063.372278:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322063.372281:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989352192:0@lo:38:kworker.0 00000100:00100000:2.0:1767322063.372402:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989351808 00000100:00100000:2.0:1767322063.372408:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989351808 00000100:00100000:2.0:1767322063.372432:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352064 00000100:00100000:2.0:1767322063.372435:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352064 00000100:00100000:2.0:1767322063.372450:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352576 00000100:00100000:2.0:1767322063.372453:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352576 00000100:00100000:2.0:1767322063.372463:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:2.0:1767322063.372468:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989351808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322063.372479:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322063.372514:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989351808:12345-0@lo:38:kworker.0 Request processed in 45us (567us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322063.372520:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00100000:2.0:1767322063.372534:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1767322063.372538:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989352064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322063.372547:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322063.372570:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989352064:12345-0@lo:38:kworker.0 Request processed in 29us (564us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322063.372576:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1767322063.372608:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767322063.372612:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989352576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322063.372621:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322063.372671:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989352576:12345-0@lo:38:kworker.0 Request processed in 57us (569us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322063.372678:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00080000:1.0:1767322063.377626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322063.377644:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322063.377661:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989351808:0@lo:38:kworker.0 00000100:00080000:1.0:1767322063.377678:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322063.377705:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322063.377709:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989352064:0@lo:38:kworker.0 00000100:00080000:1.0:1767322063.377727:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322063.377730:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322063.377735:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989352576:0@lo:38:kworker.0 00000100:00100000:1.0:1767322064.905308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989352704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322064.905427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322064.905746:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352704 00000100:00100000:2.0:1767322064.905759:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352704 00000100:00100000:2.0:1767322064.905835:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00100000:2.0:1767322064.905846:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989352704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322064.905890:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322064.906007:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989352704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322064.906017:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580 00000100:00100000:1.0:1767322064.907071:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989352704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322065.417047:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989352832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322065.417157:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322065.417391:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352832 00000100:00100000:0.0:1767322065.417430:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352832 00000100:00100000:0.0:1767322065.417509:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:0.0:1767322065.417521:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989352832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322065.417565:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322065.417665:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989352832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322065.417674:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00000100:00080000:1.0:1767322065.417826:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322065.418150:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989352832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322066.210245:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322066.210309:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767322066.210339:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923956608 offset 0 length 520: 4 00000100:00100000:2.0:1767322066.210482:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923956352 00000100:00100000:2.0:1767322066.210495:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923956352 00000100:00100000:2.0:1767322066.210561:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923956480 00000100:00100000:2.0:1767322066.210566:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923956480 00000100:00100000:2.0:1767322066.210691:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2741 00000100:00100000:2.0:1767322066.210702:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923956352:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322066.210735:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767322066.210918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322066.211034:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923956352:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 333us (807us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322066.211044:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2741 00010000:00010000:1.0:1767322066.507717:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322068.488763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322068.488796:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322068.488866:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322068.488870:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322068.488874:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322068.488882:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7310 00000100:00080000:2.0:1767322068.488888:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322068.488893:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322068.488916:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514e00 x1853163989353088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322068.488955:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322068.488958:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322068.488960:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322068.488964:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7310 00000100:00080000:2.0:1767322068.488966:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322068.488970:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322068.488985:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322068.489000:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989353216:0@lo:400:kworker.0 00000100:00100000:1.0:1767322068.489074:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.489114:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322068.489123:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989352960:0@lo:400:kworker.0 00000100:00100000:1.0:1767322068.489142:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353216 00000100:00100000:1.0:1767322068.489151:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353216 00000100:00100000:0.0:1767322068.489161:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322068.489196:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322068.489199:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989352960 00000100:00100000:1.0:1767322068.489202:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989352960 00000100:00100000:0.0:1767322068.489222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989353088:0@lo:38:kworker.0 00000100:00100000:1.0:1767322068.489231:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1767322068.489238:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989353216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.489244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.489286:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353088 00000100:00100000:1.0:1767322068.489287:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989353216:12345-0@lo:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322068.489290:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353088 00000100:00100000:1.0:1767322068.489294:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1767322068.489309:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1767322068.489320:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989352960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.489353:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989352960:12345-0@lo:400:kworker.0 Request processed in 39us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322068.489386:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517800 x1853163989353344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322068.489402:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322068.489406:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322068.489408:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322068.489412:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7310 00000100:00080000:2.0:1767322068.489415:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322068.489419:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322068.489431:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516680 x1853163989353472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322068.489465:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322068.489468:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322068.489471:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322068.489474:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7310 00000100:00080000:2.0:1767322068.489477:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322068.489481:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322068.489491:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514000 x1853163989353856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322068.491498:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:1.0:1767322068.491525:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989353088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322068.491558:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322068.491643:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989353088:12345-0@lo:38:kworker.0 Request processed in 119us (2396us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322068.491651:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:1.0:1767322068.491700:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989353600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.491706:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00080000:0.0:1767322068.491734:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322068.491749:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989353728:0@lo:400:kworker.0 00000100:00100000:1.0:1767322068.491750:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.491774:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.491799:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989352960:0@lo:400:kworker.0 00000100:00100000:1.0:1767322068.491799:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989353216:0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.491852:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353600 00000100:00100000:0.0:1767322068.491863:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353600 00000100:00100000:0.0:1767322068.491905:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353728 00000100:00100000:0.0:1767322068.491908:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353728 00000100:00100000:0.0:1767322068.491925:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:0.0:1767322068.491930:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989353600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.491965:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989353600:12345-0@lo:400:kworker.0 Request processed in 35us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322068.491970:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00100000:0.0:1767322068.492081:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00100000:0.0:1767322068.492238:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989353728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.492395:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989353728:12345-0@lo:400:kworker.0 Request processed in 307us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322068.492403:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000100:00080000:0.0:1767322068.492425:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322068.492428:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322068.492439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989353344:0@lo:38:kworker.0 00000100:00100000:0.0:1767322068.492467:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.492492:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989353472:0@lo:38:kworker.0 00000100:00100000:0.0:1767322068.492512:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322068.492530:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989353856:0@lo:38:kworker.0 00000100:00100000:0.0:1767322068.492548:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322068.492598:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322068.492602:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322068.492606:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989353088:0@lo:38:kworker.0 00000100:00100000:0.0:1767322068.492628:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353344 00000100:00100000:0.0:1767322068.492631:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353344 00000100:00100000:2.0:1767322068.492838:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353856 00000100:00100000:2.0:1767322068.492842:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353856 00000100:00100000:2.0:1767322068.492857:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:2.0:1767322068.492862:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989353856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322068.492876:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322068.492909:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989353856:12345-0@lo:38:kworker.0 Request processed in 47us (360us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322068.492915:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00080000:2.0:1767322068.492953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322068.492957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322068.492960:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989353856:0@lo:38:kworker.0 00000100:00100000:2.0:1767322068.493026:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353472 00000100:00100000:2.0:1767322068.493030:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353472 00000100:00100000:2.0:1767322068.493046:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5134 00000100:00100000:2.0:1767322068.493050:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989353472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322068.493060:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322068.493108:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989353472:12345-0@lo:38:kworker.0 Request processed in 55us (594us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322068.493113:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5134 00000100:00080000:2.0:1767322068.493133:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322068.493137:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322068.493150:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989353472:0@lo:38:kworker.0 00000100:00100000:2.0:1767322068.493186:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989353728:0@lo:400:kworker.0 00000100:00100000:0.0:1767322068.493225:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:0.0:1767322068.493229:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989353344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322068.493239:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322068.493289:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989353344:12345-0@lo:38:kworker.0 Request processed in 58us (821us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322068.493294:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00080000:0.0:1767322068.493316:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322068.493320:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322068.493323:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989353344:0@lo:38:kworker.0 00000100:00100000:1.0:1767322068.493533:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989353600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322070.024935:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322070.024962:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989353984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322070.025029:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322070.025147:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989353984 00000100:00100000:2.0:1767322070.025156:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989353984 00000100:00100000:2.0:1767322070.025219:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:2.0:1767322070.025228:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989353984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322070.025257:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322070.025314:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989353984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322070.025321:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:1.0:1767322070.025416:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989353984:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322070.025544:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322070.537375:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989354112 00000100:00100000:0.0:1767322070.537383:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989354112 00000100:00100000:0.0:1767322070.537449:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583 00000100:00100000:0.0:1767322070.537458:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989354112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322070.537485:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322070.537557:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989354112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322070.537564:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583 00000100:00100000:0.0:1767322070.537637:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989354112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322070.537702:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322070.600909:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322071.329250:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322071.329712:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322071.341852:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322073.610197:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322048/real 1767322048] req@ffff9e7d395dce00 x1853163989347712/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322073 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322073.610395:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.610401:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322073.610478:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.610497:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322073.610500:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322073.610505:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7315 00000100:00080000:0.0:1767322073.610509:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322073.610515:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322073.610535:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d1500 x1853163989354368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322073.610562:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.610565:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322073.610567:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322073.610570:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7315 00000100:00080000:0.0:1767322073.610572:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322073.610575:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322073.610609:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d3800 x1853163989354624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322073.610617:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.610621:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322073.610622:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322073.610626:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7315 00000100:00080000:0.0:1767322073.610628:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322073.610631:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322073.610642:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d0e00 x1853163989354752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322073.610687:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.610694:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322073.610696:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322073.610699:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7315 00000100:00080000:0.0:1767322073.610702:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322073.610705:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322073.610715:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc2680 x1853163989355136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322073.610803:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d395dce00 x1853163989347712/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322073 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322073.610825:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989354368:0@lo:38:kworker.0 00000100:00100000:2.0:1767322073.610904:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322073.610966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989354624:0@lo:38:kworker.0 00000100:00100000:2.0:1767322073.610989:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322073.611017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989354752:0@lo:38:kworker.0 00000100:00100000:2.0:1767322073.611041:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322073.611079:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989355136:0@lo:38:kworker.0 00000100:00100000:2.0:1767322073.611100:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322073.611115:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322073.611124:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322073.611128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989347712:0@lo:250:kworker.0 00000100:00100000:2.0:1767322073.611170:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989354368 00000100:00100000:2.0:1767322073.611177:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989354368 00000100:00100000:2.0:1767322073.611207:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989354624 00000100:00100000:2.0:1767322073.611210:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989354624 00000100:00100000:1.0:1767322073.611619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989354880:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611648:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322073.611673:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322073.611678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989354496:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322073.611732:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989354880 00000100:00100000:1.0:1767322073.611735:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989354880 00000100:00100000:1.0:1767322073.611760:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:1.0:1767322073.611765:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989354880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611792:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989354880:12345-0@lo:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322073.611807:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000100:00100000:1.0:1767322073.611846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989354880:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989354496:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611877:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322073.611896:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989354240:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611910:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989355008 00000100:00100000:1.0:1767322073.611913:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989355008 00000100:00100000:1.0:1767322073.611933:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329 00000100:00100000:1.0:1767322073.611938:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989355008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.611966:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989355008:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322073.611972:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329 00000100:00100000:1.0:1767322073.611996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989355008:0@lo:400:kworker.0 00000100:00100000:1.0:1767322073.612032:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989354752 00000100:00100000:1.0:1767322073.612035:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989354752 00000100:00100000:1.0:1767322073.612053:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135 00000100:00100000:1.0:1767322073.612057:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989354752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322073.612067:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322073.612101:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989354752:12345-0@lo:38:kworker.0 Request processed in 42us (1058us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322073.612107:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135 00000100:00080000:0.0:1767322073.612270:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322073.612274:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322073.612277:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322073.612281:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7294 00000100:00080000:0.0:1767322073.612284:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322073.612288:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322073.612308:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0a80 x1853163989355264/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322073.612609:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1767322073.612614:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989354624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322073.612625:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322073.612655:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989354624:12345-0@lo:38:kworker.0 Request processed in 40us (1666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322073.612661:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00010000:00010000:1.0:1767322074.696810:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322075.151194:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989355392 00000100:00100000:2.0:1767322075.151214:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989355392 00000100:00100000:2.0:1767322075.151442:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584 00000100:00100000:2.0:1767322075.151455:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989355392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322075.151503:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322075.151643:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989355392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 191us (4818us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322075.151651:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584 00000100:00100000:1.0:1767322075.152820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989355392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322075.656854:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989355520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322075.656976:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322075.657191:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989355520 00000100:00100000:0.0:1767322075.657201:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989355520 00000100:00100000:0.0:1767322075.657357:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585 00000100:00100000:0.0:1767322075.657371:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989355520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322075.657413:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322075.657515:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989355520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322075.657524:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585 00000100:00100000:1.0:1767322075.657633:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989355520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322076.451213:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957120 00000100:00100000:0.0:1767322076.451244:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957120 00000100:00100000:0.0:1767322076.451364:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923956992 00000100:00100000:0.0:1767322076.451393:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923956992 00000100:00100000:0.0:1767322076.451432:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1869 00000100:00100000:0.0:1767322076.451445:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923957120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322076.452820:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2749 00000100:00100000:2.0:1767322076.452833:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923956992:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322076.452887:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322076.456318:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923957120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 4860us (5179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322076.456335:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1869 00000100:00100000:2.0:1767322076.458915:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923956992:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 6060us (7670us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322076.458937:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2749 00000100:00080000:2.0:1767322078.728930:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322078.728946:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322078.729045:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322078.729051:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322078.729055:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322078.729065:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7320 00000100:00080000:2.0:1767322078.729071:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322078.729080:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322078.729118:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515880 x1853163989355776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322078.729170:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322078.729174:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322078.730618:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322078.730629:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7320 00000100:00080000:2.0:1767322078.730634:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322078.730640:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322078.730675:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516d80 x1853163989356032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322078.730696:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322078.730711:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322078.730714:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322078.730718:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7320 00000100:00080000:2.0:1767322078.730721:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322078.730725:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322078.730742:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515f80 x1853163989356160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322078.730784:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322078.730788:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322078.730790:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322078.730794:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7320 00000100:00080000:2.0:1767322078.730796:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322078.730800:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322078.730815:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514a80 x1853163989356544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322078.730897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989356288:0@lo:400:kworker.0 00000100:00100000:1.0:1767322078.730954:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322078.731016:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322078.731024:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989356416:0@lo:400:kworker.0 00000100:00100000:1.0:1767322078.731050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322078.731080:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356288 00000100:00100000:1.0:1767322078.731098:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356288 00000100:00100000:1.0:1767322078.731143:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356416 00000100:00100000:1.0:1767322078.731147:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356416 00000100:00100000:1.0:1767322078.731171:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:1.0:1767322078.731557:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989356288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322078.731656:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989356288:12345-0@lo:400:kworker.0 Request processed in 477us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322078.731665:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:1.0:1767322078.731684:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:1.0:1767322078.731692:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989356416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322078.731726:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989356416:12345-0@lo:400:kworker.0 Request processed in 36us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322078.731731:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00080000:1.0:1767322078.731748:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322078.731753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322078.731784:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989356416:0@lo:400:kworker.0 00000100:00100000:1.0:1767322078.731831:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989356288:0@lo:400:kworker.0 00000100:00100000:0.0:1767322078.732000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989355776:0@lo:38:kworker.0 00000100:00100000:0.0:1767322078.732057:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322078.732100:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989356032:0@lo:38:kworker.0 00000100:00100000:0.0:1767322078.732124:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322078.732142:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989356160:0@lo:38:kworker.0 00000100:00100000:0.0:1767322078.732165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322078.732193:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989356544:0@lo:38:kworker.0 00000100:00100000:0.0:1767322078.732213:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322078.732253:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989355776 00000100:00100000:0.0:1767322078.732258:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989355776 00000100:00100000:0.0:1767322078.732282:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356032 00000100:00100000:0.0:1767322078.732285:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356032 00000100:00100000:0.0:1767322078.732300:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356544 00000100:00100000:0.0:1767322078.732303:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356544 00000100:00100000:0.0:1767322078.732320:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:0.0:1767322078.732326:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989355776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322078.732349:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322078.732402:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989355776:12345-0@lo:38:kworker.0 Request processed in 74us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322078.732408:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:0.0:1767322078.732441:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:0.0:1767322078.732445:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989356032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322078.732455:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322078.732495:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989356032:12345-0@lo:38:kworker.0 Request processed in 48us (370us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322078.732501:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:0.0:1767322078.732512:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:0.0:1767322078.732516:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989356544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322078.732525:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322078.732547:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989356544:12345-0@lo:38:kworker.0 Request processed in 30us (333us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322078.732553:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00080000:0.0:1767322078.732620:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322078.732625:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322078.732629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989355776:0@lo:38:kworker.0 00000100:00080000:0.0:1767322078.732638:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322078.732641:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322078.732643:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989356032:0@lo:38:kworker.0 00000100:00080000:0.0:1767322078.732651:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322078.732655:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322078.732658:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989356544:0@lo:38:kworker.0 00000100:00100000:1.0:1767322078.733343:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356160 00000100:00100000:1.0:1767322078.733362:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356160 00000100:00100000:1.0:1767322078.733414:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136 00000100:00100000:1.0:1767322078.733420:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989356160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322078.733435:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322078.733496:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989356160:12345-0@lo:38:kworker.0 Request processed in 75us (1330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322078.733503:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136 00000100:00080000:0.0:1767322078.733800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322078.733806:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322078.733809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989356160:0@lo:38:kworker.0 00010000:00010000:1.0:1767322078.798927:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322080.267172:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356672 00000100:00100000:2.0:1767322080.267185:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356672 00000100:00100000:2.0:1767322080.267326:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586 00000100:00100000:2.0:1767322080.267349:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989356672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322080.267395:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322080.267613:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989356672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322080.267623:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586 00000100:00080000:1.0:1767322080.267916:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322080.780078:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322080.780100:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989356800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322080.780214:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322080.781598:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356800 00000100:00100000:0.0:1767322080.781616:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356800 00000100:00100000:1.0:1767322080.781793:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1767322080.781805:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0984f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989356800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322080.781849:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322080.782008:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0984f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989356800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322080.782017:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:2.0:1767322080.784374:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989356800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322081.570303:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322081.570937:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957248 00000100:00100000:2.0:1767322081.570968:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957248 00000100:00100000:2.0:1767322081.571038:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2753 00000100:00100000:2.0:1767322081.571049:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923957248:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322081.571079:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322081.571175:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923957248:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 126us (895us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322081.571182:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2753 00000100:00100000:2.0:1767322081.574066:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957376 00000100:00100000:2.0:1767322081.574088:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957376 00000100:00100000:2.0:1767322081.574223:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1872 00000100:00100000:2.0:1767322081.574235:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923957376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322081.574365:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923957376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 132us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322081.574374:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1872 00010000:00010000:1.0:1767322082.889161:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322083.850749:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322083.850773:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322083.850857:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322083.850863:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322083.850868:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322083.850878:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7325 00000100:00080000:2.0:1767322083.850885:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322083.850893:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322083.850920:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517800 x1853163989357056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322083.850976:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322083.850998:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322083.851000:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322083.851004:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7325 00000100:00080000:2.0:1767322083.851007:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322083.851012:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322083.851026:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517480 x1853163989357312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322083.851035:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322083.851039:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322083.851042:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322083.851046:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7325 00000100:00080000:2.0:1767322083.851049:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322083.851054:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322083.851067:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516a00 x1853163989357440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322083.851092:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322083.851096:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322083.851098:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322083.851101:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7325 00000100:00080000:2.0:1767322083.851104:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322083.851108:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322083.851118:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514a80 x1853163989357824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322083.851157:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989357568:0@lo:400:kworker.0 00000100:00100000:2.0:1767322083.851252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322083.851318:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322083.851324:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989357184:0@lo:400:kworker.0 00000100:00100000:2.0:1767322083.851351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322083.851390:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357568 00000100:00100000:2.0:1767322083.851399:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357568 00000100:00100000:2.0:1767322083.851465:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:2.0:1767322083.851475:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989357568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322083.851547:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989357568:12345-0@lo:400:kworker.0 Request processed in 73us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322083.851556:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:2.0:1767322083.851651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989357568:0@lo:400:kworker.0 00000100:00100000:0.0:1767322083.852009:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989357056:0@lo:38:kworker.0 00000100:00100000:0.0:1767322083.852045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322083.852076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989357312:0@lo:38:kworker.0 00000100:00100000:0.0:1767322083.852098:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322083.852115:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989357440:0@lo:38:kworker.0 00000100:00100000:0.0:1767322083.852137:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322083.852156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989357824:0@lo:38:kworker.0 00000100:00100000:0.0:1767322083.852177:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322083.852209:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357184 00000100:00100000:0.0:1767322083.852214:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357184 00000100:00100000:0.0:1767322083.852251:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357056 00000100:00100000:0.0:1767322083.852254:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357056 00000100:00100000:0.0:1767322083.852283:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357312 00000100:00100000:0.0:1767322083.852287:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357312 00000100:00100000:0.0:1767322083.852298:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357824 00000100:00100000:0.0:1767322083.852301:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357824 00000100:00100000:0.0:1767322083.852314:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1767322083.852323:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989357184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322083.852373:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989357184:12345-0@lo:400:kworker.0 Request processed in 48us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322083.852382:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1767322083.852402:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767322083.852407:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322083.852433:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322083.852518:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357056:12345-0@lo:38:kworker.0 Request processed in 107us (469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322083.852528:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767322083.852553:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:0.0:1767322083.852561:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322083.852574:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322083.852673:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357312:12345-0@lo:38:kworker.0 Request processed in 109us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322083.852684:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:0.0:1767322083.852701:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989356928 00000100:00100000:0.0:1767322083.852708:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989356928 00000100:00100000:0.0:1767322083.852916:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1767322083.852932:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989356928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322083.852988:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989356928:12345-0@lo:400:kworker.0 Request processed in 59us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322083.852999:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1767322083.853022:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:0.0:1767322083.853028:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322083.853040:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322083.853070:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989357824:12345-0@lo:38:kworker.0 Request processed in 40us (892us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322083.853078:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00080000:0.0:1767322083.853133:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322083.853142:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322083.853153:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989357056:0@lo:38:kworker.0 00000100:00080000:0.0:1767322083.854364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322083.854375:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322083.854380:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989357312:0@lo:38:kworker.0 00000100:00080000:0.0:1767322083.862562:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322083.862597:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322083.862605:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989357824:0@lo:38:kworker.0 00000100:00080000:0.0:1767322083.866907:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322083.866929:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322083.866936:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989357440:0@lo:38:kworker.0 00000100:00100000:2.0:1767322083.868845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989357184:0@lo:400:kworker.0 00000100:00100000:1.0:1767322085.386734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989357952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322085.386805:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322085.386907:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989357952 00000100:00100000:0.0:1767322085.386915:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989357952 00000100:00100000:0.0:1767322085.386992:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:0.0:1767322085.387002:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989357952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322085.387030:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322085.387075:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989357952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322085.387083:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1767322085.387179:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989357952:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322085.387218:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322085.898021:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989358080 00000100:00100000:1.0:1767322085.898030:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989358080 00000100:00100000:1.0:1767322085.898116:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589 00000100:00100000:1.0:1767322085.898125:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989358080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322085.898154:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322085.898208:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989358080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322085.898215:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589 00000100:00100000:1.0:1767322085.898286:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989358080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322086.701675:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957504 00000100:00100000:2.0:1767322086.701699:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957504 00000100:00100000:2.0:1767322086.701764:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2757 00000100:00100000:2.0:1767322086.701772:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923957504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322086.701800:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322086.701886:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923957504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 113us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322086.701893:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2757 00000100:00100000:1.0:1767322086.705701:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322086.706330:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957632 00000100:00100000:2.0:1767322086.706341:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957632 00000100:00100000:2.0:1767322086.706420:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1875 00000100:00100000:2.0:1767322086.706430:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923957632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322086.706520:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923957632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 91us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322086.706529:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1875 00010000:00010000:1.0:1767322086.987689:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322088.968696:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322088.968706:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322088.968826:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989358208:0@lo:400:kworker.0 00000100:00100000:0.0:1767322088.968905:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322088.968972:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322088.968977:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322088.968980:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322088.968985:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7330 00000100:00080000:2.0:1767322088.968989:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322088.968995:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322088.969016:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515500 x1853163989358336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322088.969051:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322088.969055:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322088.969056:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322088.969060:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7330 00000100:00080000:2.0:1767322088.969062:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322088.969065:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322088.969076:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514e00 x1853163989358592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322088.969096:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322088.969099:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322088.969114:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322088.969118:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7330 00000100:00080000:2.0:1767322088.969120:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322088.969124:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322088.969137:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516a00 x1853163989358720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322088.970412:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1767322088.970423:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989358464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322088.970468:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989358464:12345-0@lo:400:kworker.0 Request processed in 48us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322088.970475:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1767322088.970490:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1767322088.970494:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989358336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322088.970513:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322088.970545:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989358336:12345-0@lo:38:kworker.0 Request processed in 49us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322088.970550:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1767322088.970561:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767322088.970565:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989358592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322088.970574:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322088.970613:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989358592:12345-0@lo:38:kworker.0 Request processed in 47us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322088.970627:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00080000:1.0:1767322088.970656:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322088.970661:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322088.970665:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989358336:0@lo:38:kworker.0 00000100:00080000:1.0:1767322088.970672:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322088.970675:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322088.970678:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989358592:0@lo:38:kworker.0 00000100:00100000:1.0:1767322088.970708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989358464:0@lo:400:kworker.0 00000100:00080000:1.0:1767322088.970752:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322088.970762:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989358720 00000100:00100000:1.0:1767322088.970766:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989358720 00000100:00100000:1.0:1767322088.970789:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138 00000100:00100000:1.0:1767322088.970793:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989358720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322088.970802:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322088.970832:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989358720:12345-0@lo:38:kworker.0 Request processed in 38us (638us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322088.970838:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138 00000100:00080000:1.0:1767322088.970865:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322088.970869:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322088.970872:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989358720:0@lo:38:kworker.0 00000100:00080000:2.0:1767322088.971313:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322088.971319:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322088.971322:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322088.971327:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7330 00000100:00080000:2.0:1767322088.971330:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322088.971335:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322088.971639:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517800 x1853163989359104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322088.971817:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989359104:0@lo:38:kworker.0 00000100:00100000:1.0:1767322088.971857:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322088.972485:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322088.972571:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322088.972616:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989359104:0@lo:38:kworker.0 00000100:00100000:0.0:1767322088.973194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989358208:0@lo:400:kworker.0 00000100:00100000:0.0:1767322090.504944:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989359232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322090.505029:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322090.505263:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989359232 00000100:00100000:1.0:1767322090.505272:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989359232 00000100:00100000:1.0:1767322090.505337:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:1.0:1767322090.505346:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989359232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322090.505374:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322090.505429:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989359232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322090.505437:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000100:00100000:0.0:1767322090.505525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989359232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322090.785218:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767322090.785667:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923957760 offset 0 length 520: 4 00000100:00100000:1.0:1767322090.785695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322090.795695:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923958016 00000100:00100000:2.0:1767322090.795712:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923958016 00000100:00100000:2.0:1767322090.795819:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923957888 00000100:00100000:2.0:1767322090.795823:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923957888 00000100:00100000:0.0:1767322090.796336:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1878 00000100:00100000:2.0:1767322090.796359:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2761 00000100:00100000:0.0:1767322090.796367:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923958016:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322090.796379:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923957888:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322090.796407:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767322090.796516:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322090.796520:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923958016:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 163us (11304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322090.796531:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1878 00000100:00100000:2.0:1767322090.797434:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923957888:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1055us (11732us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322090.797446:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2761 00000100:00100000:1.0:1767322091.017108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989359360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322091.017194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322091.017664:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989359360 00000100:00100000:2.0:1767322091.017698:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989359360 00000100:00100000:2.0:1767322091.017767:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591 00000100:00100000:2.0:1767322091.017776:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989359360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322091.017808:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767322091.018033:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322091.018067:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989359360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322091.018075:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591 00010000:00010000:1.0:1767322091.081561:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322094.090381:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322094.090392:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322094.090459:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322094.090463:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322094.090467:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322094.090475:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7335 00000100:00080000:0.0:1767322094.090480:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322094.090485:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322094.090506:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc2300 x1853163989359616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322094.090546:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322094.090550:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322094.090551:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322094.090555:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7335 00000100:00080000:0.0:1767322094.090558:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322094.090561:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322094.090573:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0380 x1853163989359872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322094.090629:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322094.090632:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322094.090634:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322094.090638:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7335 00000100:00080000:0.0:1767322094.090641:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322094.090645:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322094.090660:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc3b80 x1853163989360000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322094.090686:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322094.090689:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322094.090691:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322094.090695:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7335 00000100:00080000:0.0:1767322094.090697:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322094.090700:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322094.090711:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeba300 x1853163989360384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322094.090739:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989360128:0@lo:400:kworker.0 00000100:00100000:0.0:1767322094.090815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322094.090872:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322094.090878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989359744:0@lo:400:kworker.0 00000100:00100000:0.0:1767322094.090915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322094.092139:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989359616:0@lo:38:kworker.0 00000100:00100000:2.0:1767322094.092177:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322094.092212:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989359872:0@lo:38:kworker.0 00000100:00100000:2.0:1767322094.092228:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322094.092238:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989360000:0@lo:38:kworker.0 00000100:00100000:2.0:1767322094.092251:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322094.092273:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989360384:0@lo:38:kworker.0 00000100:00100000:2.0:1767322094.092285:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322094.093233:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322094.093240:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322094.093244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989359616:0@lo:38:kworker.0 00000100:00080000:2.0:1767322094.093253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322094.093267:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322094.093270:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989359872:0@lo:38:kworker.0 00000100:00080000:2.0:1767322094.093280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322094.093283:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322094.093286:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989360384:0@lo:38:kworker.0 00000100:00100000:1.0:1767322094.093509:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989360000 00000100:00100000:1.0:1767322094.093515:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989360000 00000100:00100000:1.0:1767322094.093538:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139 00000100:00100000:1.0:1767322094.093544:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989360000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322094.093557:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322094.094032:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989360000:12345-0@lo:38:kworker.0 Request processed in 77us (1368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322094.094043:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139 00010000:00010000:1.0:1767322095.177572:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322095.625254:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989360512 00000100:00100000:1.0:1767322095.625263:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989360512 00000100:00100000:1.0:1767322095.625379:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00000100:00100000:1.0:1767322095.625390:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989360512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322095.625418:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322095.633195:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989360512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7796us (8046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322095.633212:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:0.0:1767322095.911779:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322095.911873:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322095.913041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322096.137410:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322096.137429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989360640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322096.137497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322096.137955:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989360640 00000100:00100000:2.0:1767322096.137964:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989360640 00000100:00100000:2.0:1767322096.138041:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:2.0:1767322096.138062:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989360640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322096.138091:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322096.138263:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322096.138634:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989360640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 573us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322096.138653:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593 00000100:00100000:1.0:1767322096.138810:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989360640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322097.225104:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322098.185192:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322098.185199:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322098.185203:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322098.185211:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7320 00000100:00080000:0.0:1767322098.185217:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322098.185224:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322098.185266:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1df80 x1853163989360768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322098.185386:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322098.185393:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322098.185396:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322098.185402:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7341 00000100:00080000:0.0:1767322098.185406:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322098.185411:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322098.185433:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5fb80 x1853163989361024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322098.185466:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322098.185471:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322098.185473:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322098.185477:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7341 00000100:00080000:0.0:1767322098.185480:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322098.185484:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322098.185503:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1880 x1853163989361280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322098.185537:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322098.185541:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322098.185544:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322098.185550:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7341 00000100:00080000:0.0:1767322098.185553:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322098.185559:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322098.185649:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989361408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322098.185684:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322098.185688:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322098.185690:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322098.185695:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7341 00000100:00080000:0.0:1767322098.185699:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322098.185704:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322098.185721:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0ce00 x1853163989361792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322098.186240:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989360896:0@lo:400:kworker.0 00000100:00100000:1.0:1767322098.186338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322098.186470:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322098.186483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989361664:0@lo:400:kworker.0 00000100:00100000:1.0:1767322098.186536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322098.186634:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361664 00000100:00100000:1.0:1767322098.186645:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361664 00000100:00100000:1.0:1767322098.186728:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:1.0:1767322098.186741:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989361664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322098.186821:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989361664:12345-0@lo:400:kworker.0 Request processed in 80us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322098.186833:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000100:00080000:1.0:1767322098.186866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322098.186905:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989361664:0@lo:400:kworker.0 00000100:00100000:2.0:1767322098.187664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989361152:0@lo:400:kworker.0 00000100:00100000:2.0:1767322098.187728:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322098.187803:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322098.187837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989361536:0@lo:400:kworker.0 00000100:00100000:2.0:1767322098.187884:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322098.187914:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361536 00000100:00100000:2.0:1767322098.187919:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361536 00000100:00100000:2.0:1767322098.188016:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339 00000100:00100000:2.0:1767322098.188025:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989361536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322098.188065:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989361536:12345-0@lo:400:kworker.0 Request processed in 42us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322098.188071:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339 00000100:00080000:2.0:1767322098.188087:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322098.188107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989361536:0@lo:400:kworker.0 00000100:00100000:0.0:1767322098.188450:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989360896 00000100:00100000:0.0:1767322098.188456:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989360896 00000100:00100000:0.0:1767322098.188489:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361152 00000100:00100000:0.0:1767322098.188493:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361152 00000100:00100000:0.0:1767322098.188527:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1767322098.188534:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989360896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322098.188572:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989360896:12345-0@lo:400:kworker.0 Request processed in 39us (2237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322098.188609:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1767322098.188664:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:0.0:1767322098.188677:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989361152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322098.188746:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989361152:12345-0@lo:400:kworker.0 Request processed in 71us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322098.188756:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00100000:1.0:1767322098.191696:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361024 00000100:00100000:1.0:1767322098.191714:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361024 00000100:00100000:1.0:1767322098.191777:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361280 00000100:00100000:1.0:1767322098.191781:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361280 00000100:00100000:1.0:1767322098.191797:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361792 00000100:00100000:1.0:1767322098.191799:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361792 00000100:00100000:1.0:1767322098.191819:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:1.0:1767322098.191830:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989361024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322098.191858:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322098.191937:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989361024:12345-0@lo:38:kworker.0 Request processed in 109us (2758us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322098.192676:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00080000:2.0:1767322098.193018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322098.193081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989361152:0@lo:400:kworker.0 00010000:00010000:1.0:1767322099.272826:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322100.747678:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322100.752829:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989361920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322100.752931:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322100.753279:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989361920 00000100:00100000:2.0:1767322100.753306:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989361920 00000100:00100000:2.0:1767322100.753385:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594 00000100:00100000:2.0:1767322100.753395:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989361920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322100.753431:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322100.753493:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989361920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322100.753500:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00080000:0.0:1767322100.753841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322101.026082:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322101.026646:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322101.026885:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923958528 00000100:00100000:0.0:1767322101.026898:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923958528 00000100:00100000:0.0:1767322101.027018:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2769 00000100:00100000:0.0:1767322101.027030:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923958400:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322101.027058:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767322101.027104:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322101.030238:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923958400:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 3192us (3576us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322101.030264:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2769 00000100:00100000:2.0:1767322101.256899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989362048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322101.256991:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322101.257071:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989362048 00000100:00100000:1.0:1767322101.257079:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989362048 00000100:00100000:1.0:1767322101.257154:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595 00000100:00100000:1.0:1767322101.257164:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989362048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322101.257192:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322101.261765:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989362048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4590us (4761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322101.261782:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00000100:00100000:2.0:1767322101.261926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989362048:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322101.320897:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322103.305279:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322103.305290:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322103.305353:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322103.305357:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322103.305361:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322103.305369:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7345 00000100:00080000:2.0:1767322103.305373:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322103.305380:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322103.305414:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515500 x1853163989362304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322103.305447:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322103.305450:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322103.305451:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322103.305467:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7345 00000100:00080000:2.0:1767322103.305468:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322103.305471:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322103.305480:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1180 x1853163989362560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322103.305487:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322103.305489:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322103.305490:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322103.305493:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7345 00000100:00080000:2.0:1767322103.305494:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322103.305497:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322103.305503:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989362688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322103.305516:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322103.305518:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322103.305519:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322103.305521:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7345 00000100:00080000:2.0:1767322103.305522:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322103.305524:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322103.305529:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeba300 x1853163989363072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322103.305602:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989362944:0@lo:400:kworker.0 00000100:00100000:1.0:1767322103.305631:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989362304:0@lo:38:kworker.0 00000100:00100000:0.0:1767322103.305662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322103.305679:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322103.305701:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322103.305708:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989362560:0@lo:38:kworker.0 00000100:00100000:0.0:1767322103.305709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989362176:0@lo:400:kworker.0 00000100:00100000:0.0:1767322103.305745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322103.305776:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989362304 00000100:00100000:1.0:1767322103.305784:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989362304 00000100:00100000:0.0:1767322103.305793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322103.305812:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989362688:0@lo:38:kworker.0 00000100:00100000:1.0:1767322103.305818:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989362176 00000100:00100000:1.0:1767322103.305828:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989362176 00000100:00100000:0.0:1767322103.305840:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322103.305855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989363072:0@lo:38:kworker.0 00000100:00100000:1.0:1767322103.305870:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989362560 00000100:00100000:1.0:1767322103.305875:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989362560 00000100:00100000:0.0:1767322103.305879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322103.305961:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989362944 00000100:00100000:2.0:1767322103.305965:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989362944 00000100:00100000:2.0:1767322103.305991:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340 00000100:00100000:2.0:1767322103.305996:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989362944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322103.306043:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989362944:12345-0@lo:400:kworker.0 Request processed in 46us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322103.306050:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340 00000100:00100000:1.0:1767322103.306685:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363072 00000100:00100000:1.0:1767322103.306692:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363072 00000100:00100000:1.0:1767322103.306776:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:1.0:1767322103.306786:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989362176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322103.306827:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989362176:12345-0@lo:400:kworker.0 Request processed in 44us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322103.306833:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:1.0:1767322103.306847:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:1.0:1767322103.306851:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989362304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322103.306868:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322103.306902:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989362304:12345-0@lo:38:kworker.0 Request processed in 49us (1224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322103.306908:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:1.0:1767322103.306933:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1767322103.306937:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989362560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322103.306946:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322103.306968:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989362560:12345-0@lo:38:kworker.0 Request processed in 29us (1175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322103.306972:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1767322103.306983:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767322103.306986:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989363072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322103.306995:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322103.307017:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989363072:12345-0@lo:38:kworker.0 Request processed in 29us (1138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322103.307032:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767322103.307082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989362176:0@lo:400:kworker.0 00000100:00100000:1.0:1767322103.307095:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989362944:0@lo:400:kworker.0 00000100:00080000:1.0:1767322103.307150:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322103.307155:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322103.307159:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989362304:0@lo:38:kworker.0 00000100:00080000:1.0:1767322103.307167:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322103.307170:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322103.307173:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989362560:0@lo:38:kworker.0 00000100:00080000:1.0:1767322103.307181:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322103.307184:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322103.307186:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989363072:0@lo:38:kworker.0 00000100:00080000:1.0:1767322103.308153:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322103.308160:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322103.308163:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989362688:0@lo:38:kworker.0 00010000:00010000:1.0:1767322103.370235:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322105.416929:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322105.866249:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363200 00000100:00100000:0.0:1767322105.866258:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363200 00000100:00100000:0.0:1767322105.866325:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596 00000100:00100000:0.0:1767322105.866334:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989363200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322105.866360:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322105.866415:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989363200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322105.866422:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596 00000100:00100000:1.0:1767322105.866463:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989363200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322106.146492:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322106.146553:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322106.146639:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923958656 00000100:00100000:2.0:1767322106.146650:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923958656 00000100:00100000:2.0:1767322106.146704:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923958784 00000100:00100000:2.0:1767322106.146707:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923958784 00000100:00100000:2.0:1767322106.146758:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1887 00000100:00100000:2.0:1767322106.146768:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923958784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322106.146845:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923958784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 79us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322106.146854:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1887 00000100:00100000:2.0:1767322106.146887:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2773 00000100:00100000:2.0:1767322106.146891:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923958656:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322106.146911:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322106.146936:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923958656:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322106.146942:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2773 00000100:00100000:2.0:1767322106.380772:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363328 00000100:00100000:2.0:1767322106.380783:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363328 00000100:00100000:2.0:1767322106.380872:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597 00000100:00100000:2.0:1767322106.380882:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989363328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322106.380916:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322106.380981:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989363328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322106.381004:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00010000:00010000:1.0:1767322107.464916:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322108.425534:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322108.425546:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322108.425638:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322108.425642:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322108.425646:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322108.425655:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7350 00000100:00080000:0.0:1767322108.425660:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322108.425668:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322108.425692:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976d500 x1853163989363584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322108.425735:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322108.425739:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322108.425741:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322108.425745:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7350 00000100:00080000:0.0:1767322108.425747:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322108.425752:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322108.425779:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976e680 x1853163989363840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322108.425789:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322108.425793:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322108.425795:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322108.425799:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7350 00000100:00080000:0.0:1767322108.425802:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322108.425806:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322108.425835:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0a680 x1853163989363968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322108.425860:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322108.425864:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322108.425866:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322108.425869:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7350 00000100:00080000:0.0:1767322108.425872:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322108.425875:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322108.425885:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0ea00 x1853163989364352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322108.426778:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989363584:0@lo:38:kworker.0 00000100:00100000:2.0:1767322108.426811:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322108.426848:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989363840:0@lo:38:kworker.0 00000100:00100000:2.0:1767322108.426871:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322108.426892:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989363968:0@lo:38:kworker.0 00000100:00100000:2.0:1767322108.426917:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322108.426933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989364352:0@lo:38:kworker.0 00000100:00100000:2.0:1767322108.426955:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322108.426989:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363584 00000100:00100000:2.0:1767322108.426994:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363584 00000100:00100000:2.0:1767322108.427015:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363840 00000100:00100000:2.0:1767322108.427018:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363840 00000100:00100000:2.0:1767322108.427031:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364352 00000100:00100000:2.0:1767322108.427034:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364352 00000100:00100000:2.0:1767322108.427043:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:2.0:1767322108.427048:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989363584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322108.427068:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322108.427104:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989363584:12345-0@lo:38:kworker.0 Request processed in 54us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322108.427111:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:2.0:1767322108.427125:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:2.0:1767322108.427129:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989363840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322108.427138:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322108.427158:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989363840:12345-0@lo:38:kworker.0 Request processed in 28us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322108.427171:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:2.0:1767322108.427181:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:2.0:1767322108.427185:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989364352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322108.427193:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322108.427217:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989364352:12345-0@lo:38:kworker.0 Request processed in 30us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322108.427223:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00080000:2.0:1767322108.427267:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322108.427272:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322108.427276:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989363584:0@lo:38:kworker.0 00000100:00080000:2.0:1767322108.427283:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322108.427286:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322108.427289:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989363840:0@lo:38:kworker.0 00000100:00080000:2.0:1767322108.427296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322108.427299:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322108.427301:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989364352:0@lo:38:kworker.0 00000100:00100000:0.0:1767322108.427761:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364224 00000100:00100000:0.0:1767322108.427766:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364224 00000100:00100000:0.0:1767322108.427816:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342 00000100:00100000:0.0:1767322108.427834:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989364224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322108.427883:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989364224:12345-0@lo:400:kworker.0 Request processed in 51us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322108.427889:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342 00000100:00080000:2.0:1767322108.427976:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322108.427982:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322108.427985:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989363968:0@lo:38:kworker.0 00000100:00100000:1.0:1767322108.427994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989363712:0@lo:400:kworker.0 00000100:00100000:2.0:1767322108.428020:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989364096:0@lo:400:kworker.0 00000100:00100000:1.0:1767322108.428026:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322108.428042:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322108.428081:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364096 00000100:00100000:1.0:1767322108.428085:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364096 00000100:00100000:2.0:1767322108.428085:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989363712 00000100:00100000:2.0:1767322108.428088:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989363712 00000100:00100000:1.0:1767322108.428110:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00000100:00100000:2.0:1767322108.428115:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767322108.428116:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989364096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322108.428120:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989363712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322108.428150:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989364096:12345-0@lo:400:kworker.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322108.428150:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989363712:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322108.428157:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00000100:00100000:2.0:1767322108.428157:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767322108.428183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989363712:0@lo:400:kworker.0 00000100:00100000:2.0:1767322108.428183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989364096:0@lo:400:kworker.0 00010000:00010000:2.0:1767322109.512844:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322110.988552:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364480 00000100:00100000:2.0:1767322110.988565:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364480 00000100:00100000:2.0:1767322110.988670:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1767322110.988682:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989364480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322110.988713:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322110.988804:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989364480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322110.988812:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1767322110.988869:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989364480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322111.269015:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959040 00000100:00100000:0.0:1767322111.269034:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959040 00000100:00100000:2.0:1767322111.269100:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923958912 00000100:00100000:2.0:1767322111.269117:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923958912 00000100:00100000:0.0:1767322111.269144:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1890 00000100:00100000:0.0:1767322111.269265:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923959040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322111.269358:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923959040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 203us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322111.275423:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1890 00000100:00100000:2.0:1767322111.275463:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2777 00000100:00100000:2.0:1767322111.275479:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923958912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322111.275512:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322111.275661:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923958912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 184us (6786us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322111.275669:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2777 00000100:00100000:2.0:1767322111.501018:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322111.501071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989364608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322111.501169:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322111.501374:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364608 00000100:00100000:0.0:1767322111.501385:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364608 00000100:00100000:0.0:1767322111.501474:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599 00000100:00100000:0.0:1767322111.501486:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989364608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322111.506952:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322111.507099:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989364608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5608us (5922us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322111.507113:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599 00000100:00100000:2.0:1767322111.510004:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989364608:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322111.561303:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322113.545357:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322113.545369:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322113.545706:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322113.545711:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322113.545721:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322113.545735:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7355 00000100:00080000:0.0:1767322113.545740:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322113.545748:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322113.545757:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364736 00000100:00100000:2.0:1767322113.545767:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364736 00000100:00100000:0.0:1767322113.545772:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0c380 x1853163989364864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322113.545849:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:2.0:1767322113.545868:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989364736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322113.545872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989364864:0@lo:38:kworker.0 00000100:00100000:1.0:1767322113.545908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322113.545938:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989364736:12345-0@lo:400:kworker.0 Request processed in 73us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322113.545945:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00100000:2.0:1767322113.545962:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364864 00000100:00100000:2.0:1767322113.545965:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364864 00000100:00080000:0.0:1767322113.545971:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322113.545976:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322113.545978:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322113.545984:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7355 00000100:00100000:2.0:1767322113.545987:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00080000:0.0:1767322113.545988:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322113.545993:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989364864:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767322113.545997:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00010000:00020000:2.0:1767322113.546012:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322113.546014:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0f480 x1853163989365120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322113.548955:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989365120:0@lo:38:kworker.0 00000100:00100000:1.0:1767322113.549024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322113.553361:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322113.553373:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322113.553377:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322113.553386:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7355 00000100:00080000:0.0:1767322113.553391:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322113.553399:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322113.553441:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0e300 x1853163989365248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322113.553518:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322113.553521:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322113.553523:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322113.553527:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7355 00000100:00080000:0.0:1767322113.553530:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322113.553534:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322113.553545:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989364864:12345-0@lo:38:kworker.0 Request processed in 7547us (7632us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322113.553547:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0d180 x1853163989365632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322113.553560:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:0.0:1767322113.553612:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322113.553627:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989365376:0@lo:400:kworker.0 00000100:00100000:2.0:1767322113.553633:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322113.553645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989365504:0@lo:400:kworker.0 00000100:00100000:0.0:1767322113.555248:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322113.557245:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322113.557289:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989365376:0@lo:400:kworker.0 00000100:00080000:1.0:1767322113.566239:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322113.566254:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322113.566259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989364864:0@lo:38:kworker.0 00000100:00100000:1.0:1767322113.566298:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989365248:0@lo:38:kworker.0 00000100:00100000:1.0:1767322113.566364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322113.566455:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989365632:0@lo:38:kworker.0 00000100:00100000:1.0:1767322113.566482:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322113.566520:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322113.566525:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322113.566528:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989365120:0@lo:38:kworker.0 00000100:00100000:0.0:1767322113.568031:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365632 00000100:00100000:0.0:1767322113.568045:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365632 00000100:00100000:0.0:1767322113.568088:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:0.0:1767322113.568097:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989365632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322113.568122:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322113.568179:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989365632:12345-0@lo:38:kworker.0 Request processed in 82us (1695us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322113.568186:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00100000:1.0:1767322113.569014:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365504 00000100:00100000:1.0:1767322113.569021:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365504 00000100:00100000:1.0:1767322113.569101:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4345 00000100:00100000:1.0:1767322113.569126:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989365504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322113.569188:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989365504:12345-0@lo:400:kworker.0 Request processed in 80us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322113.569195:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4345 00000100:00080000:0.0:1767322113.569543:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322113.574565:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365248 00000100:00100000:2.0:1767322113.574595:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365248 00000100:00100000:2.0:1767322113.574740:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143 00000100:00100000:2.0:1767322113.574758:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989365248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322113.574782:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322113.574901:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989365248:12345-0@lo:38:kworker.0 Request processed in 143us (8535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322113.574926:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143 00000100:00080000:1.0:1767322113.574947:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322113.574955:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322113.574959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989365248:0@lo:38:kworker.0 00010000:00010000:2.0:1767322113.610788:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322115.365756:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959296 00000100:00100000:1.0:1767322115.365768:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959296 00000100:00100000:1.0:1767322115.365824:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959424 00000100:00100000:1.0:1767322115.365827:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959424 00000100:00080000:2.0:1767322115.365885:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322115.365910:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1893 00000100:00100000:2.0:1767322115.365920:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923959424:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322115.365977:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2781 00000100:00100000:2.0:1767322115.365985:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923959424:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322115.365989:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923959296:12345-192.168.204.13@tcp:38:kworker.0 00000100:00100000:2.0:1767322115.365995:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1893 00010000:00020000:0.0:1767322115.366017:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322115.366062:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923959296:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 75us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322115.366069:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2781 00010000:00010000:1.0:1767322115.656884:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322116.104812:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322116.104837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989365760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322116.104909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322116.107098:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365760 00000100:00100000:2.0:1767322116.107115:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365760 00000100:00100000:2.0:1767322116.107214:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:2.0:1767322116.107224:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989365760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322116.107258:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322116.107415:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322116.107562:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989365760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 340us (2653us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322116.107571:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:0.0:1767322116.108257:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989365760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322116.617374:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989365888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322116.617491:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322116.617885:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365888 00000100:00100000:0.0:1767322116.617904:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365888 00000100:00100000:0.0:1767322116.617993:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601 00000100:00100000:0.0:1767322116.618002:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989365888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322116.618029:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322116.618081:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989365888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322116.618088:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601 00000100:00100000:1.0:1767322116.618786:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989365888:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322116.619227:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322117.705460:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322118.666964:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322118.666999:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989366016:0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667084:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322118.667166:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989366784:0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667191:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322118.667245:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366016 00000100:00100000:1.0:1767322118.667253:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366016 00000100:00100000:1.0:1767322118.667317:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366272 00000100:00100000:1.0:1767322118.667320:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366272 00000100:00100000:1.0:1767322118.667342:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767322118.667349:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989366016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667396:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989366016:12345-0@lo:400:kworker.0 Request processed in 47us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322118.667412:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767322118.667428:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1767322118.667434:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989366272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667463:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989366272:12345-0@lo:400:kworker.0 Request processed in 30us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322118.667469:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00080000:1.0:1767322118.667487:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322118.667491:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322118.667494:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322118.667657:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989366272:0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667669:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989366656:0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667698:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989366784:0@lo:400:kworker.0 00000100:00100000:1.0:1767322118.667705:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989366016:0@lo:400:kworker.0 00000100:00100000:2.0:1767322118.667874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989366144:0@lo:38:kworker.0 00000100:00100000:2.0:1767322118.667907:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322118.667942:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989366400:0@lo:38:kworker.0 00000100:00100000:2.0:1767322118.667962:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322118.667989:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989366528:0@lo:38:kworker.0 00000100:00100000:2.0:1767322118.668022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322118.668053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989366912:0@lo:38:kworker.0 00000100:00100000:2.0:1767322118.668091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322118.668121:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366144 00000100:00100000:2.0:1767322118.668124:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366144 00000100:00100000:2.0:1767322118.668164:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366400 00000100:00100000:2.0:1767322118.668167:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366400 00000100:00100000:2.0:1767322118.668179:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366912 00000100:00100000:2.0:1767322118.668181:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366912 00000100:00100000:2.0:1767322118.668194:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1767322118.668200:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322118.668219:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322118.668252:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366144:12345-0@lo:38:kworker.0 Request processed in 51us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322118.668258:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1767322118.668273:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1767322118.668277:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322118.668285:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322118.668306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366400:12345-0@lo:38:kworker.0 Request processed in 28us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322118.668311:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1767322118.668320:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1767322118.668323:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322118.668331:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322118.668349:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989366912:12345-0@lo:38:kworker.0 Request processed in 24us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322118.668364:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00080000:2.0:1767322118.668394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322118.668399:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322118.668403:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989366144:0@lo:38:kworker.0 00000100:00080000:2.0:1767322118.668411:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322118.668414:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322118.668416:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989366400:0@lo:38:kworker.0 00000100:00080000:2.0:1767322118.668423:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322118.668427:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322118.668430:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989366912:0@lo:38:kworker.0 00000100:00080000:2.0:1767322118.668482:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322118.668485:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322118.668488:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989366528:0@lo:38:kworker.0 00010000:00010000:1.0:1767322119.753966:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322120.484374:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322120.484685:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322120.508172:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959680 00000100:00100000:0.0:1767322120.508187:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959680 00000100:00100000:0.0:1767322120.508385:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959552 00000100:00100000:0.0:1767322120.508390:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959552 00000100:00100000:0.0:1767322120.508421:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1896 00000100:00100000:0.0:1767322120.508432:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923959680:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322120.508531:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923959680:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 101us (24173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322120.508539:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1896 00000100:00100000:0.0:1767322120.508561:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2785 00000100:00100000:0.0:1767322120.508565:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923959552:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322120.508616:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322120.508642:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923959552:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 76us (23959us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322120.508648:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2785 00000100:00080000:1.0:1767322120.512385:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322121.225093:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322121.225158:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989367040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322121.225224:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322121.228031:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322121.228408:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989367040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322121.736995:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322121.737018:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989367168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322121.737099:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322121.737754:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322121.737765:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989367168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322121.801113:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322123.784744:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322098/real 1767322098] req@ffff9e7d08f1df80 x1853163989360768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322123 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322123.784878:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d08f1df80 x1853163989360768/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322123 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322123.784901:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322123.784929:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322123.784933:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989360768:0@lo:250:kworker.0 00000100:00080000:1.0:1767322123.785095:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322123.785099:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322123.785102:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322123.785107:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7345 00000100:00080000:1.0:1767322123.785111:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322123.785118:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322123.785153:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b2680 x1853163989367296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322123.785225:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322123.785229:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322123.785231:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322123.785235:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7365 00000100:00080000:1.0:1767322123.785237:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322123.785241:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322123.785259:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3100 x1853163989367552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322123.785292:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322123.785294:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322123.785295:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322123.785298:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7365 00000100:00080000:1.0:1767322123.785299:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322123.785302:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322123.785310:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bffb80 x1853163989367808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322123.785322:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322123.785324:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322123.785325:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322123.785328:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7365 00000100:00080000:1.0:1767322123.785330:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322123.785332:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322123.785340:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfdf80 x1853163989367936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322123.785362:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322123.785364:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322123.785365:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322123.785367:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7365 00000100:00080000:1.0:1767322123.785369:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322123.785370:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322123.785376:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07308e00 x1853163989368320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322123.785393:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989367680:0@lo:400:kworker.0 00000100:00100000:1.0:1767322123.785457:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322123.785513:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322123.785517:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989368064:0@lo:400:kworker.0 00000100:00100000:1.0:1767322123.785555:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322123.785614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989367296:0@lo:250:kworker.0 00000400:00000100:0.0:1767322123.785646:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989367296 offset 0 length 520: 4 00000100:00100000:0.0:1767322123.785665:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989367552:0@lo:38:kworker.0 00000100:00100000:0.0:1767322123.785688:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322123.785713:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989367808:0@lo:38:kworker.0 00000100:00100000:2.0:1767322123.785725:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989367424:0@lo:400:kworker.0 00000100:00100000:0.0:1767322123.785732:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322123.785748:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989367936:0@lo:38:kworker.0 00000100:00100000:2.0:1767322123.785752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322123.785769:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322123.785774:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322123.785779:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989368192:0@lo:400:kworker.0 00000100:00100000:0.0:1767322123.785798:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989368320:0@lo:38:kworker.0 00000100:00100000:0.0:1767322123.785817:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322123.785817:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322123.785856:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989367680 00000100:00100000:0.0:1767322123.785857:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989367552 00000100:00100000:0.0:1767322123.785863:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989367552 00000100:00100000:2.0:1767322123.785863:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989367680 00000100:00100000:0.0:1767322123.785898:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989367808 00000100:00100000:0.0:1767322123.785901:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989367808 00000100:00100000:0.0:1767322123.785909:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989367424 00000100:00100000:0.0:1767322123.785911:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989367424 00000100:00100000:2.0:1767322123.785914:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368320 00000100:00100000:2.0:1767322123.785917:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368320 00000100:00100000:0.0:1767322123.785931:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1767322123.785938:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989367680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322123.785985:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989367680:12345-0@lo:400:kworker.0 Request processed in 47us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322123.786043:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989367680:0@lo:400:kworker.0 00000100:00100000:2.0:1767322123.786095:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1767322123.786103:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989367424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322123.786139:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989367424:12345-0@lo:400:kworker.0 Request processed in 38us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322123.786144:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1767322123.786164:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767322123.786167:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989367552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322123.786183:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322123.786214:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989367552:12345-0@lo:38:kworker.0 Request processed in 45us (525us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322123.786220:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767322123.786234:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1767322123.786238:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989367808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322123.786246:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322123.786267:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989367808:12345-0@lo:38:kworker.0 Request processed in 29us (534us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322123.786273:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1767322123.786283:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:2.0:1767322123.786286:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989368320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322123.786294:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322123.786314:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989368320:12345-0@lo:38:kworker.0 Request processed in 26us (497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322123.786320:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:2.0:1767322123.786364:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368064 00000100:00100000:2.0:1767322123.786368:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368064 00000100:00100000:2.0:1767322123.786414:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368192 00000100:00100000:2.0:1767322123.786418:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368192 00000100:00100000:2.0:1767322123.786439:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348 00000100:00100000:2.0:1767322123.786444:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989368064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322123.786870:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989368064:12345-0@lo:400:kworker.0 Request processed in 425us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322123.786877:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348 00000100:00100000:2.0:1767322123.786890:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:0.0:1767322123.787175:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1767322123.787304:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989368064:0@lo:400:kworker.0 00000100:00080000:0.0:1767322123.787346:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322123.787351:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322123.787354:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989367552:0@lo:38:kworker.0 00000100:00080000:0.0:1767322123.787362:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322123.787366:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322123.787368:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989367808:0@lo:38:kworker.0 00000100:00080000:0.0:1767322123.787376:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322123.787378:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322123.787381:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989367936:0@lo:38:kworker.0 00000100:00080000:0.0:1767322123.787388:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322123.787392:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322123.787394:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989368320:0@lo:38:kworker.0 00000100:00100000:2.0:1767322123.787444:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989368192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322123.787480:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989368192:12345-0@lo:400:kworker.0 Request processed in 585us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322123.787484:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00010000:00010000:1.0:1767322123.848778:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322125.606651:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322125.606867:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959936 00000100:00100000:1.0:1767322125.606879:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959936 00000100:00100000:1.0:1767322125.607006:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1899 00000100:00100000:1.0:1767322125.607017:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923959936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322125.607100:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923959936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322125.607109:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1899 00000100:00100000:0.0:1767322125.611906:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322125.612007:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923959808 00000100:00100000:2.0:1767322125.612017:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923959808 00000100:00100000:2.0:1767322125.612070:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2789 00000100:00100000:2.0:1767322125.612078:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923959808:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322125.612101:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322125.612231:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923959808:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 152us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322125.612238:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2789 00010000:00010000:2.0:1767322125.899945:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322126.344996:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322126.345020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989368448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322126.346463:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322126.346920:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368448 00000100:00100000:2.0:1767322126.346930:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368448 00000100:00100000:2.0:1767322126.347000:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00100000:2.0:1767322126.347009:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989368448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322126.347056:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322126.347127:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989368448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322126.347134:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00100000:1.0:1767322126.347242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989368448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322126.860683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989368576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322126.860751:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322126.861936:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368576 00000100:00100000:0.0:1767322126.861947:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368576 00000100:00100000:0.0:1767322126.862025:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605 00000100:00100000:0.0:1767322126.862035:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989368576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322126.862067:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322126.862146:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989368576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322126.862153:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605 00000100:00100000:1.0:1767322126.862309:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989368576:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322127.947686:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322128.905122:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989368832:0@lo:38:kworker.0 00000100:00100000:0.0:1767322128.905195:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322128.905235:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989369088:0@lo:38:kworker.0 00000100:00100000:0.0:1767322128.905263:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322128.905287:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989369216:0@lo:38:kworker.0 00000100:00100000:0.0:1767322128.905371:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322128.905410:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989369600:0@lo:38:kworker.0 00000100:00100000:0.0:1767322128.905452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322128.905503:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368832 00000100:00100000:0.0:1767322128.905510:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368832 00000100:00100000:0.0:1767322128.905535:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369088 00000100:00100000:0.0:1767322128.905540:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369088 00000100:00100000:0.0:1767322128.905556:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368960 00000100:00100000:0.0:1767322128.905559:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368960 00000100:00100000:0.0:1767322128.905618:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369600 00000100:00100000:0.0:1767322128.905622:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369600 00000100:00100000:1.0:1767322128.905691:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989369472:0@lo:400:kworker.0 00000100:00100000:1.0:1767322128.905722:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322128.905742:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322128.905746:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989368704:0@lo:400:kworker.0 00000100:00100000:1.0:1767322128.905765:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322128.905786:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368704 00000100:00100000:1.0:1767322128.905789:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368704 00000100:00100000:2.0:1767322128.905867:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369344 00000100:00100000:2.0:1767322128.905871:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369344 00000100:00100000:2.0:1767322128.905899:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369472 00000100:00100000:2.0:1767322128.905902:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369472 00000100:00100000:2.0:1767322128.905925:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1767322128.905933:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989369344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322128.905987:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989369344:12345-0@lo:400:kworker.0 Request processed in 55us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322128.905993:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1767322128.906007:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351 00000100:00100000:2.0:1767322128.906012:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989369472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322128.906041:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989369472:12345-0@lo:400:kworker.0 Request processed in 29us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322128.906047:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351 00000100:00100000:1.0:1767322128.912113:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:1.0:1767322128.912124:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989368704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322128.912173:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989368704:12345-0@lo:400:kworker.0 Request processed in 52us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322128.912179:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:1.0:1767322128.912216:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989368704:0@lo:400:kworker.0 00000100:00100000:1.0:1767322128.912243:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989369472:0@lo:400:kworker.0 00010000:00010000:2.0:1767322129.993930:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322130.734790:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923960192 00000100:00100000:2.0:1767322130.734806:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923960192 00000100:00100000:2.0:1767322130.734904:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923960064 00000100:00100000:2.0:1767322130.734908:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923960064 00000100:00100000:2.0:1767322130.734951:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1902 00000100:00100000:2.0:1767322130.734962:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923960192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322130.735066:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923960192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (12256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322130.735092:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1902 00000100:00100000:2.0:1767322130.735113:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2793 00000100:00100000:2.0:1767322130.735118:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923960064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322130.735149:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322130.735179:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923960064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 59us (12202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322130.735186:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2793 00000100:00100000:1.0:1767322131.464993:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322131.465021:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989369728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322131.465104:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322131.469478:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369728 00000100:00100000:2.0:1767322131.469493:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369728 00000100:00100000:2.0:1767322131.469626:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606 00000100:00100000:2.0:1767322131.469636:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989369728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322131.469682:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322131.469779:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989369728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (4675us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322131.469786:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606 00000100:00100000:1.0:1767322131.470191:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989369728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322131.979032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989369856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322131.979109:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322131.979219:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369856 00000100:00100000:0.0:1767322131.979228:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369856 00000100:00100000:0.0:1767322131.979302:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:0.0:1767322131.979312:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989369856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322131.979350:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322131.979432:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989369856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322131.979441:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00100000:0.0:1767322131.979491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989369856:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322131.979715:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322132.040870:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322134.025060:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322134.025072:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322134.025142:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322134.025146:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322134.025150:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322134.025158:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7375 00000100:00080000:2.0:1767322134.025163:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322134.025170:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322134.025203:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2300 x1853163989370112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322134.025272:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322134.025276:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322134.025278:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322134.025282:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7375 00000100:00080000:2.0:1767322134.025284:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322134.025289:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322134.025302:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1880 x1853163989370368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322134.025313:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322134.025315:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322134.025317:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322134.025321:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7375 00000100:00080000:2.0:1767322134.025324:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322134.025327:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322134.025340:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1500 x1853163989370496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322134.025376:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322134.025379:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322134.025381:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322134.025384:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7375 00000100:00080000:2.0:1767322134.025386:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322134.025390:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322134.025403:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989370880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322134.025439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989370624:0@lo:400:kworker.0 00000100:00100000:2.0:1767322134.025509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322134.025544:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322134.025550:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989370240:0@lo:400:kworker.0 00000100:00100000:2.0:1767322134.025575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322134.025711:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370624 00000100:00100000:1.0:1767322134.025719:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370624 00000100:00100000:1.0:1767322134.025788:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352 00000100:00100000:1.0:1767322134.025799:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989370624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322134.025865:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989370624:12345-0@lo:400:kworker.0 Request processed in 69us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322134.025872:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352 00000100:00100000:1.0:1767322134.025898:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989370112:0@lo:38:kworker.0 00000100:00100000:1.0:1767322134.025925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322134.025944:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989370368:0@lo:38:kworker.0 00000100:00100000:1.0:1767322134.025968:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322134.025986:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989370496:0@lo:38:kworker.0 00000100:00100000:1.0:1767322134.026006:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322134.026022:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989370880:0@lo:38:kworker.0 00000100:00100000:1.0:1767322134.026042:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322134.026085:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370240 00000100:00100000:1.0:1767322134.026090:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370240 00000100:00100000:1.0:1767322134.026114:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370112 00000100:00100000:1.0:1767322134.026117:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370112 00000100:00100000:1.0:1767322134.026129:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370368 00000100:00100000:1.0:1767322134.026132:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370368 00000100:00100000:1.0:1767322134.026138:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370880 00000100:00100000:1.0:1767322134.026140:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370880 00000100:00100000:1.0:1767322134.026149:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:1.0:1767322134.026156:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989370240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322134.026183:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989370240:12345-0@lo:400:kworker.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322134.026189:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:1.0:1767322134.026199:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:1.0:1767322134.026203:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989370112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322134.026219:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322134.026249:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989370112:12345-0@lo:38:kworker.0 Request processed in 44us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322134.026255:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:1.0:1767322134.026265:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1767322134.026269:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08402c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989370368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322134.026279:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322134.026299:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08402c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989370368:12345-0@lo:38:kworker.0 Request processed in 29us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322134.026304:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00080000:2.0:1767322134.030332:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322134.030343:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322134.030398:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989370496 00000100:00100000:2.0:1767322134.030409:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989370496 00000100:00100000:2.0:1767322134.030450:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147 00000100:00100000:2.0:1767322134.030458:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989370496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322134.030482:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322134.030566:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989370496:12345-0@lo:38:kworker.0 Request processed in 106us (4557us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322134.030572:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147 00000100:00100000:2.0:1767322134.030641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989370240:0@lo:400:kworker.0 00000100:00100000:2.0:1767322134.030670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989370624:0@lo:400:kworker.0 00000100:00100000:2.0:1767322134.030719:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:2.0:1767322134.030724:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989370880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322134.030735:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322134.030764:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989370880:12345-0@lo:38:kworker.0 Request processed in 38us (4721us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322134.030770:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00080000:2.0:1767322134.030813:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322134.030829:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322134.030833:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989370112:0@lo:38:kworker.0 00000100:00080000:2.0:1767322134.030846:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322134.030850:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322134.030853:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989370368:0@lo:38:kworker.0 00000100:00080000:2.0:1767322134.030861:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322134.030864:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322134.030866:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989370496:0@lo:38:kworker.0 00000100:00080000:2.0:1767322134.030874:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322134.030877:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322134.030879:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989370880:0@lo:38:kworker.0 00010000:00010000:0.0:1767322134.088706:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322135.843290:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923960320 00000100:00100000:2.0:1767322135.843302:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923960320 00000100:00100000:2.0:1767322135.843365:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2797 00000100:00100000:2.0:1767322135.843374:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923960320:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322135.843399:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322135.843467:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923960320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 92us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322135.843475:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2797 00000100:00100000:0.0:1767322135.843922:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923960448 00000100:00100000:0.0:1767322135.843926:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923960448 00000100:00100000:0.0:1767322135.844000:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1905 00000100:00100000:0.0:1767322135.844009:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923960448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322135.844059:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923960448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 51us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322135.844065:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1905 00010000:00010000:1.0:1767322136.136903:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322136.585161:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322136.585193:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989371008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322136.585292:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322136.586027:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371008 00000100:00100000:2.0:1767322136.586041:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371008 00000100:00100000:2.0:1767322136.586136:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608 00000100:00100000:2.0:1767322136.586149:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989371008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322136.586189:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322136.586289:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989371008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322136.586298:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608 00000100:00100000:0.0:1767322136.586443:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989371008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322137.100158:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322137.100184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989371136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322137.100305:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322137.100934:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371136 00000100:00100000:0.0:1767322137.100945:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371136 00000100:00100000:0.0:1767322137.101043:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609 00000100:00100000:0.0:1767322137.101055:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989371136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322137.101097:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322137.101167:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989371136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322137.101175:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1767322137.101518:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989371136:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322138.184767:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322139.144944:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322139.144957:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322139.145046:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322139.145051:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322139.145055:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322139.145067:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7380 00000100:00080000:2.0:1767322139.145072:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322139.145082:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322139.145111:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2300 x1853163989371392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322139.145147:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322139.145151:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322139.145153:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322139.145158:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7380 00000100:00080000:2.0:1767322139.145160:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322139.145165:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322139.145177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989371648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322139.145207:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322139.145210:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322139.145212:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322139.145216:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7380 00000100:00080000:2.0:1767322139.145218:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322139.145222:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322139.145237:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989371776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322139.145269:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322139.145273:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322139.145274:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322139.145278:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7380 00000100:00080000:2.0:1767322139.145280:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322139.145285:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322139.145295:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a1f80 x1853163989372160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322139.145422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989371392:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.145642:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989372032:0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.145705:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322139.145763:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322139.145770:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989371264:0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.145807:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322139.145849:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371264 00000100:00100000:0.0:1767322139.145859:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371264 00000100:00100000:2.0:1767322139.146058:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371904 00000100:00100000:2.0:1767322139.146075:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371904 00000100:00100000:2.0:1767322139.146138:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355 00000100:00100000:2.0:1767322139.146147:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989371904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.150003:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371520 00000100:00100000:0.0:1767322139.150026:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371520 00000100:00100000:1.0:1767322139.150104:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322139.150294:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989371904:12345-0@lo:400:kworker.0 Request processed in 4143us (4388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322139.150308:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355 00000100:00100000:2.0:1767322139.150936:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989371904:0@lo:400:kworker.0 00000100:00080000:2.0:1767322139.151028:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322139.151035:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322139.151038:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322139.151085:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989372032:12345-0@lo:400:kworker.0 Request processed in 4994us (5378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322139.151093:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354 00000100:00100000:2.0:1767322139.151156:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989372032:0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.151440:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371392 00000100:00100000:0.0:1767322139.151448:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371392 00000100:00100000:0.0:1767322139.151482:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1767322139.151493:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989371264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.151564:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989371264:12345-0@lo:400:kworker.0 Request processed in 74us (5756us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322139.151570:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1767322139.151602:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1767322139.151609:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989371520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.151644:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989371520:12345-0@lo:400:kworker.0 Request processed in 36us (5689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322139.151649:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1767322139.151662:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:0.0:1767322139.151666:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989371392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322139.151689:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322139.151720:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989371392:12345-0@lo:38:kworker.0 Request processed in 52us (1620us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322139.151726:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:0.0:1767322139.151756:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989371264:0@lo:400:kworker.0 00000100:00100000:0.0:1767322139.151791:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989371520:0@lo:400:kworker.0 00000100:00080000:0.0:1767322139.151847:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322139.151862:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322139.151866:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989371392:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.151878:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989371648:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.152065:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322139.152094:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371648 00000100:00100000:0.0:1767322139.152099:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371648 00000100:00100000:0.0:1767322139.152122:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1767322139.152126:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989371648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322139.152137:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322139.152163:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989371648:12345-0@lo:38:kworker.0 Request processed in 36us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322139.152169:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00080000:0.0:1767322139.152335:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322139.152340:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322139.152343:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989371648:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.152350:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989371776:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.152379:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322139.152403:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989372160:0@lo:38:kworker.0 00000100:00100000:0.0:1767322139.152505:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322139.152543:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372160 00000100:00100000:0.0:1767322139.152547:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372160 00000100:00100000:0.0:1767322139.152561:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1767322139.152566:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989372160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322139.152576:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322139.152627:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989372160:12345-0@lo:38:kworker.0 Request processed in 60us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322139.152641:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00080000:0.0:1767322139.152664:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322139.152668:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322139.152672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989372160:0@lo:38:kworker.0 00000100:00080000:0.0:1767322139.153381:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322139.153387:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322139.153391:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989371776:0@lo:38:kworker.0 00010000:00010000:1.0:1767322140.234778:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322140.961897:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923960704 00000100:00100000:2.0:1767322140.961907:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923960704 00000100:00100000:2.0:1767322140.961997:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1908 00000100:00100000:2.0:1767322140.962007:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923960704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322140.964193:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923960704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 2179us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322140.964208:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1908 00000100:00100000:0.0:1767322140.979923:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322140.980088:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923960832 offset 0 length 520: 4 00000100:00100000:2.0:1767322141.705775:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372288 00000100:00100000:2.0:1767322141.705783:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372288 00000100:00100000:2.0:1767322141.705895:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:2.0:1767322141.705905:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989372288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322141.705934:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322141.705992:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989372288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322141.705999:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:0.0:1767322141.706285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989372288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322142.217977:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372416 00000100:00100000:1.0:1767322142.217986:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372416 00000100:00100000:1.0:1767322142.218057:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:1.0:1767322142.218066:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989372416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322142.218095:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767322142.218163:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322142.220797:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989372416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2723us (3107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322142.220812:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00010000:00010000:0.0:1767322142.280732:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322144.266023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989372672:0@lo:38:kworker.0 00000100:00100000:1.0:1767322144.266051:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322144.266085:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989372928:0@lo:38:kworker.0 00000100:00100000:1.0:1767322144.266102:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322144.266131:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989373056:0@lo:38:kworker.0 00000100:00100000:1.0:1767322144.266150:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322144.266178:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989373440:0@lo:38:kworker.0 00000100:00100000:1.0:1767322144.266196:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322144.266222:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372672 00000100:00100000:1.0:1767322144.266225:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372672 00000100:00100000:1.0:1767322144.266253:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1767322144.266258:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989372672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322144.266277:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322144.266310:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989372672:12345-0@lo:38:kworker.0 Request processed in 50us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322144.266327:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1767322144.266338:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372928 00000100:00100000:1.0:1767322144.266341:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372928 00000100:00100000:1.0:1767322144.266351:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373440 00000100:00100000:1.0:1767322144.266353:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373440 00000100:00100000:1.0:1767322144.266363:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1767322144.266367:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989372928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322144.266376:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322144.266398:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989372928:12345-0@lo:38:kworker.0 Request processed in 30us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322144.266403:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1767322144.266411:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1767322144.266415:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989373440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322144.266422:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322144.266437:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989373440:12345-0@lo:38:kworker.0 Request processed in 21us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322144.266442:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00080000:1.0:1767322144.266463:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322144.266467:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322144.266470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989372672:0@lo:38:kworker.0 00000100:00080000:1.0:1767322144.266476:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322144.266479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322144.266481:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989372928:0@lo:38:kworker.0 00000100:00080000:1.0:1767322144.266487:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322144.266490:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322144.266498:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989373440:0@lo:38:kworker.0 00000100:00100000:2.0:1767322144.267522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989373312:0@lo:400:kworker.0 00000100:00100000:2.0:1767322144.267573:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322144.267673:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322144.267694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989372544:0@lo:400:kworker.0 00000100:00100000:2.0:1767322144.267720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322144.267755:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373184 00000100:00100000:2.0:1767322144.267760:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373184 00000100:00100000:2.0:1767322144.267797:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373312 00000100:00100000:2.0:1767322144.267800:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373312 00000100:00100000:2.0:1767322144.267819:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:2.0:1767322144.267825:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989373184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322144.267873:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989373184:12345-0@lo:400:kworker.0 Request processed in 48us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322144.267880:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000100:00100000:2.0:1767322144.267895:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357 00000100:00100000:2.0:1767322144.267901:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989373312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322144.267927:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989373312:12345-0@lo:400:kworker.0 Request processed in 27us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322144.267932:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357 00000100:00080000:2.0:1767322144.267952:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322144.267955:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322144.267957:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322144.267965:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372544 00000100:00100000:2.0:1767322144.267968:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372544 00000100:00100000:2.0:1767322144.267989:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1767322144.267994:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989372544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322144.268016:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989372544:12345-0@lo:400:kworker.0 Request processed in 22us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322144.268021:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00080000:2.0:1767322144.268032:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322144.268050:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989372544:0@lo:400:kworker.0 00000100:00100000:1.0:1767322144.268452:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989373184:0@lo:400:kworker.0 00000100:00100000:0.0:1767322144.269226:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373056 00000100:00100000:0.0:1767322144.269232:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373056 00000100:00100000:0.0:1767322144.269262:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149 00000100:00100000:0.0:1767322144.269268:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989373056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322144.269299:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322144.269350:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989373056:12345-0@lo:38:kworker.0 Request processed in 81us (3198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322144.269357:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149 00000100:00080000:0.0:1767322144.269402:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322144.269407:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322144.269411:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989373056:0@lo:38:kworker.0 00000100:00100000:2.0:1767322144.270006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989373312:0@lo:400:kworker.0 00010000:00010000:1.0:1767322144.328960:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322146.082328:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322146.091921:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322146.092044:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923961088 00000100:00100000:2.0:1767322146.092054:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923961088 00000100:00100000:2.0:1767322146.092141:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1911 00000100:00100000:2.0:1767322146.092152:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923961088:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322146.092231:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923961088:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322146.092238:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1911 00000100:00080000:0.0:1767322146.092340:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322146.376918:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322146.834218:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322146.834235:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989373568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322146.834301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322146.834372:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373568 00000100:00100000:2.0:1767322146.834378:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373568 00000100:00100000:2.0:1767322146.834414:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:2.0:1767322146.834419:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989373568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322146.834445:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322146.834481:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989373568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322146.834486:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000100:00100000:2.0:1767322146.834520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989373568:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322146.835110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322147.336958:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989373696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322147.337048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322147.337650:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373696 00000100:00100000:0.0:1767322147.337660:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373696 00000100:00100000:0.0:1767322147.337733:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613 00000100:00100000:0.0:1767322147.337743:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989373696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322147.337821:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322147.337878:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989373696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322147.337886:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00080000:1.0:1767322147.338439:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322147.338484:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989373696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322148.360734:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322123/real 1767322123] req@ffff9e7d2a4b2680 x1853163989367296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322148 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322148.360774:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4b2680 x1853163989367296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322148 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322148.360794:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322148.360803:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322148.360807:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989367296:0@lo:250:kworker.0 00000100:00100000:1.0:1767322148.361125:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989373952:0@lo:400:kworker.0 00000100:00100000:1.0:1767322148.361185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322148.361239:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322148.361244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989374720:0@lo:400:kworker.0 00000100:00100000:2.0:1767322148.361334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989374208:0@lo:400:kworker.0 00000100:00100000:0.0:1767322148.361801:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989373824:0@lo:250:kworker.0 00000100:00100000:1.0:1767322148.363817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322148.363895:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374720 00000100:00100000:1.0:1767322148.363904:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374720 00000100:00100000:1.0:1767322148.363955:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358 00000100:00100000:1.0:1767322148.363964:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989374720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322148.364028:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989374720:12345-0@lo:400:kworker.0 Request processed in 65us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322148.364035:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358 00000100:00100000:1.0:1767322148.364078:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989374720:0@lo:400:kworker.0 00000100:00100000:1.0:1767322148.364240:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373952 00000100:00100000:1.0:1767322148.364245:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373952 00000100:00100000:1.0:1767322148.364282:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:1.0:1767322148.364288:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989373952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322148.366470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322148.366510:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374208 00000100:00100000:2.0:1767322148.366513:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374208 00000100:00100000:2.0:1767322148.366540:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:2.0:1767322148.366552:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989374208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322148.366597:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989374208:12345-0@lo:400:kworker.0 Request processed in 46us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322148.366604:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000400:00000100:0.0:1767322148.375461:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989373824 offset 0 length 520: 4 00000100:00100000:0.0:1767322148.375523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989374080:0@lo:38:kworker.0 00000100:00100000:0.0:1767322148.375575:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322148.375693:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989374336:0@lo:38:kworker.0 00000100:00100000:0.0:1767322148.375720:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322148.378389:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989374464:0@lo:38:kworker.0 00000100:00100000:0.0:1767322148.378470:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322148.378493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989374848:0@lo:38:kworker.0 00000100:00100000:0.0:1767322148.378516:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322148.378903:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989373952:12345-0@lo:400:kworker.0 Request processed in 14612us (17714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322148.378921:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:2.0:1767322148.379788:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374080 00000100:00100000:2.0:1767322148.379798:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374080 00000100:00100000:2.0:1767322148.380878:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374336 00000100:00100000:2.0:1767322148.380886:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374336 00000100:00100000:2.0:1767322148.380927:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1767322148.380934:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989374080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322148.380957:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322148.381038:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989374080:12345-0@lo:38:kworker.0 Request processed in 103us (5462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322148.381045:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1767322148.381061:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767322148.381066:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989374336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322148.381075:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322148.381113:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989374336:12345-0@lo:38:kworker.0 Request processed in 45us (5391us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322148.381118:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767322148.381176:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374464 00000100:00100000:2.0:1767322148.381181:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374464 00000100:00100000:2.0:1767322148.381200:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150 00000100:00100000:2.0:1767322148.381205:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989374464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322148.381215:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322148.381240:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989374464:12345-0@lo:38:kworker.0 Request processed in 34us (2771us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322148.381413:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150 00000100:00100000:2.0:1767322148.381671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989373952:0@lo:400:kworker.0 00000100:00080000:0.0:1767322148.384451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322148.384463:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322148.384467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989374080:0@lo:38:kworker.0 00000100:00080000:0.0:1767322148.384480:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322148.384483:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322148.384486:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989374336:0@lo:38:kworker.0 00000100:00080000:0.0:1767322148.384495:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322148.384499:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322148.384502:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989374464:0@lo:38:kworker.0 00000100:00080000:0.0:1767322148.384882:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322148.384886:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322148.384889:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989374848:0@lo:38:kworker.0 00010000:00010000:1.0:1767322148.425255:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767322150.473210:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322151.203676:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322151.203787:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322151.203949:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923961216 00000100:00100000:1.0:1767322151.203959:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923961216 00000100:00100000:1.0:1767322151.204053:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923961344 00000100:00100000:1.0:1767322151.204057:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923961344 00000100:00080000:2.0:1767322151.204139:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322151.946330:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374976 00000100:00100000:2.0:1767322151.946340:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374976 00000100:00100000:2.0:1767322151.946454:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614 00000100:00100000:2.0:1767322151.946464:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989374976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322151.946493:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322151.946560:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989374976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322151.946567:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614 00000100:00100000:1.0:1767322151.947257:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989374976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322152.457625:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375104 00000100:00100000:1.0:1767322152.457633:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375104 00000100:00100000:1.0:1767322152.457710:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615 00000100:00100000:1.0:1767322152.457719:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989375104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322152.457749:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:2.0:1767322152.458125:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322152.459924:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989375104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2198us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322152.459936:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615 00010000:00010000:1.0:1767322152.520901:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322153.484854:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322153.484865:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322153.485092:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322153.485096:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322153.485100:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322153.485108:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7395 00000100:00080000:0.0:1767322153.485113:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322153.485134:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322153.485156:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730b480 x1853163989375360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322153.485207:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322153.485211:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322153.485213:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322153.485217:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7395 00000100:00080000:0.0:1767322153.485220:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322153.485223:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322153.485234:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d07309c00 x1853163989375616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322153.485242:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322153.485293:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322153.485295:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322153.485298:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7395 00000100:00080000:0.0:1767322153.485301:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322153.485305:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322153.485318:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0730ad80 x1853163989375744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322153.485405:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989375360:0@lo:38:kworker.0 00000100:00100000:1.0:1767322153.485469:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322153.485523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989375616:0@lo:38:kworker.0 00000100:00100000:1.0:1767322153.485545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322153.485614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0730ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989375744:0@lo:38:kworker.0 00000100:00100000:1.0:1767322153.485639:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322153.485689:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989375488:0@lo:400:kworker.0 00000100:00100000:1.0:1767322153.485713:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322153.485733:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322153.485739:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989375872:0@lo:400:kworker.0 00000100:00100000:1.0:1767322153.485771:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322153.485805:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375360 00000100:00100000:1.0:1767322153.485812:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375360 00000100:00100000:1.0:1767322153.485840:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375616 00000100:00100000:1.0:1767322153.485843:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375616 00000100:00100000:1.0:1767322153.485854:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375488 00000100:00100000:1.0:1767322153.485857:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375488 00000100:00100000:1.0:1767322153.485902:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:1.0:1767322153.485911:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989375488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322153.485960:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989375488:12345-0@lo:400:kworker.0 Request processed in 50us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322153.485967:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00100000:1.0:1767322153.485984:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1767322153.485989:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989375360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322153.486018:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322153.486050:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989375360:12345-0@lo:38:kworker.0 Request processed in 59us (581us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322153.486056:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1767322153.486067:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767322153.486070:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989375616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322153.486080:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322153.486101:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989375616:12345-0@lo:38:kworker.0 Request processed in 29us (555us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322153.486107:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767322153.486143:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989375488:0@lo:400:kworker.0 00000100:00080000:1.0:1767322153.486170:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322153.486183:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322153.486186:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989375360:0@lo:38:kworker.0 00000100:00080000:1.0:1767322153.486196:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322153.486199:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322153.486203:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989375616:0@lo:38:kworker.0 00000100:00100000:2.0:1767322153.486308:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322153.486319:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989376000:0@lo:400:kworker.0 00000100:00100000:2.0:1767322153.486347:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322153.486386:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375744 00000100:00100000:2.0:1767322153.486390:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375744 00000100:00100000:2.0:1767322153.486414:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151 00000100:00100000:2.0:1767322153.486418:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989375744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322153.486428:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322153.486456:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989375744:12345-0@lo:38:kworker.0 Request processed in 37us (817us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322153.486462:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151 00000100:00080000:2.0:1767322153.486485:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322153.486520:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375872 00000100:00100000:2.0:1767322153.486524:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375872 00000100:00100000:2.0:1767322153.486553:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376000 00000100:00100000:2.0:1767322153.486556:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376000 00000100:00100000:2.0:1767322153.486572:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4360 00000100:00100000:2.0:1767322153.486577:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989375872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322153.486639:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989375872:12345-0@lo:400:kworker.0 Request processed in 62us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322153.486645:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4360 00000100:00100000:2.0:1767322153.486656:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361 00000100:00100000:2.0:1767322153.486662:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989376000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322153.486691:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989376000:12345-0@lo:400:kworker.0 Request processed in 29us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322153.486697:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361 00000100:00080000:2.0:1767322153.486718:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322153.486735:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989376000:0@lo:400:kworker.0 00000100:00100000:1.0:1767322153.486987:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989375872:0@lo:400:kworker.0 00000100:00080000:1.0:1767322153.487020:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322153.487024:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322153.487027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989375744:0@lo:38:kworker.0 00000100:00080000:0.0:1767322153.487360:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322153.487366:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322153.487369:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322153.487375:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7395 00000100:00080000:0.0:1767322153.487378:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322153.487391:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322153.487413:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aebaa00 x1853163989376128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322153.487484:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989376128:0@lo:38:kworker.0 00000100:00100000:1.0:1767322153.487539:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322153.490882:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375232 00000100:00100000:2.0:1767322153.490896:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375232 00000100:00100000:2.0:1767322153.491012:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376128 00000100:00100000:2.0:1767322153.491016:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376128 00000100:00100000:2.0:1767322153.491039:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:2.0:1767322153.491049:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989375232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322153.491128:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989375232:12345-0@lo:400:kworker.0 Request processed in 80us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322153.491135:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:2.0:1767322153.491153:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:2.0:1767322153.491157:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989376128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322153.491193:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322153.491231:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989376128:12345-0@lo:38:kworker.0 Request processed in 72us (3692us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322153.491238:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00080000:2.0:1767322153.491275:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322153.491279:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322153.491283:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989376128:0@lo:38:kworker.0 00000100:00100000:2.0:1767322153.491330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989375232:0@lo:400:kworker.0 00000100:00080000:0.0:1767322153.491774:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322154.568785:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322156.322926:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322156.324843:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322156.325784:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:1.0:1767322156.616810:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322157.068201:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376256 00000100:00100000:1.0:1767322157.068210:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376256 00000100:00100000:1.0:1767322157.068309:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1767322157.068319:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989376256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322157.068374:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322157.068434:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989376256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322157.068441:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000100:00080000:2.0:1767322157.068613:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322157.069415:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989376256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322157.577272:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989376384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322157.577382:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322157.578665:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322157.579204:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989376384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322158.602591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989376512:0@lo:400:kworker.0 00000100:00100000:2.0:1767322158.602696:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322158.602781:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376512 00000100:00100000:2.0:1767322158.602787:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376512 00000100:00100000:2.0:1767322158.602857:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:2.0:1767322158.602878:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989376512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322158.602951:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989376512:12345-0@lo:400:kworker.0 Request processed in 74us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322158.602958:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:0.0:1767322158.602961:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989376768:0@lo:400:kworker.0 00000100:00100000:0.0:1767322158.603002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322158.603043:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322158.603048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989377152:0@lo:400:kworker.0 00000100:00100000:0.0:1767322158.603070:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322158.603117:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377280 00000100:00100000:0.0:1767322158.603121:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377280 00000100:00100000:0.0:1767322158.603149:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377152 00000100:00100000:0.0:1767322158.603152:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377152 00000100:00100000:0.0:1767322158.603170:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362 00000100:00100000:0.0:1767322158.603175:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989377280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322158.603205:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989377280:12345-0@lo:400:kworker.0 Request processed in 29us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322158.603210:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362 00000100:00100000:0.0:1767322158.603225:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363 00000100:00100000:0.0:1767322158.603231:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989377152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322158.603261:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989377152:12345-0@lo:400:kworker.0 Request processed in 31us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322158.603267:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363 00000100:00100000:0.0:1767322158.603317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989377152:0@lo:400:kworker.0 00000100:00100000:1.0:1767322158.603499:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376768 00000100:00100000:1.0:1767322158.603509:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376768 00000100:00100000:1.0:1767322158.603558:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1767322158.603565:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989376768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322158.603626:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989376768:12345-0@lo:400:kworker.0 Request processed in 62us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322158.603631:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1767322158.603654:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989376640:0@lo:38:kworker.0 00000100:00100000:1.0:1767322158.603676:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322158.603691:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989376896:0@lo:38:kworker.0 00000100:00100000:1.0:1767322158.603713:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322158.603727:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989377024:0@lo:38:kworker.0 00000100:00100000:1.0:1767322158.603766:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322158.603782:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989377408:0@lo:38:kworker.0 00000100:00100000:1.0:1767322158.603800:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322158.603839:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376640 00000100:00100000:1.0:1767322158.603843:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376640 00000100:00100000:1.0:1767322158.603860:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376896 00000100:00100000:1.0:1767322158.603863:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376896 00000100:00100000:1.0:1767322158.603871:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377408 00000100:00100000:1.0:1767322158.603873:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377408 00000100:00100000:1.0:1767322158.603882:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:1.0:1767322158.603886:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989376640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322158.603914:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322158.603946:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989376640:12345-0@lo:38:kworker.0 Request processed in 59us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322158.603952:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:1.0:1767322158.603964:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767322158.603975:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989376896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322158.603985:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322158.604008:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989376896:12345-0@lo:38:kworker.0 Request processed in 32us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322158.604013:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767322158.604025:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:1.0:1767322158.604028:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989377408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322158.604036:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322158.604058:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989377408:12345-0@lo:38:kworker.0 Request processed in 28us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322158.604063:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00080000:1.0:1767322158.604093:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322158.604097:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322158.604100:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989376640:0@lo:38:kworker.0 00000100:00080000:1.0:1767322158.604108:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322158.604111:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322158.604113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989376896:0@lo:38:kworker.0 00000100:00080000:1.0:1767322158.604120:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322158.604122:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322158.604125:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989377408:0@lo:38:kworker.0 00000100:00100000:0.0:1767322158.604226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989376768:0@lo:400:kworker.0 00000100:00100000:2.0:1767322158.604353:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377024 00000100:00100000:2.0:1767322158.604357:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377024 00000100:00100000:2.0:1767322158.604389:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5152 00000100:00100000:2.0:1767322158.604394:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989377024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322158.604405:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322158.604452:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989377024:12345-0@lo:38:kworker.0 Request processed in 56us (684us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322158.604458:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5152 00000100:00080000:1.0:1767322158.605220:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322158.605226:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322158.605230:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989377024:0@lo:38:kworker.0 00010000:00010000:0.0:1767322158.670070:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322160.715394:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322161.460621:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322161.460678:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322161.461284:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923961728 00000100:00100000:2.0:1767322161.461299:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923961728 00000100:00080000:0.0:1767322161.461548:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322161.464110:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2817 00000100:00100000:2.0:1767322161.464125:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923961728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322161.464153:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322161.464234:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923961728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (3555us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322161.464244:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2817 00000100:00100000:2.0:1767322162.186158:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377536 00000100:00100000:2.0:1767322162.186166:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377536 00000100:00100000:2.0:1767322162.186264:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:2.0:1767322162.186274:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989377536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322162.186310:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322162.186368:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989377536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322162.186376:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00000100:00100000:2.0:1767322162.186427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989377536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322162.697062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989377664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322162.697283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322162.697837:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377664 00000100:00100000:1.0:1767322162.697848:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377664 00000100:00100000:1.0:1767322162.697966:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:1.0:1767322162.697977:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989377664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322162.698012:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322162.698095:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989377664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322162.698102:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000100:00100000:0.0:1767322162.698206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989377664:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322162.760749:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322163.720761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989377792:0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.720846:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322163.720930:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377792 00000100:00100000:0.0:1767322163.720939:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377792 00000100:00100000:0.0:1767322163.721010:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:0.0:1767322163.721020:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989377792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322163.721071:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989377792:12345-0@lo:400:kworker.0 Request processed in 53us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322163.721079:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00080000:1.0:1767322163.721146:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322163.721233:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989377792:0@lo:400:kworker.0 00000100:00100000:1.0:1767322163.721528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989377920:0@lo:38:kworker.0 00000100:00100000:1.0:1767322163.721558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322163.721635:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377920 00000100:00100000:2.0:1767322163.721640:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377920 00000100:00100000:2.0:1767322163.721669:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1767322163.721675:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989377920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322163.721693:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322163.721847:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989378048:0@lo:400:kworker.0 00000100:00100000:0.0:1767322163.721874:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322163.721916:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378048 00000100:00100000:0.0:1767322163.721920:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378048 00000100:00100000:0.0:1767322163.721952:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:0.0:1767322163.721957:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989378048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322163.721990:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989378048:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322163.721996:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00080000:0.0:1767322163.722012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322163.722029:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989378048:0@lo:400:kworker.0 00000100:00100000:1.0:1767322163.722203:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989378176:0@lo:38:kworker.0 00000100:00100000:1.0:1767322163.722228:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322163.722282:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378176 00000100:00100000:0.0:1767322163.722293:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378176 00000100:00100000:0.0:1767322163.722315:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767322163.722319:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989378176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322163.722331:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322163.722356:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989378176:12345-0@lo:38:kworker.0 Request processed in 35us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322163.722362:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1767322163.722859:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989377920:12345-0@lo:38:kworker.0 Request processed in 1181us (1298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322163.722866:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00080000:1.0:1767322163.723007:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322163.723013:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322163.723016:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989377920:0@lo:38:kworker.0 00000100:00080000:1.0:1767322163.723035:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322163.723038:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322163.723041:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989378176:0@lo:38:kworker.0 00000100:00100000:1.0:1767322163.723866:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989378304:0@lo:38:kworker.0 00000100:00100000:1.0:1767322163.723957:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322163.724175:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989378432:0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.724224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322163.724274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989378560:0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.724296:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322163.724326:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378432 00000100:00100000:2.0:1767322163.724332:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378432 00000100:00100000:2.0:1767322163.724371:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378560 00000100:00100000:2.0:1767322163.724374:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378560 00000100:00100000:2.0:1767322163.724393:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4364 00000100:00100000:2.0:1767322163.724401:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989378432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.724446:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989378432:12345-0@lo:400:kworker.0 Request processed in 45us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322163.724453:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4364 00000100:00100000:2.0:1767322163.724469:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365 00000100:00100000:2.0:1767322163.724474:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989378560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.724501:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989378560:12345-0@lo:400:kworker.0 Request processed in 27us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322163.724506:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365 00000100:00100000:2.0:1767322163.724555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989378432:0@lo:400:kworker.0 00000100:00100000:2.0:1767322163.724599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989378560:0@lo:400:kworker.0 00000100:00100000:0.0:1767322163.724926:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378304 00000100:00100000:0.0:1767322163.724931:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378304 00000100:00100000:0.0:1767322163.724962:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153 00000100:00100000:0.0:1767322163.724967:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989378304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322163.724986:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322163.725102:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989378688:0@lo:38:kworker.0 00000100:00100000:1.0:1767322163.725130:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322163.725234:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378688 00000100:00100000:2.0:1767322163.725239:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378688 00000100:00100000:2.0:1767322163.725261:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1767322163.725265:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989378688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322163.725275:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322163.725302:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989378688:12345-0@lo:38:kworker.0 Request processed in 35us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322163.725308:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1767322163.725553:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989378304:12345-0@lo:38:kworker.0 Request processed in 584us (1595us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322163.725561:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153 00000100:00080000:1.0:1767322163.725653:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322163.725657:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322163.725660:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989378304:0@lo:38:kworker.0 00000100:00080000:1.0:1767322163.725675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322163.725678:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322163.725681:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989378688:0@lo:38:kworker.0 00010000:00010000:1.0:1767322164.808857:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322165.549877:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322165.549928:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322165.549967:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962112 00000100:00100000:2.0:1767322165.549981:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962112 00000100:00100000:2.0:1767322165.550032:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962240 00000100:00100000:2.0:1767322165.550035:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962240 00000100:00100000:2.0:1767322165.550085:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1923 00000100:00100000:2.0:1767322165.550095:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962240:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322165.550172:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962240:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322165.550179:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1923 00000100:00100000:2.0:1767322165.550209:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2821 00000100:00100000:2.0:1767322165.550223:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923962112:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322165.550244:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322165.550269:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923962112:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322165.550276:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2821 00000100:00080000:1.0:1767322165.550599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322166.860313:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322167.305264:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378816 00000100:00100000:1.0:1767322167.305273:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378816 00000100:00100000:1.0:1767322167.305344:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620 00000100:00100000:1.0:1767322167.305354:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989378816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322167.305383:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322167.305441:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989378816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322167.305448:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620 00000100:00080000:0.0:1767322167.305510:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322167.816971:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989378944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322167.817053:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322167.817149:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378944 00000100:00100000:1.0:1767322167.817156:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378944 00000100:00100000:1.0:1767322167.817219:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621 00000100:00100000:1.0:1767322167.817226:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989378944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322167.817255:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322167.817295:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989378944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322167.817316:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621 00000100:00080000:0.0:1767322167.817503:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322167.817564:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989378944:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322168.841096:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322168.841107:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322168.841360:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379072 00000100:00100000:2.0:1767322168.841369:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379072 00000100:00100000:2.0:1767322168.841429:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:2.0:1767322168.841438:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989379072:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322168.841497:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322168.841501:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322168.841505:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322168.841510:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7410 00000100:00080000:0.0:1767322168.841514:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322168.841518:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322168.841554:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb9500 x1853163989379200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322168.841614:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322168.841617:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322168.841619:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322168.841622:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7410 00000100:00080000:0.0:1767322168.841625:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322168.841629:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322168.841638:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8380 x1853163989379456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322168.841646:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322168.841649:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322168.841651:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322168.841654:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7410 00000100:00080000:0.0:1767322168.841656:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322168.841659:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322168.841667:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8a80 x1853163989379584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322168.841755:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989379840:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.841791:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.841834:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379840 00000100:00100000:1.0:1767322168.841839:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379840 00000100:00100000:1.0:1767322168.841868:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366 00000100:00100000:1.0:1767322168.841873:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989379840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.841908:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989379840:12345-0@lo:400:kworker.0 Request processed in 34us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322168.841914:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366 00000100:00080000:1.0:1767322168.841936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322168.841963:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989379840:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.841999:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989379200:0@lo:38:kworker.0 00000100:00100000:1.0:1767322168.842023:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.842061:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989379456:0@lo:38:kworker.0 00000100:00100000:1.0:1767322168.842081:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.842096:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989379584:0@lo:38:kworker.0 00000100:00100000:1.0:1767322168.842116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.842146:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379200 00000100:00100000:1.0:1767322168.842150:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379200 00000100:00100000:1.0:1767322168.842167:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379456 00000100:00100000:1.0:1767322168.842169:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379456 00000100:00100000:1.0:1767322168.842182:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767322168.842186:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989379200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322168.842210:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322168.842241:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989379200:12345-0@lo:38:kworker.0 Request processed in 53us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322168.842248:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767322168.842260:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:1.0:1767322168.842264:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989379456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322168.842273:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322168.842293:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989379456:12345-0@lo:38:kworker.0 Request processed in 28us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322168.842298:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00080000:1.0:1767322168.842328:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322168.842333:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322168.842335:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989379200:0@lo:38:kworker.0 00000100:00080000:1.0:1767322168.842342:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322168.842345:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322168.842348:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989379456:0@lo:38:kworker.0 00000100:00100000:1.0:1767322168.842377:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989379712:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842400:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.842419:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322168.842424:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989379328:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842444:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322168.842465:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379328 00000100:00100000:1.0:1767322168.842468:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379328 00000100:00100000:1.0:1767322168.842494:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1767322168.842500:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989379328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842543:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989379328:12345-0@lo:400:kworker.0 Request processed in 43us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322168.842549:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1767322168.842566:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379712 00000100:00100000:1.0:1767322168.842569:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379712 00000100:00100000:1.0:1767322168.842615:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1767322168.842622:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989379712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842652:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989379712:12345-0@lo:400:kworker.0 Request processed in 30us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322168.842657:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00080000:1.0:1767322168.842670:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322168.842688:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989379328:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842697:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989379712:0@lo:400:kworker.0 00000100:00100000:1.0:1767322168.842739:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379584 00000100:00100000:1.0:1767322168.842743:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379584 00000100:00100000:1.0:1767322168.842765:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1767322168.842769:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989379584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322168.842779:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322168.842809:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989379584:12345-0@lo:38:kworker.0 Request processed in 39us (692us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322168.842815:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154 00000100:00080000:1.0:1767322168.842835:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322168.842839:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322168.842842:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989379584:0@lo:38:kworker.0 00000100:00100000:2.0:1767322168.849281:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989379072:12345-0@lo:400:kworker.0 Request processed in 7835us (8005us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322168.849297:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00080000:0.0:1767322168.853536:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322168.853546:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322168.853563:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322168.853570:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7410 00000100:00080000:0.0:1767322168.853575:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322168.853593:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322168.853650:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeba300 x1853163989379968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322168.853775:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989379968:0@lo:38:kworker.0 00000100:00100000:1.0:1767322168.853852:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322168.853974:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379968 00000100:00100000:2.0:1767322168.853982:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379968 00000100:00100000:2.0:1767322168.854038:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767322168.854045:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989379968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322168.854072:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322168.854137:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989379968:12345-0@lo:38:kworker.0 Request processed in 90us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322168.854143:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00080000:0.0:1767322168.854376:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322168.854381:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322168.854385:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989379968:0@lo:38:kworker.0 00010000:00010000:1.0:1767322168.905124:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322170.658423:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962496 00000100:00100000:1.0:1767322170.658439:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962496 00000100:00100000:2.0:1767322170.658458:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962368 00000100:00100000:2.0:1767322170.658476:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962368 00000100:00100000:2.0:1767322170.658668:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2825 00000100:00100000:2.0:1767322170.658705:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923962368:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322170.658733:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322170.658827:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923962368:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 148us (928us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322170.658837:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2825 00000100:00100000:0.0:1767322170.659047:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1926 00000100:00100000:0.0:1767322170.659061:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962496:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322170.659107:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962496:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 52us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322170.659113:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1926 00010000:00010000:0.0:1767322170.952754:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322172.425698:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380096 00000100:00100000:2.0:1767322172.425706:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380096 00000100:00100000:2.0:1767322172.425771:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1767322172.425780:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989380096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322172.425824:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322172.425875:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989380096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322172.425883:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1767322172.425931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989380096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322172.940204:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322172.940612:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989380224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322172.940695:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322172.941028:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380224 00000100:00100000:0.0:1767322172.941037:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380224 00000100:00100000:0.0:1767322172.941102:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623 00000100:00100000:0.0:1767322172.941112:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989380224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322172.941143:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322172.941574:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989380224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 462us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322172.941608:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623 00000100:00100000:1.0:1767322172.941704:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989380224:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322173.000949:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322173.962984:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322148/real 1767322148] req@ffff9e7d3b03e300 x1853163989373824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322173 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322173.963010:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b03e300 x1853163989373824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322173 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322173.963026:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322173.963046:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322173.963049:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989373824:0@lo:250:kworker.0 00000100:00100000:1.0:1767322173.966084:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989380480:0@lo:400:kworker.0 00000100:00100000:1.0:1767322173.966115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322173.966157:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322173.966163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989381248:0@lo:400:kworker.0 00000100:00100000:1.0:1767322173.966183:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322173.966216:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381120 00000100:00100000:1.0:1767322173.966222:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381120 00000100:00100000:1.0:1767322173.966259:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381248 00000100:00100000:1.0:1767322173.966262:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381248 00000100:00100000:1.0:1767322173.966279:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1767322173.966286:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989381120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322173.966332:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989381120:12345-0@lo:400:kworker.0 Request processed in 45us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322173.966339:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1767322173.966353:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369 00000100:00100000:1.0:1767322173.966358:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989381248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322173.966383:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989381248:12345-0@lo:400:kworker.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322173.966388:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369 00000100:00100000:1.0:1767322173.966442:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989381248:0@lo:400:kworker.0 00000100:00100000:1.0:1767322173.966482:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989381120:0@lo:400:kworker.0 00000100:00100000:0.0:1767322173.966967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989380352:0@lo:250:kworker.0 00000400:00000100:0.0:1767322173.966996:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989380352 offset 0 length 520: 4 00000100:00100000:0.0:1767322173.967017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989380608:0@lo:38:kworker.0 00000100:00100000:0.0:1767322173.967036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322173.967063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989380864:0@lo:38:kworker.0 00000100:00100000:0.0:1767322173.967082:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322173.967102:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989380992:0@lo:38:kworker.0 00000100:00100000:0.0:1767322173.967123:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322173.967141:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989381376:0@lo:38:kworker.0 00000100:00100000:0.0:1767322173.967160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322173.967192:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380736 00000100:00100000:0.0:1767322173.967197:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380736 00000100:00100000:0.0:1767322173.967236:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380480 00000100:00100000:0.0:1767322173.967240:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380480 00000100:00100000:0.0:1767322173.967252:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380608 00000100:00100000:0.0:1767322173.967254:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380608 00000100:00100000:0.0:1767322173.967261:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380864 00000100:00100000:0.0:1767322173.967263:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380864 00000100:00100000:0.0:1767322173.967269:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381376 00000100:00100000:0.0:1767322173.967270:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381376 00000100:00100000:0.0:1767322173.967279:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1767322173.967285:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989380736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322173.967322:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989380736:12345-0@lo:400:kworker.0 Request processed in 37us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322173.967329:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1767322173.967354:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:0.0:1767322173.967360:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989380480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322173.967393:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989380480:12345-0@lo:400:kworker.0 Request processed in 33us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322173.967399:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00100000:0.0:1767322173.967411:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767322173.967415:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989380608:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322173.967648:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:2.0:1767322173.967653:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989381376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322173.967704:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322173.971799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989380736:0@lo:400:kworker.0 00000100:00080000:1.0:1767322173.971864:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322173.971869:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322173.971872:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989380864:0@lo:38:kworker.0 00000100:00080000:1.0:1767322173.971883:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322173.971886:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322173.971889:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989380992:0@lo:38:kworker.0 00010000:00020000:2.0:1767322173.979040:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767322173.980299:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322173.980304:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322173.980308:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989381376:0@lo:38:kworker.0 00000100:00100000:0.0:1767322173.997877:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989380608:12345-0@lo:38:kworker.0 Request processed in 30445us (30824us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322173.997897:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00080000:1.0:1767322173.998067:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322173.998075:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322173.998249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989380608:0@lo:38:kworker.0 00010000:00010000:0.0:1767322175.050415:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322175.779842:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322175.780083:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962752 00000100:00100000:0.0:1767322175.780093:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962752 00000100:00100000:0.0:1767322175.780171:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1929 00000100:00100000:0.0:1767322175.780181:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962752:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322175.780264:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923962752:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322175.780272:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1929 00000100:00100000:1.0:1767322175.782927:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322175.783547:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962624 00000100:00100000:2.0:1767322175.783557:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962624 00000100:00100000:2.0:1767322175.783869:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2829 00000100:00100000:2.0:1767322175.783877:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923962624:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322175.783901:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322175.783983:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923962624:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (1064us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322175.783991:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2829 00010000:00010000:1.0:1767322177.097109:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322177.545148:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381504 00000100:00100000:1.0:1767322177.545156:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381504 00000100:00100000:1.0:1767322177.545209:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624 00000100:00100000:1.0:1767322177.545216:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989381504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322177.545240:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322177.545277:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989381504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322177.545295:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624 00000100:00100000:1.0:1767322177.545333:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989381504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322178.056928:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322178.056949:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989381632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322178.057012:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322178.057694:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322178.057856:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989381632:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322179.080776:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322179.080787:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322179.080851:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322179.080856:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322179.080859:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322179.080867:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7420 00000100:00080000:2.0:1767322179.080871:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322179.080887:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322179.080912:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261c00 x1853163989381888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322179.080968:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322179.080972:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322179.080974:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322179.080978:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7420 00000100:00080000:2.0:1767322179.080980:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322179.080984:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322179.080996:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0e00 x1853163989382144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322179.081005:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322179.081009:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322179.081010:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322179.081015:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7420 00000100:00080000:2.0:1767322179.081018:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322179.081021:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322179.081051:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163989382272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322179.081074:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322179.081078:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322179.081079:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322179.081082:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7420 00000100:00080000:2.0:1767322179.081085:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322179.081088:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322179.081099:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163989382656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322179.081187:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989381888:0@lo:38:kworker.0 00000100:00100000:0.0:1767322179.081253:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322179.081280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989381760:0@lo:400:kworker.0 00000100:00100000:0.0:1767322179.081295:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989382144:0@lo:38:kworker.0 00000100:00100000:1.0:1767322179.081310:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322179.081317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989382016:0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.081334:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322179.081337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322179.081353:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989382528:0@lo:400:kworker.0 00000100:00100000:0.0:1767322179.081362:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322179.081366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989382400:0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.081377:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322179.081390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322179.081403:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989382272:0@lo:38:kworker.0 00000100:00100000:1.0:1767322179.081411:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381888 00000100:00100000:1.0:1767322179.081416:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381888 00000100:00100000:0.0:1767322179.081423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322179.081437:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989382656:0@lo:38:kworker.0 00000100:00100000:1.0:1767322179.081444:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381760 00000100:00100000:1.0:1767322179.081446:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381760 00000100:00100000:0.0:1767322179.081453:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322179.081476:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382016 00000100:00100000:0.0:1767322179.081478:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382144 00000100:00100000:1.0:1767322179.081479:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382016 00000100:00100000:0.0:1767322179.081481:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382144 00000100:00100000:1.0:1767322179.081492:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382656 00000100:00100000:1.0:1767322179.081494:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382656 00000100:00100000:0.0:1767322179.081497:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1767322179.081504:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989381760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322179.081656:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989381760:12345-0@lo:400:kworker.0 Request processed in 150us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322179.089824:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1767322179.089850:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989382016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.089943:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989382016:12345-0@lo:400:kworker.0 Request processed in 107us (8604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322179.089950:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1767322179.089970:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:1.0:1767322179.089974:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989381888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322179.089996:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322179.090043:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989381888:12345-0@lo:38:kworker.0 Request processed in 67us (8790us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322179.090050:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:1.0:1767322179.090076:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:1.0:1767322179.090081:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989382144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322179.090091:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322179.090116:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989382144:12345-0@lo:38:kworker.0 Request processed in 34us (8725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322179.090122:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:1.0:1767322179.090137:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1767322179.090141:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989382656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322179.090152:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322179.090175:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989382656:12345-0@lo:38:kworker.0 Request processed in 32us (8720us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322179.090180:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1767322179.090205:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382528 00000100:00100000:1.0:1767322179.090212:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382528 00000100:00100000:1.0:1767322179.090254:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370 00000100:00100000:1.0:1767322179.090261:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989382528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.090291:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989382528:12345-0@lo:400:kworker.0 Request processed in 31us (8912us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322179.090296:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370 00000100:00100000:1.0:1767322179.090314:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382272 00000100:00100000:1.0:1767322179.090319:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382272 00000100:00100000:1.0:1767322179.092475:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156 00000100:00100000:1.0:1767322179.092487:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989382272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322179.092511:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322179.092612:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989382272:12345-0@lo:38:kworker.0 Request processed in 124us (11186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322179.092635:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156 00000100:00100000:1.0:1767322179.092709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989382528:0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.092723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989381760:0@lo:400:kworker.0 00000100:00080000:1.0:1767322179.092779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322179.092785:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322179.092788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989381888:0@lo:38:kworker.0 00000100:00080000:1.0:1767322179.092798:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322179.092802:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322179.092804:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989382144:0@lo:38:kworker.0 00000100:00080000:1.0:1767322179.092812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322179.092816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322179.092818:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989382272:0@lo:38:kworker.0 00000100:00080000:1.0:1767322179.092827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322179.092831:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322179.092833:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989382656:0@lo:38:kworker.0 00000100:00100000:1.0:1767322179.092891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322179.092933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989382016:0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.092956:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382400 00000100:00100000:1.0:1767322179.092961:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382400 00000100:00100000:1.0:1767322179.092999:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371 00000100:00100000:1.0:1767322179.093006:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989382400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322179.093046:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989382400:12345-0@lo:400:kworker.0 Request processed in 41us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322179.093061:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371 00000100:00100000:1.0:1767322179.093094:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989382400:0@lo:400:kworker.0 00000100:00080000:1.0:1767322179.093127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322179.093131:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322179.102005:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00010000:00010000:0.0:1767322179.144738:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322180.898517:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322180.898651:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322180.898736:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963008 00000100:00100000:0.0:1767322180.898748:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963008 00000100:00100000:0.0:1767322180.898823:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923962880 00000100:00100000:0.0:1767322180.898827:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923962880 00000100:00100000:0.0:1767322180.898850:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1932 00000100:00100000:0.0:1767322180.898859:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923963008:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322180.898941:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923963008:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322180.898954:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1932 00000100:00080000:1.0:1767322180.899111:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322181.193020:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322182.665511:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382784 00000100:00100000:2.0:1767322182.665519:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382784 00000100:00100000:2.0:1767322182.665574:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626 00000100:00100000:2.0:1767322182.665617:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989382784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322182.665644:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322182.665707:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989382784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322182.665714:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626 00000100:00080000:1.0:1767322182.665766:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322182.665778:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989382784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322183.177048:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322183.179665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989382912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322183.179754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322183.180247:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322183.180649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989382912:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322183.241434:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322184.202570:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322184.202596:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322184.202673:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322184.202678:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322184.202682:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322184.202691:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7426 00000100:00080000:1.0:1767322184.202696:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322184.202703:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322184.202722:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407edf80 x1853163989383168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322184.202762:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322184.202766:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322184.202767:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322184.202771:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7426 00000100:00080000:1.0:1767322184.202773:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322184.202794:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322184.202807:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407eea00 x1853163989383424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322184.202817:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322184.202820:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322184.202822:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322184.202825:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7426 00000100:00080000:1.0:1767322184.202828:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322184.202831:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322184.202841:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ef100 x1853163989383552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322184.202863:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322184.202866:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322184.202868:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322184.202871:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7426 00000100:00080000:1.0:1767322184.202874:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322184.202877:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322184.202887:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163989383936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322184.202913:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989383296:0@lo:400:kworker.0 00000100:00100000:1.0:1767322184.202978:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322184.203016:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322184.203021:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989383680:0@lo:400:kworker.0 00000100:00100000:1.0:1767322184.203044:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322184.203084:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383296 00000100:00100000:1.0:1767322184.203092:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383296 00000100:00100000:1.0:1767322184.203142:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:1.0:1767322184.203151:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989383296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322184.203199:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989383296:12345-0@lo:400:kworker.0 Request processed in 49us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322184.203206:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:1.0:1767322184.203227:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383680 00000100:00100000:1.0:1767322184.203231:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383680 00000100:00100000:1.0:1767322184.203254:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372 00000100:00100000:1.0:1767322184.203260:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989383680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322184.203300:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989383680:12345-0@lo:400:kworker.0 Request processed in 39us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322184.203305:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372 00000100:00080000:1.0:1767322184.203319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322184.203323:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322184.203356:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989383680:0@lo:400:kworker.0 00000100:00100000:1.0:1767322184.203378:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989383296:0@lo:400:kworker.0 00000100:00100000:2.0:1767322184.203604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989383040:0@lo:400:kworker.0 00000100:00100000:2.0:1767322184.203632:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322184.203660:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322184.203674:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989383808:0@lo:400:kworker.0 00000100:00100000:2.0:1767322184.203695:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322184.203718:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383808 00000100:00100000:2.0:1767322184.203721:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383808 00000100:00100000:2.0:1767322184.203749:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:2.0:1767322184.203756:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989383808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322184.203785:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989383808:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322184.203791:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:2.0:1767322184.203816:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989383808:0@lo:400:kworker.0 00000100:00100000:0.0:1767322184.205161:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989383168:0@lo:38:kworker.0 00000100:00100000:0.0:1767322184.205210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322184.205247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989383424:0@lo:38:kworker.0 00000100:00100000:0.0:1767322184.205281:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322184.205300:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989383552:0@lo:38:kworker.0 00000100:00100000:0.0:1767322184.205321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322184.205335:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989383936:0@lo:38:kworker.0 00000100:00100000:0.0:1767322184.205351:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322184.205607:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383552 00000100:00100000:1.0:1767322184.205614:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383552 00000100:00100000:1.0:1767322184.205644:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157 00000100:00100000:1.0:1767322184.205650:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989383552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322184.205668:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322184.205707:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989383552:12345-0@lo:38:kworker.0 Request processed in 56us (384us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322184.205713:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157 00000100:00080000:0.0:1767322184.215812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322184.215820:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322184.215825:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989383168:0@lo:38:kworker.0 00000100:00080000:0.0:1767322184.215842:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322184.215845:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322184.215849:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989383424:0@lo:38:kworker.0 00000100:00080000:0.0:1767322184.215859:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322184.215862:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322184.215864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989383552:0@lo:38:kworker.0 00000100:00080000:0.0:1767322184.215873:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322184.215875:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322184.215877:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989383936:0@lo:38:kworker.0 00010000:00010000:1.0:1767322185.289635:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322186.018414:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963136 00000100:00100000:2.0:1767322186.018424:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963136 00000100:00100000:2.0:1767322186.018459:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963264 00000100:00100000:2.0:1767322186.018463:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963264 00000100:00100000:2.0:1767322186.018519:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1935 00000100:00100000:2.0:1767322186.018531:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923963264:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767322186.018607:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322186.019503:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923963264:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 971us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322186.019513:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1935 00010000:00010000:0.0:1767322187.336738:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322187.785289:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384064 00000100:00100000:2.0:1767322187.785298:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384064 00000100:00100000:2.0:1767322187.785408:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:2.0:1767322187.785418:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989384064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322187.785458:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322187.785517:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989384064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322187.785523:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00080000:0.0:1767322187.785723:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322188.296909:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989384192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322188.296982:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322188.297101:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384192 00000100:00100000:0.0:1767322188.297123:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384192 00000100:00100000:0.0:1767322188.297194:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:0.0:1767322188.297203:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989384192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322188.297233:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322188.301176:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989384192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3965us (4185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322188.301188:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00100000:1.0:1767322188.307109:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989384192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322189.332311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989384320:0@lo:400:kworker.0 00000100:00100000:1.0:1767322189.332387:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322189.332688:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989385088:0@lo:400:kworker.0 00000100:00100000:0.0:1767322189.332719:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322189.332757:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989384448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322189.332775:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322189.332789:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989384704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322189.332817:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322189.332832:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989384832:0@lo:38:kworker.0 00000100:00100000:0.0:1767322189.332851:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322189.332899:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384320 00000100:00100000:0.0:1767322189.332905:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384320 00000100:00100000:0.0:1767322189.332949:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384448 00000100:00100000:0.0:1767322189.332952:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384448 00000100:00100000:0.0:1767322189.332963:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384704 00000100:00100000:0.0:1767322189.332965:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384704 00000100:00100000:0.0:1767322189.332977:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1767322189.332985:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989384320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333073:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385088 00000100:00100000:2.0:1767322189.333078:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385088 00000100:00100000:2.0:1767322189.333106:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:2.0:1767322189.333113:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989385088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333151:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989385088:12345-0@lo:400:kworker.0 Request processed in 38us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322189.333158:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:2.0:1767322189.333185:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:2.0:1767322189.333190:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989384448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322189.333207:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322189.333236:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989384448:12345-0@lo:38:kworker.0 Request processed in 45us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322189.333243:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:2.0:1767322189.333260:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:2.0:1767322189.333263:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989384704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322189.333271:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322189.333292:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989384704:12345-0@lo:38:kworker.0 Request processed in 27us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322189.333297:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:2.0:1767322189.333327:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989384960:0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333365:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322189.333383:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322189.333388:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989384576:0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333408:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322189.333430:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384960 00000100:00100000:2.0:1767322189.333434:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384960 00000100:00100000:2.0:1767322189.333465:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375 00000100:00100000:2.0:1767322189.333471:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989384960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333504:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989384960:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322189.333510:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375 00000100:00100000:2.0:1767322189.333541:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989384960:0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333562:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384576 00000100:00100000:2.0:1767322189.333565:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384576 00000100:00100000:2.0:1767322189.333615:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:2.0:1767322189.333622:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989384576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333655:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989384576:12345-0@lo:400:kworker.0 Request processed in 34us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322189.333661:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00080000:2.0:1767322189.333676:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322189.333680:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322189.333689:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384832 00000100:00100000:2.0:1767322189.333692:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384832 00000100:00100000:2.0:1767322189.333710:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158 00000100:00100000:2.0:1767322189.333715:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989384832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322189.333725:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322189.333747:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989384832:12345-0@lo:38:kworker.0 Request processed in 31us (895us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322189.333753:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158 00000100:00100000:2.0:1767322189.333784:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989384576:0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.333848:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989385088:0@lo:400:kworker.0 00000100:00100000:2.0:1767322189.349040:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163989385216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322189.350674:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385216 00000100:00100000:2.0:1767322189.350683:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385216 00000100:00100000:2.0:1767322189.350736:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767322189.350744:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989385216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322189.350766:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322189.350808:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989385216:12345-0@lo:38:kworker.0 Request processed in 63us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322189.350815:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:0.0:1767322189.351635:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989384320:12345-0@lo:400:kworker.0 Request processed in 18648us (19245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322189.351635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989384320:0@lo:400:kworker.0 00000100:00100000:0.0:1767322189.351643:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00010000:00010000:1.0:1767322189.389426:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767322191.138359:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923963392 offset 0 length 520: 4 00000100:00100000:1.0:1767322191.138510:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322191.138664:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963520 00000100:00100000:0.0:1767322191.138688:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963520 00000100:00100000:0.0:1767322191.138782:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2841 00000100:00100000:0.0:1767322191.138791:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923963520:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322191.138815:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322191.138908:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923963520:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 116us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322191.138916:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2841 00000100:00100000:0.0:1767322191.142971:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322191.151016:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963648 00000100:00100000:1.0:1767322191.151033:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963648 00000100:00100000:1.0:1767322191.151147:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1938 00000100:00100000:1.0:1767322191.151158:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923963648:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:2.0:1767322191.151560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322191.151964:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923963648:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 805us (8999us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322191.151974:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1938 00010000:00010000:0.0:1767322191.432778:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322192.458889:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322192.905216:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322192.907611:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989385344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322192.907704:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322192.912691:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385344 00000100:00100000:1.0:1767322192.912708:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385344 00000100:00100000:1.0:1767322192.912799:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:1.0:1767322192.912811:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989385344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322192.912847:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322192.912931:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989385344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (5227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322192.912938:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00080000:2.0:1767322192.913151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322192.913442:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989385344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322193.416958:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989385472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322193.417031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322193.417164:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385472 00000100:00100000:2.0:1767322193.417172:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385472 00000100:00100000:2.0:1767322193.417240:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1767322193.417249:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989385472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322193.417290:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322193.417340:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989385472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322193.417348:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1767322193.417396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989385472:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322193.417878:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322193.481614:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322194.440904:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322194.440927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989385600:0@lo:400:kworker.0 00000100:00100000:1.0:1767322194.441001:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322194.441085:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322194.441095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989385856:0@lo:400:kworker.0 00000100:00100000:1.0:1767322194.441119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322194.441152:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385600 00000100:00100000:1.0:1767322194.441159:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385600 00000100:00100000:1.0:1767322194.441208:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385856 00000100:00100000:1.0:1767322194.441211:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385856 00000100:00100000:1.0:1767322194.441233:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:1.0:1767322194.441253:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989385600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322194.441303:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989385600:12345-0@lo:400:kworker.0 Request processed in 62us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322194.441310:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000100:00100000:1.0:1767322194.441327:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940 00000100:00100000:1.0:1767322194.441333:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989385856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322194.441362:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989385856:12345-0@lo:400:kworker.0 Request processed in 29us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322194.441367:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940 00000100:00100000:1.0:1767322194.441406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989385856:0@lo:400:kworker.0 00000100:00100000:1.0:1767322194.441432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989385600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322194.441521:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989385728:0@lo:38:kworker.0 00000100:00100000:0.0:1767322194.441553:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322194.441628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322194.441761:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989385984:0@lo:38:kworker.0 00000100:00100000:0.0:1767322194.441790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322194.441871:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385728 00000100:00100000:2.0:1767322194.441877:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385728 00000100:00100000:2.0:1767322194.441911:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385984 00000100:00100000:2.0:1767322194.441914:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385984 00000100:00100000:2.0:1767322194.441930:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767322194.441936:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989385728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322194.441964:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322194.442048:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:1.0:1767322194.442059:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989385984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322194.442069:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322194.451259:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989386112:0@lo:38:kworker.0 00000100:00100000:0.0:1767322194.451341:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322194.451823:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989385728:12345-0@lo:38:kworker.0 Request processed in 9883us (10266us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322194.451837:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767322194.451893:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386112 00000100:00100000:2.0:1767322194.451900:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386112 00000100:00100000:2.0:1767322194.451932:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159 00000100:00100000:2.0:1767322194.451939:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989386112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322194.451959:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322194.451994:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989386112:12345-0@lo:38:kworker.0 Request processed in 55us (653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322194.452000:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159 00000100:00100000:2.0:1767322194.452047:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322194.452059:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989386240:0@lo:400:kworker.0 00000100:00100000:2.0:1767322194.452088:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322194.452118:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386240 00000100:00100000:2.0:1767322194.452121:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386240 00000100:00100000:2.0:1767322194.452157:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376 00000100:00100000:2.0:1767322194.452163:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989386240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322194.452202:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989386240:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322194.452208:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376 00000100:00100000:2.0:1767322194.452255:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989386240:0@lo:400:kworker.0 00000100:00100000:2.0:1767322194.452283:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322194.452291:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989386368:0@lo:400:kworker.0 00000100:00100000:2.0:1767322194.452333:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322194.452355:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386368 00000100:00100000:2.0:1767322194.452359:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386368 00000100:00100000:2.0:1767322194.452379:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:2.0:1767322194.452385:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989386368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322194.452413:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989386368:12345-0@lo:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322194.452419:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000100:00100000:2.0:1767322194.452440:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989386368:0@lo:400:kworker.0 00000100:00080000:2.0:1767322194.452465:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322194.452947:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989385984:12345-0@lo:38:kworker.0 Request processed in 10884us (11152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322194.452955:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00080000:0.0:1767322194.456002:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322194.456018:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322194.456023:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989385984:0@lo:38:kworker.0 00000100:00080000:0.0:1767322194.456036:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322194.456067:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322194.456071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989385728:0@lo:38:kworker.0 00000100:00100000:0.0:1767322194.456251:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989386496:0@lo:38:kworker.0 00000100:00100000:0.0:1767322194.456317:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322194.456370:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322194.456375:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322194.456378:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989386112:0@lo:38:kworker.0 00000100:00100000:1.0:1767322194.456763:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386496 00000100:00100000:1.0:1767322194.456771:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386496 00000100:00100000:1.0:1767322194.456820:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:1.0:1767322194.456828:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989386496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322194.456851:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322194.456907:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989386496:12345-0@lo:38:kworker.0 Request processed in 78us (589us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322194.456914:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00080000:0.0:1767322194.457294:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322194.457299:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322194.457302:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989386496:0@lo:38:kworker.0 00010000:00010000:0.0:1767322195.530697:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322196.266091:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322196.268005:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322196.270717:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963904 00000100:00100000:2.0:1767322196.270815:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963904 00000100:00080000:0.0:1767322196.271313:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322196.271980:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923963776 00000100:00100000:2.0:1767322196.271988:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923963776 00000100:00100000:1.0:1767322196.272149:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1941 00000100:00100000:1.0:1767322196.272175:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923963904:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322196.272323:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923963904:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 155us (6240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322196.272331:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1941 00000100:00100000:1.0:1767322196.272351:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2845 00000100:00100000:1.0:1767322196.272356:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923963776:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322196.275918:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322196.276018:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923963776:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 3652us (8013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322196.276049:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2845 00010000:00010000:2.0:1767322196.552913:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322197.578935:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322198.024970:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989386624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322198.025060:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322198.025649:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386624 00000100:00100000:2.0:1767322198.025658:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386624 00000100:00100000:2.0:1767322198.025749:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632 00000100:00100000:2.0:1767322198.025759:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989386624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322198.025793:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322198.025846:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989386624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322198.025853:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632 00000100:00100000:2.0:1767322198.025901:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989386624:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322198.026312:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322198.536732:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322173/real 1767322173] req@ffff9e7d3976c000 x1853163989380352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322198.536769:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3976c000 x1853163989380352/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322198.536790:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322198.536818:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322198.536822:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989380352:0@lo:250:kworker.0 00000100:00080000:1.0:1767322198.537123:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322198.537129:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322198.537132:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322198.537136:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7420 00000100:00080000:1.0:1767322198.537140:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322198.537146:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322198.537201:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163989386880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322198.537252:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322198.537256:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322198.537258:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322198.537261:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7441 00000100:00080000:1.0:1767322198.537263:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322198.537267:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322198.537280:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989387136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322198.537301:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322198.537305:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322198.537306:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322198.537310:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7441 00000100:00080000:1.0:1767322198.537312:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322198.537315:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322198.537349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989387008:0@lo:400:kworker.0 00000100:00100000:2.0:1767322198.537381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322198.537414:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322198.537429:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989387264:0@lo:400:kworker.0 00000100:00100000:2.0:1767322198.537453:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322198.537483:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387008 00000100:00100000:2.0:1767322198.537490:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387008 00000100:00100000:1.0:1767322198.537518:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989387392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322198.537527:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322198.537530:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322198.537532:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322198.537535:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7441 00000100:00080000:1.0:1767322198.537538:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322198.537541:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322198.537550:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387264 00000100:00100000:1.0:1767322198.537552:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329efb80 x1853163989387520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322198.537553:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387264 00000100:00080000:1.0:1767322198.537571:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322198.537574:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322198.537574:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00080000:1.0:1767322198.537575:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322198.537600:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7441 00000100:00100000:2.0:1767322198.537600:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989387008:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322198.537602:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322198.537605:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322198.537614:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eca80 x1853163989387776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322198.537631:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322198.537639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989387648:0@lo:400:kworker.0 00000100:00100000:2.0:1767322198.537646:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989387008:12345-0@lo:400:kworker.0 Request processed in 48us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322198.537653:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1767322198.537665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322198.537670:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:2.0:1767322198.537676:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989387264:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322198.537722:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322198.537742:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387648 00000100:00100000:1.0:1767322198.537745:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387648 00000100:00100000:1.0:1767322198.537774:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378 00000100:00100000:1.0:1767322198.537781:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989387648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322198.537875:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989387648:12345-0@lo:400:kworker.0 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322198.537875:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989387264:12345-0@lo:400:kworker.0 Request processed in 199us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322198.537882:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378 00000100:00100000:2.0:1767322198.537882:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00000100:00100000:1.0:1767322198.537914:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989387648:0@lo:400:kworker.0 00000100:00100000:2.0:1767322198.537914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989387008:0@lo:400:kworker.0 00000100:00100000:2.0:1767322198.537937:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989387264:0@lo:400:kworker.0 00000100:00100000:0.0:1767322198.539124:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386752 00000100:00100000:0.0:1767322198.539134:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386752 00000100:00100000:0.0:1767322198.539196:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633 00000100:00100000:0.0:1767322198.539204:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989386752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322198.539316:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322198.539450:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989386752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 247us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322198.539457:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633 00000100:00100000:0.0:1767322198.539499:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989386752:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322199.625474:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322200.651762:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322201.377263:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923964160 00000100:00100000:2.0:1767322201.377280:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923964160 00000100:00100000:2.0:1767322201.377378:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1944 00000100:00100000:2.0:1767322201.377390:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923964160:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322201.377487:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923964160:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 99us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322201.377496:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1944 00000100:00100000:0.0:1767322201.383373:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322201.383512:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923964032 00000100:00100000:2.0:1767322201.383524:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923964032 00000100:00100000:2.0:1767322201.383574:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2849 00000100:00100000:2.0:1767322201.383622:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923964032:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322201.383647:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322201.383727:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923964032:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 94us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322201.383735:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2849 00010000:00010000:1.0:1767322201.672991:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322203.146653:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387904 00000100:00100000:2.0:1767322203.146663:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387904 00000100:00100000:2.0:1767322203.146801:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634 00000100:00100000:2.0:1767322203.146812:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989387904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322203.146854:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322203.146926:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989387904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322203.146935:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634 00000100:00100000:1.0:1767322203.147162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989387904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322203.657089:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322203.657107:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989388032:0@lo:400:kworker.0 00000100:00100000:0.0:1767322203.657195:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322203.657276:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322203.657619:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989388288:0@lo:400:kworker.0 00000100:00100000:1.0:1767322203.657656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322203.657686:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322203.657693:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989388672:0@lo:400:kworker.0 00000100:00100000:1.0:1767322203.657734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322203.657829:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989388032:0@lo:400:kworker.0 00000100:00080000:0.0:1767322203.657932:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322203.657998:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388672 00000100:00100000:2.0:1767322203.658004:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388672 00000100:00080000:0.0:1767322203.658050:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322203.658055:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:2.0:1767322203.658064:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989388672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322203.658086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989388160:0@lo:38:kworker.0 00000100:00100000:0.0:1767322203.658112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322203.658149:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989388672:12345-0@lo:400:kworker.0 Request processed in 60us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322203.658157:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00100000:2.0:1767322203.658213:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322203.658221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989388928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322203.658250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322203.658302:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989388672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322203.658323:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388928 00000100:00100000:2.0:1767322203.658326:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388928 00000100:00100000:2.0:1767322203.658353:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635 00000100:00100000:2.0:1767322203.658359:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989388928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322203.658387:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322203.658442:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989388928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322203.658449:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635 00000100:00100000:2.0:1767322203.658480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989388928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322203.665289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989388416:0@lo:38:kworker.0 00000100:00100000:0.0:1767322203.665395:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322203.676823:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:2.0:1767322203.676863:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989388288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322203.677029:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989388288:12345-0@lo:400:kworker.0 Request processed in 189us (19371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322203.677038:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:2.0:1767322203.677085:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1767322203.677091:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989388160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322203.677122:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322203.677159:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989388160:12345-0@lo:38:kworker.0 Request processed in 67us (19046us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322203.677166:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1767322203.677243:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989388288:0@lo:400:kworker.0 00000100:00100000:0.0:1767322203.680015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989388544:0@lo:38:kworker.0 00000100:00100000:0.0:1767322203.680106:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322203.680132:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989388800:0@lo:38:kworker.0 00000100:00100000:0.0:1767322203.680159:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322203.680217:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322203.680223:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322203.680228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989388160:0@lo:38:kworker.0 00000100:00080000:0.0:1767322203.680238:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322203.680242:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322203.680245:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989388416:0@lo:38:kworker.0 00000100:00080000:0.0:1767322203.680271:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322203.680275:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322203.680277:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989388800:0@lo:38:kworker.0 00000100:00080000:0.0:1767322203.681969:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322203.681983:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322203.681989:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989388544:0@lo:38:kworker.0 00010000:00010000:0.0:1767322203.720882:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322204.745330:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322205.769179:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322206.500110:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322206.500180:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322206.503010:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322207.817143:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322208.266422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989389056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322208.266544:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322208.266786:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389056 00000100:00100000:2.0:1767322208.266801:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389056 00000100:00100000:2.0:1767322208.266919:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:2.0:1767322208.266931:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989389056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322208.266975:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322208.267058:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989389056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322208.267066:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00000100:00100000:0.0:1767322208.267226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989389056:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322208.267442:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322208.777002:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989389184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322208.777114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322208.777276:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389184 00000100:00100000:2.0:1767322208.777288:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389184 00000100:00100000:2.0:1767322208.777373:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:2.0:1767322208.777385:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989389184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322208.777426:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322208.777482:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989389184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322208.777490:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00080000:2.0:1767322208.777763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322208.777769:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322208.777800:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322208.777805:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322208.777810:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322208.777816:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7450 00000100:00080000:2.0:1767322208.777822:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322208.777828:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322208.777852:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0e00 x1853163989389440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322208.777887:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322208.777909:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322208.777911:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322208.777916:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7450 00000100:00080000:2.0:1767322208.777919:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322208.777923:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322208.777939:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0000 x1853163989389696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322208.777949:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322208.777953:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322208.777955:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322208.777960:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7450 00000100:00080000:2.0:1767322208.777962:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322208.777966:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322208.777993:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989389824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322208.778003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322208.778007:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322208.778008:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322208.778012:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7450 00000100:00080000:2.0:1767322208.778015:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322208.778018:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322208.778029:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163989389952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322208.778050:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322208.778068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989389568:0@lo:400:kworker.0 00000100:00100000:2.0:1767322208.778109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322208.778150:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389568 00000100:00100000:2.0:1767322208.778155:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389568 00000100:00100000:2.0:1767322208.778195:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948 00000100:00100000:2.0:1767322208.778203:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989389568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322208.778247:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989389568:12345-0@lo:400:kworker.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322208.778254:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948 00000100:00100000:2.0:1767322208.778301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989389568:0@lo:400:kworker.0 00000100:00080000:0.0:1767322208.778410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322208.778419:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322208.778459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989389184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322208.778476:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322208.778481:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989389312:0@lo:400:kworker.0 00000100:00100000:0.0:1767322208.778518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322208.779738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989389440:0@lo:38:kworker.0 00000100:00100000:1.0:1767322208.779810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322208.779855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989389696:0@lo:38:kworker.0 00000100:00100000:1.0:1767322208.779882:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322208.779911:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989389824:0@lo:38:kworker.0 00000100:00100000:1.0:1767322208.779940:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322208.779965:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989389952:0@lo:38:kworker.0 00000100:00100000:1.0:1767322208.779999:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322208.780037:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389824 00000100:00100000:1.0:1767322208.780060:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389824 00000100:00100000:1.0:1767322208.780101:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162 00000100:00100000:1.0:1767322208.780108:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989389824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322208.780134:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322208.780177:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989389824:12345-0@lo:38:kworker.0 Request processed in 68us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322208.780185:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162 00000100:00080000:1.0:1767322208.780228:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322208.780233:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322208.780237:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989389824:0@lo:38:kworker.0 00000100:00100000:0.0:1767322208.781679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989389312:0@lo:400:kworker.0 00000100:00080000:1.0:1767322208.784090:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322208.784174:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322208.784186:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322208.784192:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989389440:0@lo:38:kworker.0 00000100:00080000:1.0:1767322208.784209:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322208.784213:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322208.784216:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989389696:0@lo:38:kworker.0 00000100:00080000:1.0:1767322208.784228:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322208.784232:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322208.784235:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989389952:0@lo:38:kworker.0 00010000:00010000:2.0:1767322208.840923:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322209.865316:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322211.617956:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923964544 00000100:00100000:0.0:1767322211.617974:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923964544 00000100:00100000:0.0:1767322211.618058:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2857 00000100:00100000:0.0:1767322211.618066:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923964544:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322211.618090:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322211.618172:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923964544:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 104us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322211.618179:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2857 00000100:00100000:0.0:1767322211.619561:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322211.619797:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923964672 00000100:00100000:2.0:1767322211.619808:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923964672 00000100:00100000:2.0:1767322211.619896:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1950 00000100:00100000:2.0:1767322211.619908:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923964672:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322211.619997:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923964672:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322211.620005:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1950 00010000:00010000:0.0:1767322211.912769:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322212.937001:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322213.388854:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390080 00000100:00100000:1.0:1767322213.388864:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390080 00000100:00100000:1.0:1767322213.388959:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638 00000100:00100000:1.0:1767322213.388969:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989390080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322213.389020:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322213.389079:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989390080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322213.389087:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638 00000100:00100000:0.0:1767322213.389135:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989390080:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322213.896738:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322213.896750:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322213.896798:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322213.896803:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322213.896812:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322213.896823:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7455 00000100:00080000:0.0:1767322213.896830:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322213.896839:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322213.896847:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989390208:0@lo:400:kworker.0 00000100:00100000:0.0:1767322213.896866:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d3b80 x1853163989390464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322213.896928:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322213.896953:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322213.896956:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322213.896959:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7455 00000100:00080000:0.0:1767322213.896962:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767322213.896966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989390464:0@lo:38:kworker.0 00000100:00080000:0.0:1767322213.896969:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322213.896987:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d1c00 x1853163989390720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322213.896997:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322213.897001:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322213.897003:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767322213.897008:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322213.897012:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7455 00000100:00080000:0.0:1767322213.897015:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322213.897019:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322213.897033:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d0700 x1853163989390848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322213.897036:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989390720:0@lo:38:kworker.0 00000100:00080000:0.0:1767322213.897052:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322213.897055:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322213.897057:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767322213.897062:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322213.897064:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7455 00000100:00080000:0.0:1767322213.897068:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322213.897072:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322213.897083:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989390848:0@lo:38:kworker.0 00000100:00100000:0.0:1767322213.897086:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d3800 x1853163989390976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322213.897108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322213.897128:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989390976:0@lo:38:kworker.0 00000100:00100000:1.0:1767322213.897145:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322213.897151:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322213.897167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989390592:0@lo:400:kworker.0 00000100:00100000:1.0:1767322213.897176:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390464 00000100:00100000:1.0:1767322213.897180:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390464 00000100:00100000:0.0:1767322213.897202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322213.897202:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390720 00000100:00100000:1.0:1767322213.897205:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390720 00000100:00100000:1.0:1767322213.897222:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390976 00000100:00100000:1.0:1767322213.897225:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390976 00000100:00100000:1.0:1767322213.897234:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390592 00000100:00100000:1.0:1767322213.897236:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390592 00000100:00100000:0.0:1767322213.897259:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390848 00000100:00100000:0.0:1767322213.897264:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390848 00000100:00100000:1.0:1767322213.897264:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:1.0:1767322213.897274:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989390592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322213.897292:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163 00000100:00100000:0.0:1767322213.897297:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989390848:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322213.897307:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989390592:12345-0@lo:400:kworker.0 Request processed in 34us (106us total) trans 0 rc 0/0 00010000:00020000:0.0:1767322213.897320:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322213.897360:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989390848:12345-0@lo:38:kworker.0 Request processed in 61us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322213.897366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322213.897371:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163 00000100:00100000:0.0:1767322213.897409:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767322213.897414:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989390720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322213.897425:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322213.897451:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989390720:12345-0@lo:38:kworker.0 Request processed in 35us (389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322213.897457:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767322213.897471:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767322213.897476:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989390976:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322213.897483:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989390208:0@lo:400:kworker.0 00010000:00020000:0.0:1767322213.897487:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322213.897511:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989390976:12345-0@lo:38:kworker.0 Request processed in 35us (365us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322213.897517:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767322213.897561:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989390592:0@lo:400:kworker.0 00000100:00080000:0.0:1767322213.897610:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322213.897614:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322213.897621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989390976:0@lo:38:kworker.0 00000100:00080000:0.0:1767322213.897627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322213.897630:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322213.897631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989390848:0@lo:38:kworker.0 00000100:00080000:0.0:1767322213.897636:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322213.897638:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322213.897640:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989390720:0@lo:38:kworker.0 00000100:00080000:0.0:1767322213.897644:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322213.897646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322213.897647:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989390464:0@lo:38:kworker.0 00000100:00100000:1.0:1767322213.898026:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00010000:00010000:1.0:1767322213.961138:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322215.714882:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923965056 00000100:00100000:1.0:1767322215.714908:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923965056 00000100:00100000:1.0:1767322215.714993:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1953 00000100:00100000:1.0:1767322215.715004:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923965056:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322215.715078:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923965056:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 77us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322215.715086:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1953 00000400:00000100:1.0:1767322215.716360:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923964800 offset 0 length 520: 4 00000100:00100000:1.0:1767322215.716393:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322215.718993:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923964928 00000100:00100000:2.0:1767322215.719008:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923964928 00000100:00100000:2.0:1767322215.719131:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2861 00000100:00100000:2.0:1767322215.719139:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923964928:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322215.719177:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322215.719273:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923964928:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 133us (2878us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322215.719281:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2861 00010000:00010000:0.0:1767322216.008718:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322217.032823:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322218.056870:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322218.505132:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989391104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322218.505214:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322218.506027:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391104 00000100:00100000:2.0:1767322218.506035:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391104 00000100:00100000:2.0:1767322218.506103:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:2.0:1767322218.506112:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989391104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322218.506143:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322218.506219:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989391104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322218.506228:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:1.0:1767322219.020004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989391488:0@lo:400:kworker.0 00000100:00100000:1.0:1767322219.020039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020075:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322219.020081:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989391232:0@lo:400:kworker.0 00000100:00100000:1.0:1767322219.020103:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020137:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391488 00000100:00100000:1.0:1767322219.020144:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391488 00000100:00100000:1.0:1767322219.020193:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391232 00000100:00100000:1.0:1767322219.020196:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391232 00000100:00100000:1.0:1767322219.020220:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1767322219.020227:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989391488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322219.020274:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989391488:12345-0@lo:400:kworker.0 Request processed in 47us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322219.020281:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1767322219.020296:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:1.0:1767322219.020302:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989391232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322219.020327:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989391232:12345-0@lo:400:kworker.0 Request processed in 25us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322219.020339:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00080000:1.0:1767322219.020356:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322219.020374:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989391360:0@lo:38:kworker.0 00000100:00100000:1.0:1767322219.020398:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989391616:0@lo:38:kworker.0 00000100:00100000:1.0:1767322219.020440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020470:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989391744:0@lo:38:kworker.0 00000100:00100000:1.0:1767322219.020490:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989392000:0@lo:38:kworker.0 00000100:00100000:1.0:1767322219.020529:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322219.020558:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391360 00000100:00100000:1.0:1767322219.020562:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391360 00000100:00100000:1.0:1767322219.020612:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391616 00000100:00100000:1.0:1767322219.020616:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391616 00000100:00100000:1.0:1767322219.020624:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392000 00000100:00100000:1.0:1767322219.020626:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392000 00000100:00100000:1.0:1767322219.020635:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1767322219.020639:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989391360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322219.020658:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322219.020690:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989391360:12345-0@lo:38:kworker.0 Request processed in 50us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322219.020697:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1767322219.020708:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767322219.020712:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989391616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322219.020721:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322219.020753:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989391616:12345-0@lo:38:kworker.0 Request processed in 40us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322219.020758:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767322219.020768:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767322219.020772:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989392000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322219.020782:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322219.020814:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989392000:12345-0@lo:38:kworker.0 Request processed in 40us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322219.020820:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767322219.020861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989391232:0@lo:400:kworker.0 00000100:00100000:1.0:1767322219.020872:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989391488:0@lo:400:kworker.0 00000100:00080000:1.0:1767322219.020898:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322219.020902:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322219.020905:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989391360:0@lo:38:kworker.0 00000100:00080000:1.0:1767322219.020912:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322219.020914:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322219.020917:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989391616:0@lo:38:kworker.0 00000100:00080000:1.0:1767322219.020923:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322219.020926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322219.020928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989392000:0@lo:38:kworker.0 00000100:00100000:2.0:1767322219.022502:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391872 00000100:00100000:2.0:1767322219.022510:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391872 00000100:00100000:2.0:1767322219.022572:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:2.0:1767322219.022616:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989391872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322219.022701:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989391872:12345-0@lo:400:kworker.0 Request processed in 121us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322219.022709:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00080000:2.0:1767322219.022733:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322219.023286:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322219.023304:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989392128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322219.023346:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322219.023612:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391744 00000100:00100000:0.0:1767322219.023618:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391744 00000100:00100000:0.0:1767322219.023645:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5164 00000100:00100000:0.0:1767322219.023650:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989391744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322219.023671:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322219.023730:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989391744:12345-0@lo:38:kworker.0 Request processed in 79us (3239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322219.023736:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5164 00000100:00080000:0.0:1767322219.023779:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322219.023784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322219.023787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989391744:0@lo:38:kworker.0 00000100:00100000:2.0:1767322219.031453:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392128 00000100:00100000:2.0:1767322219.031468:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392128 00000100:00100000:2.0:1767322219.031533:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:2.0:1767322219.031543:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989392128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322219.031609:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322219.031713:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989392128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (8365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322219.031721:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:1.0:1767322219.032010:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989392128:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322220.105105:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322220.840448:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923965312 00000100:00100000:0.0:1767322220.840458:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923965312 00000100:00100000:2.0:1767322220.840503:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923965184 00000100:00100000:2.0:1767322220.840507:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923965184 00000100:00080000:1.0:1767322220.840560:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322220.840722:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1956 00000100:00100000:0.0:1767322220.840734:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923965312:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322220.840829:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923965312:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322220.840844:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1956 00000100:00100000:0.0:1767322220.840864:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2865 00000100:00100000:0.0:1767322220.840869:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923965184:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322220.840888:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322220.840912:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923965184:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322220.840918:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2865 00010000:00010000:2.0:1767322221.128911:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322222.153344:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322223.113836:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322198/real 1767322198] req@ffff9e7d329ec700 x1853163989386880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322223.113883:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d329ec700 x1853163989386880/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322223.113906:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322223.113935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322223.113939:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989386880:0@lo:250:kworker.0 00000100:00100000:2.0:1767322223.114623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989392384:0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.114654:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322223.114688:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322223.114694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989392640:0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.114713:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322223.114753:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393152 00000100:00100000:2.0:1767322223.114761:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393152 00000100:00100000:2.0:1767322223.114804:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393024 00000100:00100000:2.0:1767322223.114807:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393024 00000100:00100000:2.0:1767322223.114826:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381 00000100:00100000:2.0:1767322223.114833:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989393152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.114894:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989393152:12345-0@lo:400:kworker.0 Request processed in 61us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322223.114901:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381 00000100:00100000:2.0:1767322223.114918:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382 00000100:00100000:2.0:1767322223.114924:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989393024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.114950:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989393024:12345-0@lo:400:kworker.0 Request processed in 27us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322223.114956:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382 00000100:00100000:2.0:1767322223.114995:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989393024:0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.115004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989393152:0@lo:400:kworker.0 00000100:00080000:1.0:1767322223.119030:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322223.119041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322223.119167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989392256:0@lo:250:kworker.0 00000400:00000100:0.0:1767322223.119229:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989392256 offset 0 length 520: 4 00000100:00100000:0.0:1767322223.119280:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989392512:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.119314:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322223.119347:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989392768:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.119371:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322223.119387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989392896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.119410:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322223.119431:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989393280:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.119451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322223.119485:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392896 00000100:00100000:0.0:1767322223.119492:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392896 00000100:00100000:0.0:1767322223.119523:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165 00000100:00100000:0.0:1767322223.119529:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989392896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322223.119548:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322223.119625:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989392896:12345-0@lo:38:kworker.0 Request processed in 94us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322223.119633:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165 00000100:00080000:0.0:1767322223.119675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322223.119681:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322223.119685:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989392896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.119734:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392384 00000100:00100000:0.0:1767322223.119738:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392384 00000100:00100000:0.0:1767322223.119774:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392640 00000100:00100000:0.0:1767322223.119777:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392640 00000100:00100000:0.0:1767322223.119789:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392512 00000100:00100000:0.0:1767322223.119791:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392512 00000100:00100000:0.0:1767322223.119799:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392768 00000100:00100000:0.0:1767322223.119806:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392768 00000100:00100000:0.0:1767322223.119816:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393280 00000100:00100000:0.0:1767322223.119818:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393280 00000100:00100000:0.0:1767322223.119827:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:0.0:1767322223.119832:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989392384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322223.119875:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989392384:12345-0@lo:400:kworker.0 Request processed in 43us (5219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322223.119882:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00000100:00100000:0.0:1767322223.119894:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:0.0:1767322223.119900:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989392640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322223.119929:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989392640:12345-0@lo:400:kworker.0 Request processed in 29us (5215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322223.119935:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:0.0:1767322223.119947:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:0.0:1767322223.119950:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989392512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322223.119960:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322223.119986:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989392512:12345-0@lo:38:kworker.0 Request processed in 34us (672us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322223.119992:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00080000:0.0:1767322223.120014:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322223.120018:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322223.120021:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989392512:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.120038:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:0.0:1767322223.120041:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989392768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322223.120051:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322223.120086:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989392768:12345-0@lo:38:kworker.0 Request processed in 43us (715us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322223.120092:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00080000:0.0:1767322223.120113:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322223.120117:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322223.120120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989392768:0@lo:38:kworker.0 00000100:00100000:0.0:1767322223.120137:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1767322223.120141:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989393280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322223.120151:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322223.120175:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989393280:12345-0@lo:38:kworker.0 Request processed in 33us (723us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322223.120180:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00080000:0.0:1767322223.120198:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322223.120201:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322223.120204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989393280:0@lo:38:kworker.0 00000100:00080000:1.0:1767322223.120435:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322223.120832:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989392640:0@lo:400:kworker.0 00000100:00100000:2.0:1767322223.120860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989392384:0@lo:400:kworker.0 00000100:00100000:1.0:1767322223.625005:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322223.625030:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989393408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322223.625123:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322223.625343:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393408 00000100:00100000:2.0:1767322223.625351:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393408 00000100:00100000:2.0:1767322223.625404:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:2.0:1767322223.625414:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989393408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322223.625443:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322223.625502:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989393408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322223.625510:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1767322224.140039:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322224.140083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989393536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322224.140163:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322224.140275:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393536 00000100:00100000:1.0:1767322224.140284:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393536 00000100:00100000:1.0:1767322224.140344:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643 00000100:00100000:1.0:1767322224.140354:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989393536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322224.140384:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322224.140435:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989393536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322224.140442:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643 00000100:00100000:0.0:1767322224.140860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989393536:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322224.200801:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322225.225481:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322225.960734:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322225.960838:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923965440 00000100:00100000:2.0:1767322225.960848:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923965440 00000100:00100000:2.0:1767322225.960904:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2869 00000100:00100000:2.0:1767322225.960913:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923965440:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322225.960951:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322225.961026:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923965440:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 112us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322225.961034:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2869 00000100:00100000:0.0:1767322225.980521:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923965568 00000100:00100000:0.0:1767322225.980537:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923965568 00000100:00100000:0.0:1767322225.980656:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1959 00000100:00100000:0.0:1767322225.980677:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923965568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322225.980787:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923965568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (19030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322225.980796:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1959 00000100:00080000:1.0:1767322225.983187:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322226.248822:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322228.233456:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322228.233467:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322228.233529:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322228.233534:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322228.233537:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322228.233556:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7470 00000100:00080000:1.0:1767322228.233560:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322228.233603:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322228.233637:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80000 x1853163989393792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322228.233670:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322228.233673:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322228.233675:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322228.233679:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7470 00000100:00080000:1.0:1767322228.233681:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322228.233685:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322228.233697:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82a00 x1853163989394048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322228.233706:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322228.233709:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322228.233711:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322228.233714:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7470 00000100:00080000:1.0:1767322228.233716:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322228.233720:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322228.233731:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81180 x1853163989394176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322228.233766:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322228.233768:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322228.233770:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322228.233773:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7470 00000100:00080000:1.0:1767322228.233775:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322228.233784:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322228.233795:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80a80 x1853163989394560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322228.233821:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989394432:0@lo:400:kworker.0 00000100:00100000:1.0:1767322228.233894:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322228.233929:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322228.233936:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989394304:0@lo:400:kworker.0 00000100:00100000:1.0:1767322228.233960:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322228.233993:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394432 00000100:00100000:1.0:1767322228.234000:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394432 00000100:00100000:1.0:1767322228.234051:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394304 00000100:00100000:1.0:1767322228.234054:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394304 00000100:00100000:1.0:1767322228.234077:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767322228.234086:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989394432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322228.234153:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989394432:12345-0@lo:400:kworker.0 Request processed in 68us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322228.234160:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767322228.234176:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384 00000100:00100000:1.0:1767322228.234182:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989394304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322228.234210:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989394304:12345-0@lo:400:kworker.0 Request processed in 29us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322228.234216:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384 00000100:00080000:1.0:1767322228.234235:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322228.234239:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322228.234266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989394304:0@lo:400:kworker.0 00000100:00100000:1.0:1767322228.234275:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989394432:0@lo:400:kworker.0 00000100:00100000:0.0:1767322228.234369:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989393792:0@lo:38:kworker.0 00000100:00100000:0.0:1767322228.234400:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322228.234429:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989394048:0@lo:38:kworker.0 00000100:00100000:0.0:1767322228.234451:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322228.234468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989394176:0@lo:38:kworker.0 00000100:00100000:0.0:1767322228.234490:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322228.234506:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989394560:0@lo:38:kworker.0 00000100:00100000:0.0:1767322228.234522:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322228.234551:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394176 00000100:00100000:0.0:1767322228.234555:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394176 00000100:00100000:0.0:1767322228.234575:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166 00000100:00100000:0.0:1767322228.234601:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989394176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322228.234619:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322228.234661:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989394176:12345-0@lo:38:kworker.0 Request processed in 60us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322228.234668:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166 00000100:00100000:0.0:1767322228.234688:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393792 00000100:00100000:0.0:1767322228.234691:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393792 00000100:00100000:0.0:1767322228.234709:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394048 00000100:00100000:0.0:1767322228.234711:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394048 00000100:00100000:0.0:1767322228.234721:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394560 00000100:00100000:0.0:1767322228.234724:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394560 00000100:00100000:0.0:1767322228.234738:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767322228.234749:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989393792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322228.234761:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322228.234786:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989393792:12345-0@lo:38:kworker.0 Request processed in 35us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322228.234792:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767322228.234803:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:0.0:1767322228.234807:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989394048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322228.234816:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322228.234836:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989394048:12345-0@lo:38:kworker.0 Request processed in 28us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322228.234842:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:0.0:1767322228.234853:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:0.0:1767322228.234857:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989394560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322228.234865:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322228.234887:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989394560:12345-0@lo:38:kworker.0 Request processed in 29us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322228.234893:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00080000:0.0:1767322228.234929:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322228.234934:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322228.234937:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989393792:0@lo:38:kworker.0 00000100:00080000:0.0:1767322228.234945:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322228.234948:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322228.234951:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989394048:0@lo:38:kworker.0 00000100:00080000:0.0:1767322228.234958:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322228.234967:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322228.234970:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989394176:0@lo:38:kworker.0 00000100:00080000:0.0:1767322228.234980:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322228.234983:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322228.234986:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989394560:0@lo:38:kworker.0 00000100:00100000:2.0:1767322228.235083:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989393664:0@lo:400:kworker.0 00000100:00100000:2.0:1767322228.235115:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322228.235145:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322228.235152:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989393920:0@lo:400:kworker.0 00000100:00100000:2.0:1767322228.235171:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322228.235213:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393664 00000100:00100000:2.0:1767322228.235217:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393664 00000100:00100000:2.0:1767322228.235260:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393920 00000100:00100000:2.0:1767322228.235263:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393920 00000100:00100000:2.0:1767322228.235285:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767322228.235290:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989393664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322228.235326:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989393664:12345-0@lo:400:kworker.0 Request processed in 36us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322228.235332:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767322228.235359:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:2.0:1767322228.235367:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989393920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322228.235392:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989393920:12345-0@lo:400:kworker.0 Request processed in 27us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322228.235398:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00080000:2.0:1767322228.235416:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322228.235434:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989393920:0@lo:400:kworker.0 00000100:00100000:2.0:1767322228.235444:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989393664:0@lo:400:kworker.0 00010000:00010000:0.0:1767322228.299866:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322228.745524:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394688 00000100:00100000:2.0:1767322228.745532:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394688 00000100:00100000:2.0:1767322228.745641:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644 00000100:00100000:2.0:1767322228.745651:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989394688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322228.745680:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322228.745736:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989394688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322228.745753:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644 00000100:00100000:0.0:1767322229.262079:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322229.262116:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989394816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322229.262210:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322229.262440:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394816 00000100:00100000:1.0:1767322229.262448:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394816 00000100:00100000:1.0:1767322229.262508:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645 00000100:00100000:1.0:1767322229.262519:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989394816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322229.262568:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322229.262690:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989394816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322229.262698:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645 00000100:00100000:0.0:1767322229.263191:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989394816:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322229.321015:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322230.345630:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322231.084248:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322231.084306:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322231.088017:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322232.396720:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322233.353194:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322233.353203:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322233.353269:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322233.353273:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322233.353276:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322233.353283:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7475 00000100:00080000:0.0:1767322233.353288:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322233.353294:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322233.353315:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7b80 x1853163989395072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322233.353345:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322233.353349:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322233.353350:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322233.353369:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7475 00000100:00080000:0.0:1767322233.353371:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322233.353376:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322233.353387:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4380 x1853163989395328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322233.353395:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322233.353399:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322233.353400:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322233.353405:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7475 00000100:00080000:0.0:1767322233.353407:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322233.353410:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322233.353419:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5880 x1853163989395456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322233.353451:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322233.353454:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322233.353456:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322233.353459:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7475 00000100:00080000:0.0:1767322233.353461:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322233.353465:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322233.353474:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4a80 x1853163989395840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322233.353506:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989395584:0@lo:400:kworker.0 00000100:00100000:0.0:1767322233.353617:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322233.353666:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989395200:0@lo:400:kworker.0 00000100:00100000:2.0:1767322233.353741:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989394944:0@lo:400:kworker.0 00000100:00100000:2.0:1767322233.365708:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322233.365940:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989395584:0@lo:400:kworker.0 00000100:00080000:2.0:1767322233.369254:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322233.369289:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989394944:0@lo:400:kworker.0 00000100:00100000:1.0:1767322233.385084:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322233.385216:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395200 00000100:00100000:0.0:1767322233.385227:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395200 00000100:00100000:0.0:1767322233.385311:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964 00000100:00100000:0.0:1767322233.385320:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989395200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322233.385395:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989395200:12345-0@lo:400:kworker.0 Request processed in 77us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322233.385402:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964 00000100:00080000:2.0:1767322233.385687:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322233.386978:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989395200:0@lo:400:kworker.0 00010000:00010000:2.0:1767322233.418265:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322233.865695:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322233.865718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989395968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322233.865794:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322233.865887:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395968 00000100:00100000:2.0:1767322233.865897:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395968 00000100:00100000:2.0:1767322233.865939:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1767322233.865948:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989395968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322233.865976:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322233.866034:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989395968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322233.866042:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646 00000100:00100000:0.0:1767322233.866208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989395968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322234.377062:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989396096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322234.377127:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322234.381009:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396096 00000100:00100000:2.0:1767322234.381033:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396096 00000100:00100000:1.0:1767322234.381279:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00100000:1.0:1767322234.381293:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989396096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322234.381343:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322234.381427:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989396096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (4299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322234.381434:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00100000:1.0:1767322234.381488:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989396096:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322234.444474:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322236.197661:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322236.197719:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322236.198433:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322236.488924:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322237.512893:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322238.473503:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322238.473525:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322238.473628:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989396224:0@lo:400:kworker.0 00000100:00100000:0.0:1767322238.473707:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322238.473945:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322238.473963:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322238.473967:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322238.473971:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7480 00000100:00080000:1.0:1767322238.473975:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322238.473981:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322238.474003:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80700 x1853163989396352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322238.474071:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989396480:0@lo:400:kworker.0 00000100:00100000:2.0:1767322238.474146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322238.474186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989396352:0@lo:38:kworker.0 00000100:00100000:2.0:1767322238.474210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322238.474244:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396224 00000100:00100000:2.0:1767322238.474267:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396224 00000100:00100000:2.0:1767322238.474318:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396480 00000100:00100000:2.0:1767322238.474322:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396480 00000100:00100000:2.0:1767322238.474341:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396352 00000100:00100000:2.0:1767322238.474351:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396352 00000100:00100000:2.0:1767322238.474373:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:2.0:1767322238.474386:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989396224:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322238.484164:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322238.484176:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322238.484180:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322238.484188:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7480 00000100:00080000:1.0:1767322238.484192:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322238.484199:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322238.484240:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f82d80 x1853163989396608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322238.484274:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322238.484277:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322238.484279:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322238.484284:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7480 00000100:00080000:1.0:1767322238.484287:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322238.484290:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322238.484303:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80a80 x1853163989396736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322238.484338:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322238.484357:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322238.484359:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322238.484362:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7480 00000100:00080000:1.0:1767322238.484365:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322238.484369:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322238.484381:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80000 x1853163989397120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322238.484418:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989396992:0@lo:400:kworker.0 00000100:00100000:1.0:1767322238.484495:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322238.484539:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322238.484546:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989396864:0@lo:400:kworker.0 00000100:00100000:1.0:1767322238.484567:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322238.484628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989396608:0@lo:38:kworker.0 00000100:00100000:1.0:1767322238.484655:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322238.484672:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989396736:0@lo:38:kworker.0 00000100:00100000:1.0:1767322238.486858:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322238.486879:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989397120:0@lo:38:kworker.0 00000100:00100000:1.0:1767322238.486902:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322238.486934:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322238.486939:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322238.486942:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989396608:0@lo:38:kworker.0 00000100:00100000:1.0:1767322238.486963:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397120 00000100:00100000:1.0:1767322238.486967:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397120 00000100:00100000:1.0:1767322238.486985:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:1.0:1767322238.486990:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989397120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322238.487009:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322238.487039:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989397120:12345-0@lo:38:kworker.0 Request processed in 47us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322238.487045:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00080000:1.0:1767322238.487065:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322238.487069:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322238.487071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989397120:0@lo:38:kworker.0 00000100:00080000:1.0:1767322238.494662:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322238.494683:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322238.494689:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989396736:0@lo:38:kworker.0 00000100:00100000:2.0:1767322238.503197:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989396224:12345-0@lo:400:kworker.0 Request processed in 28806us (29480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322238.503214:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:0.0:1767322238.515190:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989396224:0@lo:400:kworker.0 00010000:00010000:1.0:1767322238.537064:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322238.987018:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989397248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322238.987096:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322238.987235:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397248 00000100:00100000:2.0:1767322238.987243:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397248 00000100:00100000:2.0:1767322238.987290:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:2.0:1767322238.987299:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989397248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322238.987329:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322238.987383:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989397248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322238.987391:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00100000:0.0:1767322238.987823:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989397248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322239.497603:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397376 00000100:00100000:1.0:1767322239.497611:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397376 00000100:00100000:1.0:1767322239.497657:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649 00000100:00100000:1.0:1767322239.497666:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989397376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322239.497695:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322239.501831:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989397376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4156us (4381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322239.501847:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649 00000100:00100000:0.0:1767322240.294904:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966464 00000100:00100000:0.0:1767322240.294921:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966464 00000100:00100000:0.0:1767322240.295009:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966336 00000100:00100000:0.0:1767322240.295013:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966336 00000100:00100000:0.0:1767322240.295035:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1968 00000100:00100000:0.0:1767322240.295045:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923966464:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322240.295135:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923966464:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (5333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322240.295143:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1968 00000100:00100000:2.0:1767322240.295330:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2881 00000100:00100000:2.0:1767322240.295342:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923966336:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322240.295374:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322240.295475:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923966336:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 133us (5608us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322240.295483:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2881 00010000:00010000:0.0:1767322240.584758:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322241.608976:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322242.633280:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322243.596885:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322243.596901:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322243.597007:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322243.597012:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322243.597041:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322243.597053:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7485 00000100:00080000:2.0:1767322243.597061:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767322243.597071:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322243.597103:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04ada680 x1853163989397632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322243.597156:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322243.597159:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322243.597161:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322243.597165:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7485 00000100:00080000:2.0:1767322243.597167:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767322243.597172:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322243.597182:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04ad8a80 x1853163989397888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322243.597200:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322243.597204:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322243.597205:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322243.597210:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7485 00000100:00080000:2.0:1767322243.597212:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767322243.597216:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322243.597230:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04adb480 x1853163989398016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322243.597274:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322243.597277:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322243.597285:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322243.597289:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7485 00000100:00080000:2.0:1767322243.597292:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767322243.597297:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322243.597311:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1c00 x1853163989398400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322243.597382:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989398144:0@lo:400:kworker.0 00000100:00100000:2.0:1767322243.597472:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322243.597555:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322243.597561:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989398272:0@lo:400:kworker.0 00000100:00100000:2.0:1767322243.597656:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322243.599092:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989397632:0@lo:38:kworker.0 00000100:00100000:0.0:1767322243.599138:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322243.599182:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989397888:0@lo:38:kworker.0 00000100:00100000:0.0:1767322243.599218:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322243.599239:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989398016:0@lo:38:kworker.0 00000100:00100000:0.0:1767322243.599263:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322243.599288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989398400:0@lo:38:kworker.0 00000100:00100000:0.0:1767322243.599309:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322243.599355:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397632 00000100:00100000:0.0:1767322243.599361:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397632 00000100:00100000:0.0:1767322243.599381:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397888 00000100:00100000:0.0:1767322243.599384:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397888 00000100:00100000:0.0:1767322243.599393:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398400 00000100:00100000:0.0:1767322243.599395:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398400 00000100:00100000:0.0:1767322243.599406:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767322243.599411:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989397632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322243.599436:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322243.599476:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989397632:12345-0@lo:38:kworker.0 Request processed in 63us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322243.599493:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767322243.599509:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1767322243.599513:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989397888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322243.599523:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322243.599548:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989397888:12345-0@lo:38:kworker.0 Request processed in 33us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322243.599554:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1767322243.599567:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:0.0:1767322243.599571:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989398400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322243.599610:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322243.599634:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989398400:12345-0@lo:38:kworker.0 Request processed in 61us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322243.599641:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:0.0:1767322243.599663:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398016 00000100:00100000:0.0:1767322243.599666:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398016 00000100:00100000:0.0:1767322243.599687:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169 00000100:00100000:0.0:1767322243.599691:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989398016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322243.599701:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322243.599729:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989398016:12345-0@lo:38:kworker.0 Request processed in 36us (465us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322243.599735:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169 00000100:00080000:0.0:1767322243.599775:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322243.599780:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322243.599784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989397632:0@lo:38:kworker.0 00000100:00080000:0.0:1767322243.599806:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322243.599809:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322243.599812:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989397888:0@lo:38:kworker.0 00000100:00080000:0.0:1767322243.599819:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322243.599822:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322243.599825:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989398016:0@lo:38:kworker.0 00000100:00080000:0.0:1767322243.599831:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322243.599834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322243.599837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989398400:0@lo:38:kworker.0 00000100:00100000:1.0:1767322244.113863:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398528 00000100:00100000:1.0:1767322244.113881:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398528 00000100:00100000:1.0:1767322244.114021:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650 00000100:00100000:1.0:1767322244.114033:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989398528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322244.114071:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322244.114173:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989398528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (5344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322244.114180:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650 00000100:00100000:0.0:1767322244.621596:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989398656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322244.621671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322244.628732:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398656 00000100:00100000:2.0:1767322244.628751:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398656 00000100:00100000:2.0:1767322244.632025:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651 00000100:00100000:2.0:1767322244.632049:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989398656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322244.632085:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322244.632184:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989398656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (10511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322244.632192:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651 00000100:00100000:1.0:1767322244.632295:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989398656:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322244.682248:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322245.416329:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322245.416507:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322245.421651:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966720 00000100:00100000:2.0:1767322245.421675:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966720 00000100:00100000:2.0:1767322245.421754:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966592 00000100:00100000:2.0:1767322245.421758:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966592 00000100:00100000:2.0:1767322245.422476:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1971 00000100:00100000:2.0:1767322245.422490:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923966720:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322245.422597:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923966720:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (6261us total) trans 0 rc 0/0 00000100:00080000:0.0:1767322245.422662:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322245.427075:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2885 00000100:00100000:1.0:1767322245.427090:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923966592:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322245.427116:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322245.427208:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923966592:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 119us (10700us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322245.427216:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2885 00000100:00100000:2.0:1767322245.433515:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1971 00010000:00010000:2.0:1767322245.705990:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322246.729213:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322248.713424:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322223/real 1767322223] req@ffff9e7d04adbb80 x1853163989392256/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322248 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767322248.713480:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d04adbb80 x1853163989392256/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322248 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767322248.713508:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322248.713521:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767322248.713526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989392256:0@lo:250:kworker.0 00000100:00100000:0.0:1767322248.717111:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989398912:0@lo:400:kworker.0 00000100:00100000:1.0:1767322248.717111:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989398784:0@lo:250:kworker.0 00000100:00100000:2.0:1767322248.717422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989399168:0@lo:400:kworker.0 00000100:00100000:0.0:1767322248.721047:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322248.721183:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398912 00000100:00100000:0.0:1767322248.721196:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398912 00000100:00100000:0.0:1767322248.722089:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:0.0:1767322248.722112:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989398912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322248.722212:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989398912:12345-0@lo:400:kworker.0 Request processed in 110us (1176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322248.722221:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00080000:0.0:1767322248.722274:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322248.723008:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989398912:0@lo:400:kworker.0 00000100:00100000:0.0:1767322248.723110:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989399680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322248.723179:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:1.0:1767322248.724651:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989398784 offset 0 length 520: 4 00000100:00100000:2.0:1767322248.724711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322248.724775:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399168 00000100:00100000:2.0:1767322248.724782:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399168 00000100:00100000:2.0:1767322248.724854:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1767322248.724868:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989399168:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322248.724936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322248.724944:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989399168:12345-0@lo:400:kworker.0 Request processed in 79us (238us total) trans 0 rc 0/0 00000100:00080000:0.0:1767322248.724945:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322248.724956:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1767322248.725036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989399168:0@lo:400:kworker.0 00000100:00100000:2.0:1767322248.725113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322248.725232:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322248.725292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989399552:0@lo:400:kworker.0 00000100:00100000:0.0:1767322248.725649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989399680:0@lo:400:kworker.0 00000100:00100000:1.0:1767322248.729502:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989399040:0@lo:38:kworker.0 00000100:00100000:1.0:1767322248.729631:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322248.729674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989399296:0@lo:38:kworker.0 00000100:00100000:1.0:1767322248.729695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322248.729727:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989399424:0@lo:38:kworker.0 00000100:00100000:1.0:1767322248.729755:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322248.729793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989399808:0@lo:38:kworker.0 00000100:00100000:1.0:1767322248.729814:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322248.730139:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399040 00000100:00100000:2.0:1767322248.730150:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399040 00000100:00100000:2.0:1767322248.730197:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399296 00000100:00100000:2.0:1767322248.730200:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399296 00000100:00100000:2.0:1767322248.730214:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399808 00000100:00100000:2.0:1767322248.730216:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399808 00000100:00100000:2.0:1767322248.730232:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767322248.730240:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322248.730278:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322248.730331:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399040:12345-0@lo:38:kworker.0 Request processed in 90us (700us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322248.730349:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767322248.730368:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:2.0:1767322248.730372:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322248.730381:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322248.730404:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399296:12345-0@lo:38:kworker.0 Request processed in 31us (708us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322248.730410:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:2.0:1767322248.730420:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:2.0:1767322248.730424:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322248.730432:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322248.730451:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989399808:12345-0@lo:38:kworker.0 Request processed in 26us (636us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322248.730456:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00080000:1.0:1767322248.731068:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322248.731075:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322248.731080:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989399040:0@lo:38:kworker.0 00000100:00080000:1.0:1767322248.731090:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322248.731094:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322248.731098:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989399296:0@lo:38:kworker.0 00000100:00080000:1.0:1767322248.731106:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322248.731110:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322248.731113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989399424:0@lo:38:kworker.0 00000100:00080000:1.0:1767322248.731122:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322248.731125:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322248.731128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989399808:0@lo:38:kworker.0 00010000:00010000:0.0:1767322248.777152:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322249.225384:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399936 00000100:00100000:2.0:1767322249.225392:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399936 00000100:00100000:2.0:1767322249.225504:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:2.0:1767322249.225513:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989399936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322249.225549:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322249.225660:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989399936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322249.225667:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00100000:2.0:1767322249.741675:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400064 00000100:00100000:2.0:1767322249.741691:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400064 00000100:00100000:2.0:1767322249.741771:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:2.0:1767322249.741781:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989400064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322249.741832:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322249.741927:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989400064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (4671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322249.741936:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00010000:00010000:2.0:1767322249.800807:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322250.534745:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966976 00000100:00100000:0.0:1767322250.534764:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966976 00000100:00100000:0.0:1767322250.534828:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923966848 00000100:00100000:0.0:1767322250.534831:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923966848 00000100:00100000:0.0:1767322250.534869:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1974 00000100:00100000:0.0:1767322250.534879:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923966976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322250.534957:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923966976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322250.534972:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1974 00010000:00010000:1.0:1767322250.825418:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767322252.875090:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322253.843035:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322253.843045:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322253.843107:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322253.843125:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322253.843129:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322253.843137:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7495 00000100:00080000:1.0:1767322253.843142:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767322253.843148:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322253.843179:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64a80 x1853163989400320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322253.843201:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322253.843204:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322253.843206:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322253.843209:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7495 00000100:00080000:1.0:1767322253.843212:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767322253.843216:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322253.843226:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65c00 x1853163989400576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322253.843235:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322253.843238:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322253.843239:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322253.843243:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7495 00000100:00080000:1.0:1767322253.843246:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767322253.843249:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322253.843261:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64e00 x1853163989400704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322253.843297:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767322253.849738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989400320:0@lo:38:kworker.0 00000100:00100000:2.0:1767322253.849776:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322253.849799:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989400576:0@lo:38:kworker.0 00000100:00100000:2.0:1767322253.849822:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322253.849837:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989400704:0@lo:38:kworker.0 00000100:00100000:2.0:1767322253.849857:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322253.849886:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400320 00000100:00100000:2.0:1767322253.849890:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400320 00000100:00100000:2.0:1767322253.849907:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400576 00000100:00100000:2.0:1767322253.849910:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400576 00000100:00100000:2.0:1767322253.849922:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1767322253.849927:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989400320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322253.849946:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322253.849990:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989400320:12345-0@lo:38:kworker.0 Request processed in 62us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322253.849997:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1767322253.850011:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:2.0:1767322253.850014:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989400576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322253.850024:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322253.850046:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989400576:12345-0@lo:38:kworker.0 Request processed in 30us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322253.850060:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00080000:2.0:1767322253.850086:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322253.850091:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322253.850094:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989400320:0@lo:38:kworker.0 00000100:00080000:2.0:1767322253.850101:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322253.850104:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322253.850107:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989400576:0@lo:38:kworker.0 00000100:00080000:1.0:1767322253.850679:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322253.850682:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322253.850687:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7495 00000100:00080000:1.0:1767322253.850691:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767322253.850697:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322253.850724:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681180 x1853163989401088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322253.850835:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989400448:0@lo:400:kworker.0 00000100:00100000:0.0:1767322253.850868:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322253.850892:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322253.850898:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989400192:0@lo:400:kworker.0 00000100:00100000:0.0:1767322253.850916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322253.850945:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400704 00000100:00100000:0.0:1767322253.850950:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400704 00000100:00100000:0.0:1767322253.850998:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171 00000100:00100000:0.0:1767322253.851005:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989400704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322253.851017:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322253.851020:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400448 00000100:00100000:1.0:1767322253.851025:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400448 00000100:00100000:0.0:1767322253.851060:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989400704:12345-0@lo:38:kworker.0 Request processed in 52us (1199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322253.851064:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400192 00000100:00100000:1.0:1767322253.851067:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400192 00000100:00100000:0.0:1767322253.851071:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171 00000100:00100000:1.0:1767322253.851086:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:1.0:1767322253.851094:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989400448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322253.851102:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:0.0:1767322253.851125:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989400192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322253.851140:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989400448:12345-0@lo:400:kworker.0 Request processed in 46us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322253.851148:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:0.0:1767322253.851178:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989400192:12345-0@lo:400:kworker.0 Request processed in 68us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322253.851194:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00000100:00100000:1.0:1767322253.851223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989400192:0@lo:400:kworker.0 00000100:00100000:0.0:1767322253.851270:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989400448:0@lo:400:kworker.0 00000100:00100000:2.0:1767322253.851325:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989401088:0@lo:38:kworker.0 00000100:00100000:2.0:1767322253.851351:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322253.851381:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322253.851386:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322253.851389:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989400704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322253.851571:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401088 00000100:00100000:0.0:1767322253.851575:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401088 00000100:00100000:0.0:1767322253.851637:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767322253.851641:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989401088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322253.851664:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322253.851690:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989401088:12345-0@lo:38:kworker.0 Request processed in 47us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322253.851696:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00080000:2.0:1767322253.851935:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322253.851939:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322253.851943:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989401088:0@lo:38:kworker.0 00010000:00010000:2.0:1767322253.897063:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322254.346489:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322254.346511:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989401216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322254.346577:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322254.346799:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401216 00000100:00100000:2.0:1767322254.346807:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401216 00000100:00100000:2.0:1767322254.346857:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:2.0:1767322254.346865:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989401216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322254.346894:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322254.346943:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989401216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322254.346951:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000100:00100000:1.0:1767322254.347837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989401216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322254.857426:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401344 00000100:00100000:2.0:1767322254.857435:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401344 00000100:00100000:2.0:1767322254.857493:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655 00000100:00100000:2.0:1767322254.857502:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989401344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322254.857532:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322254.857598:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989401344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322254.857605:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655 00000100:00100000:2.0:1767322254.857650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989401344:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322254.920878:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322255.652305:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967232 00000100:00100000:0.0:1767322255.652315:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967232 00000100:00100000:0.0:1767322255.652396:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1977 00000100:00100000:0.0:1767322255.652406:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923967232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322255.652498:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923967232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322255.652520:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1977 00000100:00100000:1.0:1767322255.653775:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967104 00000100:00100000:1.0:1767322255.653785:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967104 00000100:00100000:1.0:1767322255.653837:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2893 00000100:00100000:1.0:1767322255.653845:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923967104:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322255.653879:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322255.653925:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923967104:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 80us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322255.653942:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2893 00010000:00010000:0.0:1767322256.968772:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322257.998959:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322258.953122:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322258.953133:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322258.953202:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322258.953205:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322258.953209:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322258.953217:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7500 00000100:00080000:2.0:1767322258.953221:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322258.953227:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322258.953249:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65c00 x1853163989401600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322258.953282:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322258.953285:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322258.953287:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322258.953291:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7500 00000100:00080000:2.0:1767322258.953293:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322258.953310:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322258.953328:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64e00 x1853163989401856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322258.953337:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322258.953340:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322258.953342:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322258.953347:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7500 00000100:00080000:2.0:1767322258.953349:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322258.953352:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322258.953364:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261c00 x1853163989401984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322258.953404:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322258.953407:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322258.953409:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322258.953412:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7500 00000100:00080000:2.0:1767322258.953414:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322258.953418:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322258.953428:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0380 x1853163989402368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322258.953453:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989402240:0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.953517:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322258.953552:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322258.953558:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989402112:0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.953605:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322258.954160:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401728 00000100:00100000:2.0:1767322258.954167:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401728 00000100:00100000:2.0:1767322258.954209:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401472 00000100:00100000:2.0:1767322258.954213:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401472 00000100:00100000:2.0:1767322258.954233:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1767322258.954240:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989401728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.954277:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989401728:12345-0@lo:400:kworker.0 Request processed in 38us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322258.954283:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1767322258.954297:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:2.0:1767322258.954303:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989401472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.954327:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989401472:12345-0@lo:400:kworker.0 Request processed in 25us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322258.954332:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:2.0:1767322258.954375:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989401472:0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.954386:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989401728:0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.954428:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989402112:0@lo:400:kworker.0 00000100:00100000:2.0:1767322258.954436:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989402240:0@lo:400:kworker.0 00000100:00100000:0.0:1767322258.954610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989401600:0@lo:38:kworker.0 00000100:00100000:0.0:1767322258.954639:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322258.954666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989401856:0@lo:38:kworker.0 00000100:00100000:0.0:1767322258.954685:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322258.954706:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989401984:0@lo:38:kworker.0 00000100:00100000:0.0:1767322258.954729:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322258.954751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989402368:0@lo:38:kworker.0 00000100:00100000:0.0:1767322258.954770:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322258.954799:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401600 00000100:00100000:0.0:1767322258.954803:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401600 00000100:00100000:0.0:1767322258.954821:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401856 00000100:00100000:0.0:1767322258.954823:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401856 00000100:00100000:0.0:1767322258.954832:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402368 00000100:00100000:0.0:1767322258.954834:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402368 00000100:00100000:0.0:1767322258.954845:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:0.0:1767322258.954849:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989401600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322258.954867:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322258.954899:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989401600:12345-0@lo:38:kworker.0 Request processed in 48us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322258.954905:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:0.0:1767322258.954919:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767322258.954923:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989401856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322258.954938:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322258.954971:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989401856:12345-0@lo:38:kworker.0 Request processed in 47us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322258.954977:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767322258.954989:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1767322258.954993:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989402368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322258.955002:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322258.955021:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989402368:12345-0@lo:38:kworker.0 Request processed in 27us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322258.955027:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00080000:0.0:1767322258.955054:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322258.955070:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322258.955073:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989401600:0@lo:38:kworker.0 00000100:00080000:0.0:1767322258.955082:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322258.955085:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322258.955087:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989401856:0@lo:38:kworker.0 00000100:00080000:0.0:1767322258.955093:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322258.955096:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322258.955099:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989402368:0@lo:38:kworker.0 00010000:00010000:1.0:1767322259.016978:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322259.465772:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402496 00000100:00100000:0.0:1767322259.465780:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402496 00000100:00100000:0.0:1767322259.465836:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656 00000100:00100000:0.0:1767322259.465845:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40760050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989402496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322259.465872:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322259.465929:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40760050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989402496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322259.465942:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656 00000100:00100000:0.0:1767322259.978701:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322259.978726:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989402624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322259.978803:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322259.979324:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402624 00000100:00100000:2.0:1767322259.979334:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402624 00000100:00100000:2.0:1767322259.979450:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1767322259.979461:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989402624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322259.979496:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322259.979554:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989402624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322259.979604:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00000100:00100000:1.0:1767322259.979690:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989402624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322260.783866:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967360 00000100:00100000:2.0:1767322260.783882:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967360 00000100:00100000:1.0:1767322260.784163:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967488 00000100:00100000:1.0:1767322260.784169:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967488 00000100:00100000:1.0:1767322260.784248:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1980 00000100:00100000:2.0:1767322260.788062:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2897 00000100:00100000:2.0:1767322260.788074:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923967360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322260.788100:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322260.788198:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923967360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 123us (18041us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322260.788206:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2897 00000100:00100000:1.0:1767322260.790041:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923967488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322260.790127:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923967488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 117us (11938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322260.790136:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1980 00010000:00010000:0.0:1767322261.068086:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322262.088862:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322263.112816:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322264.074378:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322264.074388:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322264.074452:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322264.074457:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322264.074460:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322264.074470:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7505 00000100:00080000:0.0:1767322264.074475:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322264.074481:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322264.074503:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0e300 x1853163989402880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322264.074528:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322264.074532:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322264.074533:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322264.074536:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7505 00000100:00080000:0.0:1767322264.074539:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322264.074543:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322264.074553:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c700 x1853163989403136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322264.074562:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322264.074600:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322264.074602:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322264.074606:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7505 00000100:00080000:0.0:1767322264.074608:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322264.074612:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322264.074625:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0fb80 x1853163989403264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322264.074627:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989402880:0@lo:38:kworker.0 00000100:00080000:0.0:1767322264.074657:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322264.074660:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322264.074661:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322264.074664:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7505 00000100:00080000:0.0:1767322264.074666:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322264.074669:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322264.074677:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0f480 x1853163989403648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322264.074693:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322264.074696:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989403392:0@lo:400:kworker.0 00000100:00100000:2.0:1767322264.074720:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989403136:0@lo:38:kworker.0 00000100:00100000:0.0:1767322264.074725:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322264.074736:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322264.074749:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322264.074753:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989403264:0@lo:38:kworker.0 00000100:00100000:0.0:1767322264.074754:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989403520:0@lo:400:kworker.0 00000100:00100000:0.0:1767322264.074773:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322264.074775:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322264.074789:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989403648:0@lo:38:kworker.0 00000100:00100000:0.0:1767322264.074804:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403392 00000100:00100000:2.0:1767322264.074806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322264.074811:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403392 00000100:00100000:2.0:1767322264.074831:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403264 00000100:00100000:2.0:1767322264.074835:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403264 00000100:00100000:0.0:1767322264.074857:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403520 00000100:00100000:0.0:1767322264.074860:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403520 00000100:00100000:2.0:1767322264.074862:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173 00000100:00100000:2.0:1767322264.074868:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989403264:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767322264.074876:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:0.0:1767322264.074881:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989403392:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767322264.074888:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322264.074927:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989403392:12345-0@lo:400:kworker.0 Request processed in 44us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322264.074927:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989403264:12345-0@lo:38:kworker.0 Request processed in 56us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322264.074935:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00100000:2.0:1767322264.074939:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173 00000100:00100000:0.0:1767322264.074952:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1767322264.074957:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402880 00000100:00100000:0.0:1767322264.074958:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989403520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322264.074960:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402880 00000100:00100000:2.0:1767322264.074990:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403136 00000100:00100000:2.0:1767322264.074992:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403136 00000100:00100000:0.0:1767322264.074998:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989403520:12345-0@lo:400:kworker.0 Request processed in 40us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322264.075004:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1767322264.075005:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403648 00000100:00100000:2.0:1767322264.075007:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403648 00000100:00080000:0.0:1767322264.075018:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322264.075112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322264.075200:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989403008:0@lo:400:kworker.0 00000100:00080000:0.0:1767322264.091200:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322264.585201:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322264.585236:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989403776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322264.585301:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322264.585473:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403776 00000100:00100000:2.0:1767322264.585482:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403776 00000100:00100000:2.0:1767322264.585537:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:2.0:1767322264.585546:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989403776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322264.585573:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322264.585645:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989403776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322264.585652:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1767322264.585736:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989403776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322265.096849:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989403904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322265.096935:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322265.097000:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403904 00000100:00100000:0.0:1767322265.097010:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403904 00000100:00100000:0.0:1767322265.097073:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:0.0:1767322265.097082:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989403904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322265.097119:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322265.097175:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989403904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322265.097183:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00100000:1.0:1767322265.097461:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989403904:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322265.160742:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322265.890749:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322265.890918:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967744 00000100:00100000:1.0:1767322265.890928:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967744 00000100:00080000:0.0:1767322265.891108:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322265.891253:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1983 00000100:00100000:1.0:1767322265.891265:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923967744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322265.891347:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923967744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322265.891355:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1983 00000100:00100000:2.0:1767322265.893896:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923967616 00000100:00100000:2.0:1767322265.893905:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923967616 00000100:00100000:2.0:1767322265.893956:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2901 00000100:00100000:2.0:1767322265.893968:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923967616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322265.894088:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322265.895281:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923967616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 1307us (1694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322265.895293:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2901 00010000:00010000:2.0:1767322266.185733:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322267.210283:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322269.193747:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322269.193757:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322269.193818:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322269.193835:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322269.193840:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322269.193847:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7511 00000100:00080000:2.0:1767322269.193852:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322269.193858:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322269.193889:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc2300 x1853163989404160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322269.193950:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989404160:0@lo:38:kworker.0 00000100:00100000:1.0:1767322269.194014:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322269.194100:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322269.194103:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322269.194105:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322269.194109:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7511 00000100:00080000:2.0:1767322269.194112:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322269.194115:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322269.194126:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1880 x1853163989404416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322269.194799:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322269.199679:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989404416:0@lo:38:kworker.0 00000100:00100000:1.0:1767322269.199776:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322269.199915:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404416 00000100:00100000:0.0:1767322269.199939:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404416 00000100:00100000:0.0:1767322269.199980:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1767322269.199987:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989404416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322269.200008:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322269.200047:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989404416:12345-0@lo:38:kworker.0 Request processed in 58us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322269.200054:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1767322269.200135:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989404288:0@lo:400:kworker.0 00000100:00100000:0.0:1767322269.200149:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989404032:0@lo:400:kworker.0 00000100:00080000:2.0:1767322269.201394:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322269.201409:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322269.201412:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322269.201422:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7511 00000100:00080000:2.0:1767322269.201427:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322269.201432:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322269.201471:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc2680 x1853163989404544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322269.201517:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322269.201531:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322269.201534:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322269.201537:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7511 00000100:00080000:2.0:1767322269.201540:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322269.201543:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322269.201557:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1f80 x1853163989404928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322269.201606:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989404800:0@lo:400:kworker.0 00000100:00100000:2.0:1767322269.201656:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322269.201693:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322269.201698:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989404672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322269.201717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322269.201759:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404800 00000100:00100000:2.0:1767322269.201766:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404800 00000100:00100000:2.0:1767322269.201812:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404672 00000100:00100000:2.0:1767322269.201815:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404672 00000100:00100000:2.0:1767322269.201835:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4399 00000100:00100000:2.0:1767322269.201842:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989404800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322269.201897:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989404800:12345-0@lo:400:kworker.0 Request processed in 55us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322269.201905:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4399 00000100:00100000:2.0:1767322269.201919:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4400 00000100:00100000:2.0:1767322269.201924:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989404672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322269.201952:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989404672:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322269.201957:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4400 00000100:00080000:2.0:1767322269.201987:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322269.201991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322269.202019:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989404672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322269.202028:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989404800:0@lo:400:kworker.0 00000100:00080000:1.0:1767322269.222282:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322269.222294:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322269.222690:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989404160:0@lo:38:kworker.0 00000100:00100000:1.0:1767322269.222742:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989404544:0@lo:38:kworker.0 00000100:00100000:1.0:1767322269.222810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322269.222890:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989404928:0@lo:38:kworker.0 00000100:00100000:1.0:1767322269.222912:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322269.222939:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322269.222943:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322269.222946:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989404416:0@lo:38:kworker.0 00000100:00100000:2.0:1767322269.223109:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404928 00000100:00100000:2.0:1767322269.223116:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404928 00000100:00100000:2.0:1767322269.223157:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1767322269.223164:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989404928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322269.223185:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322269.223230:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989404928:12345-0@lo:38:kworker.0 Request processed in 66us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322269.223237:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00080000:1.0:1767322269.223800:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322269.223805:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322269.223808:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989404544:0@lo:38:kworker.0 00000100:00080000:1.0:1767322269.223815:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322269.223818:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322269.223820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989404928:0@lo:38:kworker.0 00010000:00010000:0.0:1767322269.256717:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322269.705745:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405056 00000100:00100000:2.0:1767322269.705753:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405056 00000100:00100000:2.0:1767322269.705803:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00100000:2.0:1767322269.705811:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989405056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322269.705837:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322269.705933:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989405056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322269.705941:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:1.0:1767322269.712079:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989405056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322270.218626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989405184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322270.218718:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322270.235322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989405184:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322270.281351:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322271.015994:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322271.016116:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322271.016225:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968128 00000100:00100000:2.0:1767322271.016238:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968128 00000100:00100000:2.0:1767322271.016334:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968000 00000100:00100000:2.0:1767322271.016338:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968000 00000100:00100000:2.0:1767322271.016360:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1986 00000100:00100000:2.0:1767322271.016372:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923968128:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322271.016492:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923968128:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 122us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322271.016501:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1986 00000100:00100000:2.0:1767322271.016523:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2905 00000100:00100000:2.0:1767322271.016528:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923968000:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322271.016553:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322271.016614:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923968000:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 83us (497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322271.016633:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2905 00000100:00080000:0.0:1767322271.017850:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322271.305044:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322273.352826:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322248/real 1767322248] req@ffff9e7d361c8380 x1853163989398784/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322273 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767322273.352869:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d361c8380 x1853163989398784/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322273 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767322273.352895:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322273.352926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767322273.352931:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989398784:0@lo:250:kworker.0 00000100:00080000:2.0:1767322273.353548:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322273.353558:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767322273.353562:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322273.353569:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7495 00000100:00080000:2.0:1767322273.353575:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322273.353623:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322273.353670:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc3800 x1853163989405312/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322273.353740:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322273.353744:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322273.353746:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322273.353752:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7516 00000100:00080000:2.0:1767322273.353755:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322273.353759:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322273.353777:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc3480 x1853163989405568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322273.353833:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322273.353837:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322273.353838:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767322273.353843:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989405312:0@lo:250:kworker.0 00000100:00080000:2.0:1767322273.353845:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7516 00000100:00080000:2.0:1767322273.353852:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322273.353856:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322273.353883:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc3b80 x1853163989405824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322273.353894:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322273.353898:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322273.353900:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322273.353904:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7516 00000100:00080000:2.0:1767322273.353908:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000100:1.0:1767322273.353913:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989405312 offset 0 length 520: 4 00000100:00080000:2.0:1767322273.353922:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322273.353939:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0a80 x1853163989405952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322273.353975:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989405568:0@lo:38:kworker.0 00000100:00080000:2.0:1767322273.353997:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322273.354001:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322273.354003:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322273.354008:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7516 00000100:00080000:2.0:1767322273.354011:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322273.354017:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322273.354021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322273.354042:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1880 x1853163989406336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322273.354053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989405824:0@lo:38:kworker.0 00000100:00100000:1.0:1767322273.354084:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322273.354105:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989405952:0@lo:38:kworker.0 00000100:00100000:2.0:1767322273.354117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989406208:0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.354160:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322273.354200:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406208 00000100:00100000:2.0:1767322273.354209:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406208 00000100:00100000:1.0:1767322273.354244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322273.354276:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989406336:0@lo:38:kworker.0 00000100:00100000:2.0:1767322273.354282:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401 00000100:00100000:2.0:1767322273.354294:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989406208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322273.354304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322273.354341:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405568 00000100:00100000:1.0:1767322273.354346:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405568 00000100:00100000:2.0:1767322273.354356:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989406208:12345-0@lo:400:kworker.0 Request processed in 63us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322273.354366:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401 00000100:00100000:1.0:1767322273.354372:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405824 00000100:00100000:1.0:1767322273.354376:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405824 00000100:00100000:2.0:1767322273.354401:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405952 00000100:00100000:1.0:1767322273.354405:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406336 00000100:00100000:2.0:1767322273.354406:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405952 00000100:00100000:2.0:1767322273.354428:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175 00000100:00100000:2.0:1767322273.354434:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989405952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322273.354456:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322273.354493:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989405952:12345-0@lo:38:kworker.0 Request processed in 57us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322273.354500:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175 00000100:00100000:2.0:1767322273.354526:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:2.0:1767322273.354531:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989405568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322273.354542:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322273.354571:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989405568:12345-0@lo:38:kworker.0 Request processed in 37us (553us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322273.354603:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:2.0:1767322273.354624:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767322273.354629:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989405824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322273.354649:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322273.354696:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989405824:12345-0@lo:38:kworker.0 Request processed in 64us (611us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322273.354704:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767322273.354722:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405440 00000100:00100000:2.0:1767322273.354727:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405440 00000100:00100000:2.0:1767322273.354746:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405696 00000100:00100000:2.0:1767322273.354749:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405696 00000100:00100000:2.0:1767322273.354763:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:2.0:1767322273.354768:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989405440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.354808:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989405440:12345-0@lo:400:kworker.0 Request processed in 40us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322273.354815:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00100000:2.0:1767322273.354826:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767322273.354832:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989405696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.354856:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989405696:12345-0@lo:400:kworker.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322273.354862:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767322273.354904:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989406208:0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.354945:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322273.354953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989406080:0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.354982:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322273.355010:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406080 00000100:00100000:2.0:1767322273.355014:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406080 00000100:00100000:2.0:1767322273.355043:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402 00000100:00100000:2.0:1767322273.355052:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989406080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322273.355103:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989406080:12345-0@lo:400:kworker.0 Request processed in 53us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322273.355108:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406336 00000100:00100000:2.0:1767322273.355112:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402 00000100:00100000:1.0:1767322273.355513:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767322273.355521:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989406336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322273.355538:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322273.355930:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989406336:12345-0@lo:38:kworker.0 Request processed in 407us (1623us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322273.355938:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00080000:1.0:1767322273.355981:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322273.355987:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322273.355991:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989406336:0@lo:38:kworker.0 00000100:00080000:1.0:1767322273.356003:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322273.356007:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322273.356009:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989405824:0@lo:38:kworker.0 00000100:00080000:1.0:1767322273.356020:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322273.356023:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322273.356026:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989405952:0@lo:38:kworker.0 00000100:00080000:1.0:1767322273.356037:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322273.356041:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322273.356044:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989405568:0@lo:38:kworker.0 00000100:00080000:0.0:1767322273.356342:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322273.356351:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322273.356354:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767322273.356407:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322274.380019:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322274.825458:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406464 00000100:00100000:0.0:1767322274.825470:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406464 00000100:00100000:0.0:1767322274.825552:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662 00000100:00100000:0.0:1767322274.825571:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989406464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322274.825633:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322274.826482:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989406464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 915us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322274.826493:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662 00000100:00100000:1.0:1767322275.337001:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989406592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322275.337116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322275.337949:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406592 00000100:00100000:0.0:1767322275.337973:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406592 00000100:00100000:0.0:1767322275.338130:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663 00000100:00100000:0.0:1767322275.338142:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989406592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322275.338190:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322275.338286:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989406592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322275.338295:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663 00000100:00080000:2.0:1767322275.338887:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322275.401875:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322276.130206:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322276.130262:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322276.140124:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968256 00000100:00100000:1.0:1767322276.140153:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968256 00000100:00100000:1.0:1767322276.140245:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968384 00000100:00100000:1.0:1767322276.140250:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968384 00000100:00100000:1.0:1767322276.140328:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1989 00000100:00100000:1.0:1767322276.140339:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923968384:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322276.140434:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923968384:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 96us (10170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322276.140442:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1989 00000100:00100000:1.0:1767322276.140462:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2909 00000100:00100000:1.0:1767322276.140466:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923968256:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322276.140490:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322276.140520:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923968256:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (10324us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322276.140527:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2909 00010000:00010000:0.0:1767322277.450426:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322278.408968:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322278.408980:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322278.409040:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322278.409044:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322278.409049:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322278.409059:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7520 00000100:00080000:1.0:1767322278.409066:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322278.409073:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322278.409095:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681500 x1853163989406848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322278.409128:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322278.409146:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322278.409149:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322278.409152:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7520 00000100:00080000:1.0:1767322278.409155:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322278.409158:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322278.409173:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681180 x1853163989407104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322278.409182:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322278.409185:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322278.409186:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322278.409190:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7520 00000100:00080000:1.0:1767322278.409193:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322278.409196:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322278.409206:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681880 x1853163989407232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322278.409238:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322278.409241:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322278.409242:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322278.409245:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7520 00000100:00080000:1.0:1767322278.409247:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322278.409250:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322278.409261:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45ed80 x1853163989407616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322278.409339:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989406720:0@lo:400:kworker.0 00000100:00100000:0.0:1767322278.409409:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322278.409455:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322278.409461:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989406976:0@lo:400:kworker.0 00000100:00100000:0.0:1767322278.409483:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322278.409515:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406720 00000100:00100000:0.0:1767322278.409523:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406720 00000100:00100000:0.0:1767322278.409572:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406976 00000100:00100000:0.0:1767322278.409576:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406976 00000100:00100000:0.0:1767322278.409632:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767322278.409643:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989406720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322278.409695:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989406720:12345-0@lo:400:kworker.0 Request processed in 53us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322278.409713:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767322278.409733:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:0.0:1767322278.409739:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989406976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322278.409778:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989406976:12345-0@lo:400:kworker.0 Request processed in 39us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322278.409794:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00100000:0.0:1767322278.409834:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989406976:0@lo:400:kworker.0 00000100:00100000:0.0:1767322278.409843:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989406720:0@lo:400:kworker.0 00000100:00100000:2.0:1767322278.410013:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989406848:0@lo:38:kworker.0 00000100:00100000:2.0:1767322278.410045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322278.410075:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989407104:0@lo:38:kworker.0 00000100:00100000:2.0:1767322278.410096:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322278.410112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989407232:0@lo:38:kworker.0 00000100:00100000:2.0:1767322278.410135:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322278.410151:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989407616:0@lo:38:kworker.0 00000100:00100000:2.0:1767322278.410171:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322278.410200:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406848 00000100:00100000:2.0:1767322278.410204:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406848 00000100:00100000:2.0:1767322278.410219:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407104 00000100:00100000:2.0:1767322278.410221:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407104 00000100:00100000:2.0:1767322278.410228:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407616 00000100:00100000:2.0:1767322278.410230:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407616 00000100:00100000:2.0:1767322278.410239:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767322278.410244:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989406848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322278.410262:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322278.410299:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989406848:12345-0@lo:38:kworker.0 Request processed in 54us (254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322278.410305:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767322278.410318:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:2.0:1767322278.410329:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989407104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322278.410339:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322278.410368:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989407104:12345-0@lo:38:kworker.0 Request processed in 39us (272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322278.410375:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:2.0:1767322278.410388:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1767322278.410392:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989407616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322278.410401:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322278.410421:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989407616:12345-0@lo:38:kworker.0 Request processed in 28us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322278.410426:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00080000:2.0:1767322278.410451:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322278.410456:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322278.410459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989406848:0@lo:38:kworker.0 00000100:00080000:2.0:1767322278.410466:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322278.410470:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322278.410472:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989407104:0@lo:38:kworker.0 00000100:00080000:2.0:1767322278.410479:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322278.410482:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322278.410485:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989407616:0@lo:38:kworker.0 00000100:00080000:0.0:1767322278.411772:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322278.411778:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322278.411781:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989407232:0@lo:38:kworker.0 00010000:00010000:2.0:1767322278.472982:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322279.496926:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322279.945385:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407744 00000100:00100000:2.0:1767322279.945395:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407744 00000100:00100000:2.0:1767322279.945447:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:2.0:1767322279.945457:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989407744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322279.945500:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322279.945548:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989407744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322279.945555:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000100:00100000:0.0:1767322280.457122:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322280.457146:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989407872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322280.457237:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322280.457330:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407872 00000100:00100000:1.0:1767322280.457340:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407872 00000100:00100000:1.0:1767322280.457412:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:1.0:1767322280.457420:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989407872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322280.457448:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322280.457487:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989407872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322280.457494:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00100000:0.0:1767322280.457575:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989407872:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322280.457745:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322281.250132:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322281.250185:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322281.250276:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968640 00000100:00100000:2.0:1767322281.250286:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968640 00000100:00100000:2.0:1767322281.250374:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968512 00000100:00100000:2.0:1767322281.250378:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968512 00000100:00100000:2.0:1767322281.250396:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1992 00000100:00100000:2.0:1767322281.250406:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923968640:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322281.250494:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923968640:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322281.250503:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1992 00000100:00100000:2.0:1767322281.250522:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2913 00000100:00100000:2.0:1767322281.250527:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923968512:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322281.250549:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322281.250611:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923968512:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322281.250619:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2913 00010000:00010000:0.0:1767322281.544769:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322282.568779:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322283.528803:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322283.528813:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322283.528891:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322283.528895:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322283.528899:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322283.528906:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7525 00000100:00080000:0.0:1767322283.528915:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322283.528922:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322283.528942:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680000 x1853163989408128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322283.528989:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322283.528992:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322283.528994:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322283.528998:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7525 00000100:00080000:0.0:1767322283.529000:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322283.529004:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322283.529017:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c1180 x1853163989408384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322283.529025:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322283.529028:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322283.529030:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322283.529034:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7525 00000100:00080000:0.0:1767322283.529036:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322283.529040:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322283.529051:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c1880 x1853163989408512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322283.529083:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322283.529086:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322283.529087:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322283.529090:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7525 00000100:00080000:0.0:1767322283.529093:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322283.529095:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322283.529105:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3b80 x1853163989408896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322283.529144:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989408640:0@lo:400:kworker.0 00000100:00100000:0.0:1767322283.529209:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322283.529251:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322283.529258:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989408768:0@lo:400:kworker.0 00000100:00100000:0.0:1767322283.529282:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322283.529297:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989408128:0@lo:38:kworker.0 00000100:00100000:0.0:1767322283.529322:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408640 00000100:00100000:0.0:1767322283.529330:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408640 00000100:00100000:2.0:1767322283.529337:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322283.529362:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989408384:0@lo:38:kworker.0 00000100:00100000:0.0:1767322283.529385:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408768 00000100:00100000:2.0:1767322283.529389:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322283.529390:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408768 00000100:00100000:0.0:1767322283.529415:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405 00000100:00100000:0.0:1767322283.529424:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989408640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322283.529474:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989408640:12345-0@lo:400:kworker.0 Request processed in 51us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322283.529482:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405 00000100:00100000:2.0:1767322283.529496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989408512:0@lo:38:kworker.0 00000100:00100000:0.0:1767322283.529503:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406 00000100:00100000:0.0:1767322283.529511:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989408768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322283.529528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322283.529553:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989408768:12345-0@lo:400:kworker.0 Request processed in 42us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322283.529557:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989408896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322283.529563:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406 00000100:00100000:1.0:1767322283.529689:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408128 00000100:00100000:1.0:1767322283.529694:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408128 00000100:00100000:1.0:1767322283.529713:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408384 00000100:00100000:1.0:1767322283.529715:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408384 00000100:00100000:0.0:1767322283.529887:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989408768:0@lo:400:kworker.0 00000100:00100000:0.0:1767322283.529904:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989408640:0@lo:400:kworker.0 00000100:00100000:1.0:1767322283.530474:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1767322283.530482:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989408128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322283.530502:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322283.530545:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989408128:12345-0@lo:38:kworker.0 Request processed in 64us (1209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322283.535706:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767322283.535723:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989408384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322283.535750:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322283.535856:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989408384:12345-0@lo:38:kworker.0 Request processed in 136us (6468us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322283.535865:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767322283.535945:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989408256:0@lo:400:kworker.0 00000100:00100000:0.0:1767322283.536020:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408512 00000100:00100000:0.0:1767322283.536028:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408512 00000100:00100000:0.0:1767322283.536063:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177 00000100:00100000:0.0:1767322283.536069:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989408512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322283.536080:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322283.536112:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989408512:12345-0@lo:38:kworker.0 Request processed in 41us (6583us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322283.536118:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177 00000100:00100000:2.0:1767322283.536190:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322283.536251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322283.536283:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408896 00000100:00100000:2.0:1767322283.536288:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408896 00000100:00100000:2.0:1767322283.536306:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408256 00000100:00100000:2.0:1767322283.536309:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408256 00000100:00100000:2.0:1767322283.536345:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:2.0:1767322283.536352:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989408256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322283.536406:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989408256:12345-0@lo:400:kworker.0 Request processed in 54us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322283.536413:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:2.0:1767322283.536444:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1767322283.536450:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989408896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322283.536461:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322283.536499:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989408896:12345-0@lo:38:kworker.0 Request processed in 38us (6882us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322283.536506:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1767322283.536541:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989408256:0@lo:400:kworker.0 00000100:00080000:2.0:1767322283.536569:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322283.536574:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322283.536594:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989408896:0@lo:38:kworker.0 00000100:00080000:2.0:1767322283.536627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322283.536631:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322283.536643:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989408128:0@lo:38:kworker.0 00000100:00080000:2.0:1767322283.536656:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322283.536659:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322283.536662:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989408384:0@lo:38:kworker.0 00000100:00080000:2.0:1767322283.536673:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322283.536676:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322283.536678:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989408512:0@lo:38:kworker.0 00000100:00080000:2.0:1767322283.536706:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322283.537804:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1767322283.537829:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408000 00000100:00100000:1.0:1767322283.537835:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408000 00000100:00100000:1.0:1767322283.537936:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:1.0:1767322283.537945:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989408000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322283.538001:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989408000:12345-0@lo:400:kworker.0 Request processed in 57us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322283.538007:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:2.0:1767322283.540753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989408000:0@lo:400:kworker.0 00010000:00010000:1.0:1767322283.593835:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322285.065391:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409024 00000100:00100000:2.0:1767322285.065402:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409024 00000100:00100000:2.0:1767322285.065476:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:2.0:1767322285.065486:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989409024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322285.065518:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322285.065573:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989409024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322285.065640:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00100000:0.0:1767322285.577103:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989409152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322285.577176:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322285.577271:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409152 00000100:00100000:2.0:1767322285.577280:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409152 00000100:00100000:2.0:1767322285.577351:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:2.0:1767322285.577361:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989409152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322285.577393:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322285.577463:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989409152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322285.577470:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00000100:00080000:0.0:1767322285.577553:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322285.578128:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989409152:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322285.643745:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322286.370459:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322286.370571:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322286.375632:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968896 00000100:00100000:0.0:1767322286.375649:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968896 00000100:00080000:1.0:1767322286.375736:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322286.375746:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923968768 00000100:00100000:0.0:1767322286.375749:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923968768 00000100:00100000:0.0:1767322286.375782:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1995 00000100:00100000:1.0:1767322286.375792:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2917 00000100:00100000:0.0:1767322286.375793:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923968896:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322286.375798:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923968768:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322286.375819:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322286.375883:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923968896:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (5433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322286.375891:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1995 00000100:00100000:1.0:1767322286.375925:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923968768:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 126us (5354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322286.375933:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2917 00010000:00010000:2.0:1767322286.666977:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322287.689702:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322288.648738:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322288.648751:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322288.648824:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322288.648829:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322288.648833:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322288.648841:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7530 00000100:00080000:1.0:1767322288.648846:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322288.648852:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322288.648875:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e680 x1853163989409408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322288.648907:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322288.648910:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322288.648912:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322288.648915:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7530 00000100:00080000:1.0:1767322288.648931:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322288.648935:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322288.648950:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45fb80 x1853163989409664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322288.648960:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322288.648964:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322288.648965:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322288.648970:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7530 00000100:00080000:1.0:1767322288.648972:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322288.648976:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322288.648987:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d180 x1853163989409792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322288.649038:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322288.649041:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322288.649043:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322288.649046:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7530 00000100:00080000:1.0:1767322288.649049:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322288.649052:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322288.649062:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45dc00 x1853163989410176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322288.649090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989409920:0@lo:400:kworker.0 00000100:00100000:1.0:1767322288.649158:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322288.649196:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322288.649202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989410048:0@lo:400:kworker.0 00000100:00100000:1.0:1767322288.649235:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322288.649283:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409920 00000100:00100000:1.0:1767322288.649290:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409920 00000100:00100000:1.0:1767322288.649345:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410048 00000100:00100000:1.0:1767322288.649348:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410048 00000100:00100000:1.0:1767322288.649372:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4407 00000100:00100000:1.0:1767322288.649380:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989409920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322288.649429:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989409920:12345-0@lo:400:kworker.0 Request processed in 50us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322288.649437:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4407 00000100:00100000:1.0:1767322288.649462:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408 00000100:00100000:1.0:1767322288.649468:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989410048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322288.649496:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989410048:12345-0@lo:400:kworker.0 Request processed in 29us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322288.649502:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408 00000100:00080000:1.0:1767322288.649532:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322288.649536:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322288.649571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989410048:0@lo:400:kworker.0 00000100:00100000:1.0:1767322288.649619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989409920:0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.649708:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989409280:0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.649750:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322288.649780:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322288.649786:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989409536:0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.649809:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322288.649836:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409280 00000100:00100000:0.0:1767322288.649840:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409280 00000100:00100000:0.0:1767322288.649872:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409536 00000100:00100000:0.0:1767322288.649875:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409536 00000100:00100000:0.0:1767322288.649894:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:0.0:1767322288.649900:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989409280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.649936:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989409280:12345-0@lo:400:kworker.0 Request processed in 36us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322288.649943:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:0.0:1767322288.649957:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:0.0:1767322288.649963:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989409536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.649984:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989409536:12345-0@lo:400:kworker.0 Request processed in 22us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322288.649989:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00080000:0.0:1767322288.650001:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322288.650015:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989409536:0@lo:400:kworker.0 00000100:00100000:0.0:1767322288.650025:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989409280:0@lo:400:kworker.0 00000100:00100000:2.0:1767322288.650200:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989409408:0@lo:38:kworker.0 00000100:00100000:2.0:1767322288.650231:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322288.650263:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989409664:0@lo:38:kworker.0 00000100:00100000:2.0:1767322288.650334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322288.650353:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989409792:0@lo:38:kworker.0 00000100:00100000:2.0:1767322288.650377:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322288.650394:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989410176:0@lo:38:kworker.0 00000100:00100000:2.0:1767322288.650413:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322288.650456:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409792 00000100:00100000:2.0:1767322288.650461:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409792 00000100:00100000:2.0:1767322288.650482:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178 00000100:00100000:2.0:1767322288.650486:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989409792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322288.650504:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322288.650548:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989409792:12345-0@lo:38:kworker.0 Request processed in 60us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322288.650555:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178 00000100:00100000:2.0:1767322288.650572:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409408 00000100:00100000:2.0:1767322288.650575:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409408 00000100:00100000:2.0:1767322288.650613:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409664 00000100:00100000:2.0:1767322288.650616:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409664 00000100:00100000:2.0:1767322288.650622:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410176 00000100:00100000:2.0:1767322288.650624:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410176 00000100:00100000:2.0:1767322288.650632:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:2.0:1767322288.650636:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989409408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322288.650646:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322288.650672:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989409408:12345-0@lo:38:kworker.0 Request processed in 34us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322288.650687:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:2.0:1767322288.650700:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:2.0:1767322288.650704:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989409664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322288.650713:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322288.650737:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989409664:12345-0@lo:38:kworker.0 Request processed in 32us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322288.650742:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:2.0:1767322288.650753:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1767322288.650756:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989410176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322288.650765:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322288.650788:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989410176:12345-0@lo:38:kworker.0 Request processed in 30us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322288.650794:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00080000:2.0:1767322288.650821:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322288.650826:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322288.650828:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989409408:0@lo:38:kworker.0 00000100:00080000:2.0:1767322288.650836:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322288.650838:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322288.650841:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989409664:0@lo:38:kworker.0 00000100:00080000:2.0:1767322288.650847:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322288.650849:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322288.650852:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989409792:0@lo:38:kworker.0 00000100:00080000:2.0:1767322288.650858:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322288.650866:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322288.650869:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989410176:0@lo:38:kworker.0 00010000:00010000:0.0:1767322289.736749:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322290.184877:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322290.184902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989410304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322290.184973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322290.185051:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410304 00000100:00100000:2.0:1767322290.185058:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410304 00000100:00100000:2.0:1767322290.185110:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668 00000100:00100000:2.0:1767322290.185119:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989410304:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322290.185144:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767322290.185146:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322290.185199:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989410304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322290.185206:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668 00000100:00100000:0.0:1767322290.185309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989410304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322290.474745:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322290.474866:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923969024 offset 0 length 520: 4 00000100:00100000:0.0:1767322290.474912:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322290.490921:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969280 00000100:00100000:1.0:1767322290.490936:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969280 00000100:00100000:1.0:1767322290.491041:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 1998 00000100:00100000:1.0:1767322290.491054:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969280:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322290.491144:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969280:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (16408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322290.491151:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 1998 00000100:00100000:1.0:1767322290.491190:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969152 00000100:00100000:1.0:1767322290.491194:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969152 00000100:00100000:1.0:1767322290.491210:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2921 00000100:00100000:1.0:1767322290.491215:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923969152:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322290.491236:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322290.491263:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923969152:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (16350us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767322290.491832:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322290.492036:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2921 00000100:00100000:0.0:1767322290.697167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989410432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322290.697236:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322290.697614:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410432 00000100:00100000:2.0:1767322290.697623:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410432 00000100:00100000:2.0:1767322290.697729:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669 00000100:00100000:2.0:1767322290.697738:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989410432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322290.697769:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322290.697829:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989410432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322290.697836:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669 00000100:00080000:0.0:1767322290.697889:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322290.700671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989410432:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322290.761718:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322291.784838:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322293.768886:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322293.768899:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322293.768973:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322293.768978:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322293.768996:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322293.769005:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7535 00000100:00080000:2.0:1767322293.769011:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322293.769020:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322293.769046:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515500 x1853163989410688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322293.769078:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322293.769081:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322293.769083:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322293.769086:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7535 00000100:00080000:2.0:1767322293.769089:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322293.769092:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322293.769104:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08516680 x1853163989410944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322293.769113:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322293.769116:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322293.769118:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322293.769122:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7535 00000100:00080000:2.0:1767322293.769124:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322293.769128:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322293.769139:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517100 x1853163989411072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322293.769164:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322293.769167:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322293.769176:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322293.769180:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7535 00000100:00080000:2.0:1767322293.769182:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322293.769186:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322293.769198:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515f80 x1853163989411456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322293.769271:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989410688:0@lo:38:kworker.0 00000100:00100000:0.0:1767322293.769348:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322293.769449:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989410944:0@lo:38:kworker.0 00000100:00100000:0.0:1767322293.769475:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322293.769492:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989411072:0@lo:38:kworker.0 00000100:00100000:0.0:1767322293.769515:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322293.769538:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989411456:0@lo:38:kworker.0 00000100:00100000:0.0:1767322293.769558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322293.769613:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411072 00000100:00100000:0.0:1767322293.769620:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411072 00000100:00100000:0.0:1767322293.769654:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5179 00000100:00100000:0.0:1767322293.769660:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989411072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322293.769681:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322293.769723:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989411072:12345-0@lo:38:kworker.0 Request processed in 62us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322293.769730:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5179 00000100:00100000:0.0:1767322293.769756:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410688 00000100:00100000:0.0:1767322293.769760:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410688 00000100:00100000:0.0:1767322293.769776:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410944 00000100:00100000:0.0:1767322293.769779:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410944 00000100:00100000:0.0:1767322293.769790:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411456 00000100:00100000:0.0:1767322293.769799:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411456 00000100:00100000:0.0:1767322293.769814:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767322293.769818:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989410688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322293.769827:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322293.769852:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989410688:12345-0@lo:38:kworker.0 Request processed in 33us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322293.769858:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767322293.769869:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1767322293.769873:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989410944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322293.769882:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322293.769903:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989410944:12345-0@lo:38:kworker.0 Request processed in 29us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322293.769909:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1767322293.769920:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:0.0:1767322293.769923:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989411456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322293.769932:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322293.769954:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989411456:12345-0@lo:38:kworker.0 Request processed in 29us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322293.769959:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00080000:0.0:1767322293.769992:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322293.769996:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322293.770000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989410688:0@lo:38:kworker.0 00000100:00080000:0.0:1767322293.770010:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322293.770013:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322293.770015:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989410944:0@lo:38:kworker.0 00000100:00080000:0.0:1767322293.770032:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322293.770036:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322293.770038:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989411072:0@lo:38:kworker.0 00000100:00080000:0.0:1767322293.770045:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322293.770047:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322293.770050:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989411456:0@lo:38:kworker.0 00000100:00100000:1.0:1767322293.770276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989410560:0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322293.770339:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322293.770345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989410816:0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322293.770385:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989411200:0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770408:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322293.770438:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322293.770444:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989411328:0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770465:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322293.770494:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410560 00000100:00100000:1.0:1767322293.770498:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410560 00000100:00100000:1.0:1767322293.770533:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410816 00000100:00100000:1.0:1767322293.770535:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410816 00000100:00100000:1.0:1767322293.770549:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1767322293.770554:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989410560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770637:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989410560:12345-0@lo:400:kworker.0 Request processed in 82us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322293.770645:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1767322293.770663:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00100000:1.0:1767322293.770672:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989410816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770705:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989410816:12345-0@lo:400:kworker.0 Request processed in 34us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322293.770716:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:1.0:1767322293.770742:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410 00000100:00100000:1.0:1767322293.770752:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989411328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770795:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989411328:12345-0@lo:400:kworker.0 Request processed in 44us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322293.770802:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410 00000100:00100000:1.0:1767322293.770843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989410816:0@lo:400:kworker.0 00000100:00100000:1.0:1767322293.770857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989410560:0@lo:400:kworker.0 00000100:00080000:0.0:1767322293.771007:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322293.771011:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322293.771014:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767322293.834278:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322294.858724:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322295.305624:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411584 00000100:00100000:2.0:1767322295.305635:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411584 00000100:00100000:2.0:1767322295.305710:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:2.0:1767322295.305721:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989411584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322295.305755:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322295.305828:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989411584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322295.305836:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:2.0:1767322295.305895:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989411584:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322295.306241:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322295.586756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322295.587685:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322295.588187:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969536 00000100:00100000:2.0:1767322295.588201:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969536 00000100:00100000:2.0:1767322295.588289:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969408 00000100:00100000:2.0:1767322295.588292:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969408 00000100:00080000:0.0:1767322295.588571:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322295.588719:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2001 00000100:00100000:2.0:1767322295.588736:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969536:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322295.588813:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969536:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 82us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322295.589112:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2925 00000100:00100000:1.0:1767322295.589120:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923969408:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322295.589143:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322295.589176:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923969408:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (1496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322295.589184:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2925 00000100:00100000:2.0:1767322295.589613:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2001 00000100:00100000:1.0:1767322295.818122:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322295.818143:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989411712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322295.818223:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322295.818406:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411712 00000100:00100000:2.0:1767322295.818419:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411712 00000100:00100000:2.0:1767322295.818489:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:2.0:1767322295.818498:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989411712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322295.818534:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322295.818607:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989411712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322295.818615:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000100:00100000:1.0:1767322295.818703:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989411712:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322295.820024:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322295.881004:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767322297.928911:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322298.888784:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322273/real 1767322273] req@ffff9e7d41fc3800 x1853163989405312/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322298.888833:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d41fc3800 x1853163989405312/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322298.888858:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322298.888957:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322298.888963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989405312:0@lo:250:kworker.0 00000100:00100000:0.0:1767322298.889308:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989411840:0@lo:250:kworker.0 00000400:00000100:0.0:1767322298.889381:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989411840 offset 0 length 520: 4 00000100:00100000:2.0:1767322298.889557:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322298.889965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989411968:0@lo:400:kworker.0 00000100:00100000:2.0:1767322298.890019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322298.890106:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411968 00000100:00100000:1.0:1767322298.890116:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411968 00000100:00100000:1.0:1767322298.890207:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1767322298.890220:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989411968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322298.890393:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989411968:12345-0@lo:400:kworker.0 Request processed in 175us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322298.890403:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1767322298.890458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989411968:0@lo:400:kworker.0 00000100:00080000:2.0:1767322298.890670:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322298.890728:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989412096:0@lo:38:kworker.0 00000100:00100000:0.0:1767322298.890763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322298.890823:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412096 00000100:00100000:1.0:1767322298.890828:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412096 00000100:00100000:1.0:1767322298.890856:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1767322298.890861:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989412096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322298.890884:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322298.890961:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989412096:12345-0@lo:38:kworker.0 Request processed in 98us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322298.890968:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1767322298.891388:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322298.891397:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989412224:0@lo:400:kworker.0 00000100:00100000:0.0:1767322298.891425:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322298.891450:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412224 00000100:00100000:0.0:1767322298.891453:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412224 00000100:00100000:0.0:1767322298.891497:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:0.0:1767322298.891505:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989412224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322298.891552:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989412224:12345-0@lo:400:kworker.0 Request processed in 48us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322298.891558:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00100000:0.0:1767322298.891601:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989412224:0@lo:400:kworker.0 00000100:00080000:0.0:1767322298.891635:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322298.891649:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989412736:0@lo:400:kworker.0 00000100:00100000:0.0:1767322298.891675:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322298.891965:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412736 00000100:00100000:1.0:1767322298.891969:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412736 00000100:00100000:1.0:1767322298.892005:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412608 00000100:00100000:1.0:1767322298.892008:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412608 00000100:00100000:1.0:1767322298.892025:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411 00000100:00100000:1.0:1767322298.892030:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989412736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322298.892068:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989412736:12345-0@lo:400:kworker.0 Request processed in 38us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322298.892082:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411 00000100:00100000:1.0:1767322298.892093:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412 00000100:00100000:1.0:1767322298.892098:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989412608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322298.892123:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989412608:12345-0@lo:400:kworker.0 Request processed in 25us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322298.892129:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412 00000100:00100000:1.0:1767322298.892150:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989412736:0@lo:400:kworker.0 00000100:00080000:2.0:1767322298.892434:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322298.892441:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322298.892444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989412096:0@lo:38:kworker.0 00000100:00100000:2.0:1767322298.892459:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989412352:0@lo:38:kworker.0 00000100:00100000:2.0:1767322298.892634:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322298.892694:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989412480:0@lo:38:kworker.0 00000100:00100000:2.0:1767322298.892718:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322298.892742:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989412864:0@lo:38:kworker.0 00000100:00100000:2.0:1767322298.892761:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322298.893011:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322298.893015:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322298.893018:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989412480:0@lo:38:kworker.0 00000100:00100000:1.0:1767322298.893099:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412352 00000100:00100000:1.0:1767322298.893103:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412352 00000100:00100000:1.0:1767322298.893163:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412864 00000100:00100000:1.0:1767322298.893167:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412864 00000100:00100000:0.0:1767322298.893196:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767322298.893202:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989412352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322298.893212:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322298.893257:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989412352:12345-0@lo:38:kworker.0 Request processed in 53us (623us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322298.893263:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767322298.893286:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767322298.893290:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989412864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322298.893299:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322298.893348:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989412864:12345-0@lo:38:kworker.0 Request processed in 56us (585us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322298.893354:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00010000:00010000:2.0:1767322298.954661:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322299.978694:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322300.425048:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989412992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322300.425155:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322300.425407:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412992 00000100:00100000:2.0:1767322300.425440:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412992 00000100:00100000:2.0:1767322300.425531:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:2.0:1767322300.425542:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989412992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322300.425608:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322300.425724:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989412992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322300.425745:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00100000:1.0:1767322300.435826:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989412992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322300.708086:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322300.708202:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322300.709608:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969664 00000100:00100000:0.0:1767322300.709629:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969664 00000100:00100000:0.0:1767322300.709734:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969792 00000100:00100000:0.0:1767322300.709738:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969792 00000100:00100000:2.0:1767322300.711098:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2004 00000100:00100000:2.0:1767322300.711119:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969792:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322300.711238:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923969792:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322300.711248:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2004 00000100:00100000:2.0:1767322300.711280:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2929 00000100:00100000:2.0:1767322300.711285:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923969664:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322300.711323:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322300.711355:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923969664:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 68us (3285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322300.711362:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2929 00000100:00100000:1.0:1767322300.938851:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989413120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322300.938965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322300.939066:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413120 00000100:00100000:0.0:1767322300.939078:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413120 00000100:00100000:0.0:1767322300.939182:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673 00000100:00100000:0.0:1767322300.939205:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989413120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322300.939247:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322300.942421:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989413120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3193us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322300.942634:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673 00000100:00100000:1.0:1767322300.943811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989413120:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322302.024745:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322303.048935:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322304.008906:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322304.008919:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767322304.009046:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767322304.009066:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322304.009072:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322304.009078:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322304.009106:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7545 00000100:00080000:2.0:1767322304.009113:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322304.009122:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322304.009158:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514380 x1853163989413376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322304.015973:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413376 00000100:00100000:0.0:1767322304.016000:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413376 00000100:00100000:0.0:1767322304.016102:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:0.0:1767322304.016114:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989413376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322304.016152:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322304.016280:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989413376:12345-0@lo:38:kworker.0 Request processed in 167us (6899us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322304.016288:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:1.0:1767322304.016729:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989413504:0@lo:400:kworker.0 00000100:00100000:1.0:1767322304.016787:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322304.016831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989413248:0@lo:400:kworker.0 00000100:00100000:1.0:1767322304.017084:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322304.017373:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322304.017379:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322304.017394:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322304.017401:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7545 00000100:00080000:2.0:1767322304.017405:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322304.017412:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322304.017452:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08514700 x1853163989413632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322304.017470:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322304.017474:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322304.017476:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322304.017479:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7545 00000100:00080000:2.0:1767322304.017482:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322304.017486:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322304.017497:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517b80 x1853163989413760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322304.017538:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322304.017542:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322304.017544:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322304.017567:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7545 00000100:00080000:2.0:1767322304.017570:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322304.017574:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322304.017601:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515f80 x1853163989414144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322304.017655:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989413632:0@lo:38:kworker.0 00000100:00100000:2.0:1767322304.017694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322304.021940:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989413760:0@lo:38:kworker.0 00000100:00100000:2.0:1767322304.022035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322304.022062:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989414144:0@lo:38:kworker.0 00000100:00100000:2.0:1767322304.022091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322304.034008:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414144 00000100:00100000:0.0:1767322304.034061:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414144 00000100:00100000:0.0:1767322304.034122:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767322304.034130:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989414144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322304.034156:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322304.034257:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989414144:12345-0@lo:38:kworker.0 Request processed in 126us (12163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322304.034264:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00080000:2.0:1767322304.034458:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322304.034464:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322304.034468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989414144:0@lo:38:kworker.0 00010000:00010000:1.0:1767322304.072800:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322305.545211:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322305.545264:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989414272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322305.545355:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322305.546030:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414272 00000100:00100000:0.0:1767322305.546043:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414272 00000100:00100000:0.0:1767322305.546123:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674 00000100:00100000:0.0:1767322305.546135:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989414272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322305.546177:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322305.546263:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989414272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322305.546272:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674 00000100:00100000:1.0:1767322305.546563:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989414272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322305.826502:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322305.826687:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923970048 00000100:00100000:0.0:1767322305.826700:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923970048 00000100:00100000:0.0:1767322305.826807:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2007 00000100:00100000:0.0:1767322305.826820:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923970048:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322305.826938:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923970048:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 119us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322305.826947:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2007 00000100:00100000:2.0:1767322305.834154:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923969920 00000100:00100000:2.0:1767322305.834178:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923969920 00000100:00100000:2.0:1767322305.834279:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2933 00000100:00100000:2.0:1767322305.834290:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923969920:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322305.834326:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322305.834438:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923969920:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 147us (3914us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322305.834447:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2933 00000100:00100000:1.0:1767322306.056937:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989414400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322306.057041:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322306.057265:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414400 00000100:00100000:0.0:1767322306.057276:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414400 00000100:00100000:0.0:1767322306.057376:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:0.0:1767322306.057387:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989414400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322306.057448:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322306.057502:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989414400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322306.057511:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00000100:00080000:2.0:1767322306.057601:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322306.057692:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989414400:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767322306.120807:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322307.145127:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322308.170021:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322309.132382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989414784:0@lo:400:kworker.0 00000100:00100000:1.0:1767322309.132423:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322309.132458:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322309.132465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989414528:0@lo:400:kworker.0 00000100:00100000:1.0:1767322309.132488:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322309.132621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989414656:0@lo:38:kworker.0 00000100:00100000:2.0:1767322309.132666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322309.132688:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989414912:0@lo:38:kworker.0 00000100:00100000:2.0:1767322309.132710:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322309.132726:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989415040:0@lo:38:kworker.0 00000100:00100000:2.0:1767322309.132752:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322309.132772:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989415424:0@lo:38:kworker.0 00000100:00100000:2.0:1767322309.132792:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322309.132823:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322309.132829:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322309.132843:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414784 00000100:00100000:2.0:1767322309.132847:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414784 00000100:00100000:2.0:1767322309.132889:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414528 00000100:00100000:2.0:1767322309.132893:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414528 00000100:00100000:2.0:1767322309.132908:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414656 00000100:00100000:2.0:1767322309.132910:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414656 00000100:00100000:2.0:1767322309.132919:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414912 00000100:00100000:2.0:1767322309.132921:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414912 00000100:00100000:2.0:1767322309.132928:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415424 00000100:00100000:2.0:1767322309.132930:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415424 00000100:00100000:2.0:1767322309.132940:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:2.0:1767322309.132947:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989414784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322309.132989:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989414784:12345-0@lo:400:kworker.0 Request processed in 42us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322309.132995:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00000100:00100000:2.0:1767322309.133011:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1767322309.133017:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989414528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322309.133045:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989414528:12345-0@lo:400:kworker.0 Request processed in 28us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322309.133061:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1767322309.133075:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767322309.133079:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989414656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322309.133103:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322309.133153:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989414656:12345-0@lo:38:kworker.0 Request processed in 72us (486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322309.133160:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767322309.133173:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:2.0:1767322309.133176:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989414912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322309.133187:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322309.133212:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989414912:12345-0@lo:38:kworker.0 Request processed in 34us (501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322309.133218:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:2.0:1767322309.133228:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:2.0:1767322309.133232:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989415424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322309.133242:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322309.133264:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989415424:12345-0@lo:38:kworker.0 Request processed in 30us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322309.133270:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00100000:2.0:1767322309.133289:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415040 00000100:00100000:2.0:1767322309.133293:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415040 00000100:00100000:2.0:1767322309.133313:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5182 00000100:00100000:2.0:1767322309.133317:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989415040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322309.133327:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322309.133358:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989415040:12345-0@lo:38:kworker.0 Request processed in 39us (605us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322309.133364:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5182 00000100:00080000:2.0:1767322309.133390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322309.133413:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322309.133419:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322309.133423:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989414656:0@lo:38:kworker.0 00000100:00080000:2.0:1767322309.133433:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322309.133436:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322309.133439:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989414912:0@lo:38:kworker.0 00000100:00080000:2.0:1767322309.133447:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322309.133450:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322309.133452:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989415040:0@lo:38:kworker.0 00000100:00080000:2.0:1767322309.133460:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322309.133464:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322309.133467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989415424:0@lo:38:kworker.0 00000100:00100000:1.0:1767322309.133611:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989414528:0@lo:400:kworker.0 00000100:00100000:1.0:1767322309.133626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989414784:0@lo:400:kworker.0 00010000:00010000:0.0:1767322310.216810:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322310.665639:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989415552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322310.665725:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322310.667263:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989415552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322310.946650:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322310.946700:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322310.947371:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322311.176996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989415680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322311.177079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322311.177201:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415680 00000100:00100000:2.0:1767322311.177209:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415680 00000100:00100000:2.0:1767322311.177281:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:2.0:1767322311.177299:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989415680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322311.177341:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322311.177386:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989415680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322311.177394:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00100000:1.0:1767322311.177565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989415680:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322311.242007:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322312.266916:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322314.248745:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322314.248757:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322314.248831:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322314.248850:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322314.248854:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322314.248862:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7556 00000100:00080000:1.0:1767322314.248867:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322314.248873:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322314.248908:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4a80 x1853163989415936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322314.248945:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322314.248948:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322314.248950:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322314.248954:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7556 00000100:00080000:1.0:1767322314.248957:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322314.248961:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322314.248972:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4e00 x1853163989416192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322314.248981:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322314.248984:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322314.248986:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322314.248990:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7556 00000100:00080000:1.0:1767322314.248992:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322314.248996:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322314.249007:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7100 x1853163989416320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322314.249052:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322314.249062:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322314.249064:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322314.249068:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7556 00000100:00080000:1.0:1767322314.249070:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322314.249074:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322314.249085:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b7480 x1853163989416704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322314.249105:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989415936:0@lo:38:kworker.0 00000100:00100000:1.0:1767322314.249110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989416448:0@lo:400:kworker.0 00000100:00100000:2.0:1767322314.249707:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989416064:0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.251921:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322314.251980:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322314.251993:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989416576:0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.252026:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322314.252085:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416448 00000100:00100000:1.0:1767322314.252092:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416448 00000100:00100000:1.0:1767322314.252147:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416576 00000100:00100000:1.0:1767322314.252151:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416576 00000100:00100000:1.0:1767322314.252175:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417 00000100:00100000:1.0:1767322314.252184:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989416448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.252238:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989416448:12345-0@lo:400:kworker.0 Request processed in 55us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322314.252247:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417 00000100:00100000:1.0:1767322314.252262:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418 00000100:00100000:1.0:1767322314.252268:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989416576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.252294:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989416576:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322314.252300:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418 00000100:00080000:1.0:1767322314.252335:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322314.252339:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322314.252376:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989416576:0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.252387:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989416448:0@lo:400:kworker.0 00000100:00100000:0.0:1767322314.255429:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322314.255601:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989416192:0@lo:38:kworker.0 00000100:00100000:0.0:1767322314.255640:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322314.256345:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989416320:0@lo:38:kworker.0 00000100:00100000:0.0:1767322314.256378:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322314.256411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989416704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322314.256432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322314.256492:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415936 00000100:00100000:0.0:1767322314.256499:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415936 00000100:00100000:0.0:1767322314.256533:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416192 00000100:00100000:0.0:1767322314.256536:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416192 00000100:00100000:0.0:1767322314.256551:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767322314.256557:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989415936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322314.256599:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322314.256763:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989415936:12345-0@lo:38:kworker.0 Request processed in 204us (1341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322314.256771:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767322314.256792:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416704 00000100:00100000:0.0:1767322314.256795:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416704 00000100:00100000:0.0:1767322314.256815:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767322314.256819:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989416192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322314.256827:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322314.256852:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989416192:12345-0@lo:38:kworker.0 Request processed in 31us (1210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322314.256857:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767322314.256867:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:0.0:1767322314.256871:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989416704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322314.256879:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322314.256901:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989416704:12345-0@lo:38:kworker.0 Request processed in 28us (468us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322314.256907:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00080000:0.0:1767322314.256954:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322314.256959:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322314.256963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989415936:0@lo:38:kworker.0 00000100:00080000:0.0:1767322314.256972:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322314.256975:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322314.256978:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989416192:0@lo:38:kworker.0 00000100:00080000:0.0:1767322314.256984:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322314.256987:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322314.256996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989416704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322314.257094:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416320 00000100:00100000:0.0:1767322314.257098:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416320 00000100:00100000:0.0:1767322314.257121:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183 00000100:00100000:0.0:1767322314.257125:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989416320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322314.257135:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322314.257166:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989416320:12345-0@lo:38:kworker.0 Request processed in 39us (788us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322314.257172:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183 00000100:00080000:0.0:1767322314.257196:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322314.257200:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322314.257203:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989416320:0@lo:38:kworker.0 00000100:00100000:1.0:1767322314.262387:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415808 00000100:00100000:1.0:1767322314.262398:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415808 00000100:00100000:1.0:1767322314.262475:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:1.0:1767322314.262486:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989415808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.262554:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989415808:12345-0@lo:400:kworker.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322314.262562:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1767322314.264149:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322314.267182:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416064 00000100:00100000:1.0:1767322314.267198:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416064 00000100:00100000:1.0:1767322314.269125:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:1.0:1767322314.269139:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989416064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322314.269250:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989416064:12345-0@lo:400:kworker.0 Request processed in 114us (5105us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322314.269258:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00000100:00100000:2.0:1767322314.269657:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989416064:0@lo:400:kworker.0 00010000:00010000:2.0:1767322314.316485:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322315.336972:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322315.785321:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322315.785348:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989416832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322315.785434:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322315.785728:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416832 00000100:00100000:2.0:1767322315.785736:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416832 00000100:00100000:2.0:1767322315.785791:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:2.0:1767322315.785799:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989416832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322315.785958:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322315.786025:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989416832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 218us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322315.786032:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1767322315.786197:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989416832:0@lo:13:osp-pre-1-1.0 00000400:00000100:1.0:1767322316.076871:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923970432 offset 0 length 520: 4 00000100:00100000:1.0:1767322316.076942:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322316.077417:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322316.084509:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923970560 00000100:00100000:1.0:1767322316.084539:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923970560 00000100:00100000:1.0:1767322316.084620:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2941 00000100:00100000:1.0:1767322316.084628:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923970560:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322316.084665:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322316.084745:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923970560:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 117us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322316.084751:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2941 00000100:00100000:1.0:1767322316.297086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989416960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322316.297182:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322316.297923:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322316.298780:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989416960:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322316.361960:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322318.410864:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322319.369369:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989417088:0@lo:400:kworker.0 00000100:00100000:1.0:1767322319.369447:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322319.373094:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417088 00000100:00100000:2.0:1767322319.373113:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417088 00000100:00100000:0.0:1767322319.373172:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989417344:0@lo:400:kworker.0 00000100:00100000:2.0:1767322319.373232:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1767322319.373254:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989417088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322319.373304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322319.373409:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417344 00000100:00100000:0.0:1767322319.373417:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417344 00000100:00100000:0.0:1767322319.373471:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:0.0:1767322319.373480:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989417344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322319.373540:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989417344:12345-0@lo:400:kworker.0 Request processed in 61us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322319.373548:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00100000:0.0:1767322319.373638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989417344:0@lo:400:kworker.0 00000100:00080000:0.0:1767322319.373692:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322319.373724:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989417216:0@lo:38:kworker.0 00000100:00100000:0.0:1767322319.373775:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322319.373810:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417216 00000100:00100000:0.0:1767322319.373815:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417216 00000100:00100000:0.0:1767322319.373835:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767322319.373841:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989417216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322319.373866:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322319.373904:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989417216:12345-0@lo:38:kworker.0 Request processed in 62us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322319.373911:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00080000:0.0:1767322319.373939:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322319.373945:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322319.373964:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989417216:0@lo:38:kworker.0 00000100:00100000:0.0:1767322319.377341:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989417472:0@lo:38:kworker.0 00000100:00100000:0.0:1767322319.377452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322319.377529:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989417600:0@lo:38:kworker.0 00000100:00100000:0.0:1767322319.377689:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322319.377766:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417600 00000100:00100000:0.0:1767322319.377777:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417600 00000100:00100000:0.0:1767322319.377836:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184 00000100:00100000:0.0:1767322319.377855:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989417600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322319.377888:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322319.377983:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989417600:12345-0@lo:38:kworker.0 Request processed in 130us (291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322319.377993:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184 00000100:00100000:0.0:1767322319.378038:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417472 00000100:00100000:0.0:1767322319.378060:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417472 00000100:00100000:0.0:1767322319.378098:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767322319.378106:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989417472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322319.378118:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322319.378171:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989417472:12345-0@lo:38:kworker.0 Request processed in 58us (713us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322319.378185:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767322319.378234:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989417984:0@lo:38:kworker.0 00000100:00100000:1.0:1767322319.378892:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989417088:0@lo:400:kworker.0 00000100:00100000:2.0:1767322319.379019:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989417088:12345-0@lo:400:kworker.0 Request processed in 5774us (9570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322319.379029:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:0.0:1767322319.380508:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322319.380630:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322319.380646:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322319.380651:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989417472:0@lo:38:kworker.0 00000100:00080000:0.0:1767322319.380668:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322319.380672:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322319.380675:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989417600:0@lo:38:kworker.0 00000100:00100000:2.0:1767322319.381681:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417984 00000100:00100000:2.0:1767322319.381698:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417984 00000100:00100000:2.0:1767322319.381761:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1767322319.381769:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989417984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322319.381797:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322319.381911:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989417984:12345-0@lo:38:kworker.0 Request processed in 141us (1405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322319.381920:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00080000:1.0:1767322319.381994:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322319.382004:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322319.382009:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989417984:0@lo:38:kworker.0 00010000:00010000:2.0:1767322319.432936:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322320.456887:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322320.905237:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322320.905261:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989418112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322320.905334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322320.905760:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989418112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322321.201747:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322321.202101:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322321.202261:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923970944 00000100:00100000:1.0:1767322321.202287:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923970944 00000100:00100000:1.0:1767322321.202398:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923970816 00000100:00100000:1.0:1767322321.202403:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923970816 00000100:00100000:1.0:1767322321.202788:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2016 00000100:00100000:1.0:1767322321.202804:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923970944:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322321.202926:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923970944:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322321.215863:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2016 00000100:00100000:0.0:1767322321.418570:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989418240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322321.418707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322321.421068:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322321.421167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989418240:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322322.505028:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322323.464741:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322298/real 1767322298] req@ffff9e7d3bc5f800 x1853163989411840/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322323 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767322323.464785:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5f800 x1853163989411840/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322323 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767322323.464810:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322323.464848:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767322323.464853:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989411840:0@lo:250:kworker.0 00000100:00080000:0.0:1767322323.465053:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322323.465083:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322323.465086:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322323.465092:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7545 00000100:00080000:0.0:1767322323.465097:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322323.465104:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322323.465142:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e680 x1853163989418368/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322323.465212:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322323.465216:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322323.465218:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322323.465222:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7566 00000100:00080000:0.0:1767322323.465225:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322323.465229:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322323.465244:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1c00 x1853163989418624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322323.465260:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322323.465263:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322323.465265:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322323.465268:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7566 00000100:00080000:0.0:1767322323.465271:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322323.465274:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322323.465282:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0000 x1853163989418880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322323.465289:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322323.465293:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322323.465300:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322323.465304:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7566 00000100:00080000:0.0:1767322323.465306:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322323.465310:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322323.465336:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc0700 x1853163989419008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322323.465370:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322323.465373:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322323.465375:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322323.465378:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7566 00000100:00080000:0.0:1767322323.465381:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322323.465384:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322323.465392:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc3800 x1853163989419392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322323.465423:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989419264:0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.465547:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989418752:0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.465649:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322323.465713:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322323.465718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989418496:0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.465738:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322323.465786:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418752 00000100:00100000:2.0:1767322323.465794:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418752 00000100:00100000:2.0:1767322323.465850:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418496 00000100:00100000:2.0:1767322323.465852:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418496 00000100:00100000:2.0:1767322323.465872:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:2.0:1767322323.465895:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989418752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.465947:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989418752:12345-0@lo:400:kworker.0 Request processed in 54us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322323.465955:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:2.0:1767322323.465973:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:2.0:1767322323.465979:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989418496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.466000:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989418496:12345-0@lo:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322323.466005:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00080000:2.0:1767322323.466020:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322323.466064:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989418496:0@lo:400:kworker.0 00000100:00100000:2.0:1767322323.466073:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989418752:0@lo:400:kworker.0 00000100:00100000:0.0:1767322323.466888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322323.466932:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322323.466941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989419136:0@lo:400:kworker.0 00000100:00100000:0.0:1767322323.466970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322323.467138:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419264 00000100:00100000:1.0:1767322323.467144:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419264 00000100:00100000:1.0:1767322323.467200:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419136 00000100:00100000:1.0:1767322323.467203:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419136 00000100:00100000:1.0:1767322323.467222:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:1.0:1767322323.467230:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989419264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322323.467280:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989419264:12345-0@lo:400:kworker.0 Request processed in 51us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322323.467286:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:1.0:1767322323.467300:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:1.0:1767322323.467306:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989419136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322323.467332:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989419136:12345-0@lo:400:kworker.0 Request processed in 26us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322323.467338:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:1.0:1767322323.467361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989418368:0@lo:250:kworker.0 00000400:00000100:1.0:1767322323.467384:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989418368 offset 0 length 520: 4 00000100:00100000:1.0:1767322323.467420:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989418624:0@lo:38:kworker.0 00000100:00100000:1.0:1767322323.467457:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322323.467474:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989418880:0@lo:38:kworker.0 00000100:00100000:1.0:1767322323.467493:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322323.467506:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989419008:0@lo:38:kworker.0 00000100:00100000:1.0:1767322323.467527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322323.467544:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989419392:0@lo:38:kworker.0 00000100:00100000:1.0:1767322323.467562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322323.467618:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419008 00000100:00100000:1.0:1767322323.467621:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419008 00000100:00100000:1.0:1767322323.467640:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185 00000100:00100000:1.0:1767322323.467645:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989419008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322323.467669:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322323.467703:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989419008:12345-0@lo:38:kworker.0 Request processed in 57us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322323.467709:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185 00000100:00100000:1.0:1767322323.467724:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418624 00000100:00100000:1.0:1767322323.467727:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418624 00000100:00100000:1.0:1767322323.467742:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418880 00000100:00100000:1.0:1767322323.467744:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418880 00000100:00100000:1.0:1767322323.467752:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419392 00000100:00100000:1.0:1767322323.467754:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419392 00000100:00100000:1.0:1767322323.467763:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1767322323.467767:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989418624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322323.467776:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322323.467798:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989418624:12345-0@lo:38:kworker.0 Request processed in 29us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322323.467809:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1767322323.467818:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1767322323.467822:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989418880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322323.467831:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322323.467848:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989418880:12345-0@lo:38:kworker.0 Request processed in 25us (355us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322323.467854:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1767322323.467862:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:1.0:1767322323.467865:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989419392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322323.467889:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322323.467911:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989419392:12345-0@lo:38:kworker.0 Request processed in 44us (348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322323.467917:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:1.0:1767322323.467954:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989419136:0@lo:400:kworker.0 00000100:00100000:1.0:1767322323.467967:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989419264:0@lo:400:kworker.0 00000100:00080000:1.0:1767322323.468004:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322323.468009:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322323.468012:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989418624:0@lo:38:kworker.0 00000100:00080000:1.0:1767322323.468019:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322323.468021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322323.468024:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989418880:0@lo:38:kworker.0 00000100:00080000:1.0:1767322323.468030:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322323.468033:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322323.468046:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989419008:0@lo:38:kworker.0 00000100:00080000:1.0:1767322323.468056:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322323.468059:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322323.468062:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989419392:0@lo:38:kworker.0 00000100:00080000:0.0:1767322323.468410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322323.468415:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322323.529500:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322324.554239:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322326.025962:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989419520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322326.026069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322326.026280:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322326.040261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989419520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322326.306874:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322326.306936:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322326.307693:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322326.537519:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322326.544440:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989419648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322326.544551:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322326.550782:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322326.555789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989419648:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322326.604454:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322327.635779:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322328.585630:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322328.585645:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322328.585737:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322328.585742:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322328.585747:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322328.585758:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7570 00000100:00080000:1.0:1767322328.585764:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322328.585773:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322328.585827:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322328.585830:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1c00 x1853163989419904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322328.585852:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322328.585854:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322328.585862:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322328.585866:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7570 00000100:00080000:1.0:1767322328.585869:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322328.585873:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322328.585886:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc2300 x1853163989420160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322328.585887:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989420032:0@lo:400:kworker.0 00000100:00080000:1.0:1767322328.585895:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322328.585899:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322328.585901:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322328.585905:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7570 00000100:00080000:1.0:1767322328.585908:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322328.585911:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322328.585988:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322328.586045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989419776:0@lo:400:kworker.0 00000100:00100000:0.0:1767322328.586070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322328.586117:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420032 00000100:00100000:0.0:1767322328.586126:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420032 00000100:00100000:0.0:1767322328.586188:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419776 00000100:00100000:0.0:1767322328.586192:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419776 00000100:00100000:0.0:1767322328.586218:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:0.0:1767322328.586223:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989419776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322328.586335:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989419904:0@lo:38:kworker.0 00000100:00100000:2.0:1767322328.586374:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322328.586386:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfd880 x1853163989420288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322328.586411:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989420160:0@lo:38:kworker.0 00000100:00080000:1.0:1767322328.586434:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322328.586438:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322328.586443:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322328.586444:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322328.586451:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7570 00000100:00080000:1.0:1767322328.586455:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322328.586460:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322328.586465:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989420288:0@lo:38:kworker.0 00000100:00100000:1.0:1767322328.586475:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bffb80 x1853163989420672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322328.586498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322328.586525:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989420672:0@lo:38:kworker.0 00000100:00100000:2.0:1767322328.587761:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322328.587810:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322328.587816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322328.587820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989420288:0@lo:38:kworker.0 00000100:00080000:2.0:1767322328.587831:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322328.587834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322328.587837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989419904:0@lo:38:kworker.0 00000100:00080000:2.0:1767322328.587845:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322328.587848:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322328.587851:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989420160:0@lo:38:kworker.0 00000100:00080000:2.0:1767322328.589386:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322328.589411:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322328.589415:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989420672:0@lo:38:kworker.0 00000100:00100000:0.0:1767322328.590484:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989419776:12345-0@lo:400:kworker.0 Request processed in 4252us (4405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322328.590500:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1767322328.597445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989420032:0@lo:400:kworker.0 00000100:00100000:1.0:1767322328.597500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989419776:0@lo:400:kworker.0 00010000:00010000:1.0:1767322328.651148:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322330.700480:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322331.145319:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322331.145347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989420800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322331.145419:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322331.146383:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420800 00000100:00100000:2.0:1767322331.146394:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420800 00000100:00100000:2.0:1767322331.146481:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684 00000100:00100000:2.0:1767322331.146491:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989420800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322331.146522:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322331.146618:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989420800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322331.146625:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684 00000100:00100000:1.0:1767322331.149002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989420800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322331.435009:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322331.435064:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322331.435159:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923971456 00000100:00100000:2.0:1767322331.435169:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923971456 00000100:00100000:2.0:1767322331.435244:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923971328 00000100:00100000:2.0:1767322331.435248:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923971328 00000100:00100000:2.0:1767322331.435267:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2022 00000100:00100000:2.0:1767322331.435277:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923971456:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322331.435379:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923971456:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 103us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322331.435388:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2022 00000100:00100000:2.0:1767322331.435406:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2953 00000100:00100000:2.0:1767322331.435411:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923971328:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322331.435434:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322331.435461:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923971328:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322331.435467:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2953 00000100:00080000:0.0:1767322331.436224:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322331.657178:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989420928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322331.657252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322331.657644:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322331.670675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989420928:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322331.721622:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322332.744829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322333.705965:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989421184:0@lo:38:kworker.0 00000100:00100000:2.0:1767322333.705996:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322333.706021:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989421440:0@lo:38:kworker.0 00000100:00100000:2.0:1767322333.706039:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322333.706055:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989421568:0@lo:38:kworker.0 00000100:00100000:2.0:1767322333.706073:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322333.706088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d407ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989421952:0@lo:38:kworker.0 00000100:00100000:2.0:1767322333.706104:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322333.706132:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421568 00000100:00100000:2.0:1767322333.706135:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421568 00000100:00100000:2.0:1767322333.706156:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187 00000100:00100000:2.0:1767322333.706160:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989421568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322333.706179:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322333.706208:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989421568:12345-0@lo:38:kworker.0 Request processed in 46us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322333.706215:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187 00000100:00100000:2.0:1767322333.706235:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421184 00000100:00100000:2.0:1767322333.706238:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421184 00000100:00100000:2.0:1767322333.706258:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421440 00000100:00100000:2.0:1767322333.706261:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421440 00000100:00100000:2.0:1767322333.706272:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421952 00000100:00100000:2.0:1767322333.706275:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421952 00000100:00100000:2.0:1767322333.706288:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767322333.706292:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322333.706301:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322333.706334:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421184:12345-0@lo:38:kworker.0 Request processed in 40us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322333.706339:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767322333.706350:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767322333.706354:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322333.706363:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322333.706382:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421440:12345-0@lo:38:kworker.0 Request processed in 27us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322333.706388:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767322333.706398:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1767322333.706402:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322333.706410:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322333.706430:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989421952:12345-0@lo:38:kworker.0 Request processed in 27us (325us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322333.706435:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00080000:2.0:1767322333.706475:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322333.706480:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322333.706483:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989421184:0@lo:38:kworker.0 00000100:00080000:2.0:1767322333.706490:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322333.706493:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322333.706496:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989421440:0@lo:38:kworker.0 00000100:00080000:2.0:1767322333.706504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322333.706506:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322333.706509:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989421568:0@lo:38:kworker.0 00000100:00080000:2.0:1767322333.706523:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322333.706526:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322333.706529:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d407ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989421952:0@lo:38:kworker.0 00000100:00100000:1.0:1767322333.706769:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989421312:0@lo:400:kworker.0 00000100:00100000:1.0:1767322333.706799:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322333.706827:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322333.706833:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989421056:0@lo:400:kworker.0 00000100:00100000:1.0:1767322333.706853:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322333.706889:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421312 00000100:00100000:1.0:1767322333.706893:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421312 00000100:00100000:1.0:1767322333.706927:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421056 00000100:00100000:1.0:1767322333.706930:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421056 00000100:00100000:1.0:1767322333.706950:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:1.0:1767322333.706956:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989421312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322333.706993:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989421312:12345-0@lo:400:kworker.0 Request processed in 37us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322333.706999:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00100000:1.0:1767322333.707011:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:1.0:1767322333.707018:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989421056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322333.707052:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989421056:12345-0@lo:400:kworker.0 Request processed in 35us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322333.707059:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00080000:1.0:1767322333.707075:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322333.707094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989421056:0@lo:400:kworker.0 00000100:00100000:1.0:1767322333.707104:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989421312:0@lo:400:kworker.0 00010000:00010000:2.0:1767322334.794658:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322335.817158:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322336.270858:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322336.270897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989422080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322336.270981:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322336.271982:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322336.272074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989422080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322336.548849:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923971712 00000100:00100000:2.0:1767322336.548859:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923971712 00000100:00100000:2.0:1767322336.548941:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2025 00000100:00100000:2.0:1767322336.548952:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923971712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322336.549028:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923971712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 78us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322336.549036:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2025 00000100:00080000:1.0:1767322336.549119:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322336.558617:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923971584 00000100:00100000:0.0:1767322336.558643:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923971584 00000100:00100000:0.0:1767322336.558719:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2957 00000100:00100000:0.0:1767322336.558727:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923971584:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322336.558754:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322336.558835:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923971584:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 107us (9360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322336.558842:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2957 00000100:00100000:0.0:1767322336.780395:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322336.780423:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989422208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322336.780517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322336.791795:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422208 00000100:00100000:2.0:1767322336.791810:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422208 00000100:00100000:2.0:1767322336.792253:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687 00000100:00100000:2.0:1767322336.792267:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989422208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322336.792313:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322336.792417:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989422208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (11898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322336.792425:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687 00010000:00010000:1.0:1767322336.844771:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322338.824955:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322338.824972:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322338.825067:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322338.825072:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322338.825078:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322338.825091:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7580 00000100:00080000:1.0:1767322338.825099:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322338.825109:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322338.825139:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfc000 x1853163989422464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322338.825181:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322338.825184:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322338.825210:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322338.825215:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7580 00000100:00080000:1.0:1767322338.825218:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322338.825222:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322338.825237:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfea00 x1853163989422720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322338.825248:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322338.825252:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322338.825253:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322338.825258:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7580 00000100:00080000:1.0:1767322338.825260:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322338.825265:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322338.825279:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bff100 x1853163989422848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322338.825325:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322338.825328:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322338.825329:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322338.825334:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7580 00000100:00080000:1.0:1767322338.825337:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322338.825341:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322338.825352:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bffb80 x1853163989423232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322338.825400:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989423104:0@lo:400:kworker.0 00000100:00100000:2.0:1767322338.825497:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989422592:0@lo:400:kworker.0 00000100:00100000:1.0:1767322338.825507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322338.825641:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322338.825795:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322338.825805:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989422336:0@lo:400:kworker.0 00000100:00100000:2.0:1767322338.825832:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322338.825903:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422592 00000100:00100000:2.0:1767322338.825917:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422592 00000100:00100000:2.0:1767322338.825999:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422336 00000100:00100000:2.0:1767322338.826003:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422336 00000100:00100000:0.0:1767322338.826038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989422464:0@lo:38:kworker.0 00000100:00100000:0.0:1767322338.826088:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322338.826120:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989422720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322338.826143:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322338.826162:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989422848:0@lo:38:kworker.0 00000100:00100000:0.0:1767322338.826189:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322338.826210:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989423232:0@lo:38:kworker.0 00000100:00100000:0.0:1767322338.826230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322338.826269:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422464 00000100:00100000:0.0:1767322338.826274:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422464 00000100:00100000:0.0:1767322338.826300:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422720 00000100:00100000:0.0:1767322338.826303:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422720 00000100:00100000:0.0:1767322338.826312:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423232 00000100:00100000:0.0:1767322338.826314:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423232 00000100:00100000:0.0:1767322338.826330:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767322338.826343:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989422592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322338.826412:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989422592:12345-0@lo:400:kworker.0 Request processed in 71us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322338.826420:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767322338.826444:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1767322338.826448:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989422464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322338.826472:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322338.826505:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989422464:12345-0@lo:38:kworker.0 Request processed in 55us (417us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322338.826512:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1767322338.826565:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:0.0:1767322338.826569:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989422720:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322338.827182:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322338.827204:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989422976:0@lo:400:kworker.0 00000100:00100000:1.0:1767322338.827251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322338.827335:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422848 00000100:00100000:1.0:1767322338.827341:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422848 00000100:00100000:1.0:1767322338.827375:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5188 00000100:00100000:1.0:1767322338.827381:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989422848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322338.827397:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322338.827433:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989422848:12345-0@lo:38:kworker.0 Request processed in 51us (1242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322338.827440:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5188 00000100:00100000:1.0:1767322338.827465:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767322338.827470:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989423232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322338.827479:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322338.827503:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989423232:12345-0@lo:38:kworker.0 Request processed in 31us (1272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322338.827509:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767322338.827577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989422592:0@lo:400:kworker.0 00010000:00020000:0.0:1767322338.827760:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322338.827796:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989422720:12345-0@lo:38:kworker.0 Request processed in 1225us (1652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322338.827804:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00100000:1.0:1767322338.827941:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422976 00000100:00100000:1.0:1767322338.828043:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422976 00000100:00080000:0.0:1767322338.828789:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322338.828796:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322338.828800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989422464:0@lo:38:kworker.0 00000100:00080000:0.0:1767322338.828812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322338.828816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322338.828820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989422720:0@lo:38:kworker.0 00000100:00080000:0.0:1767322338.828832:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322338.828836:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322338.828840:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989422848:0@lo:38:kworker.0 00000100:00080000:0.0:1767322338.828849:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322338.828853:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322338.828856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989423232:0@lo:38:kworker.0 00000100:00080000:0.0:1767322338.828911:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322338.828917:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322338.828921:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322338.831835:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:2.0:1767322338.831853:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989422336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322338.831969:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989422336:12345-0@lo:400:kworker.0 Request processed in 120us (6133us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322338.832044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989422336:0@lo:400:kworker.0 00000100:00100000:1.0:1767322338.832321:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:1.0:1767322338.832334:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989422976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322338.832416:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989422976:12345-0@lo:400:kworker.0 Request processed in 86us (5164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322338.832423:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:0.0:1767322338.833139:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989422976:0@lo:400:kworker.0 00000100:00100000:2.0:1767322338.835616:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00010000:00010000:2.0:1767322338.893188:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322339.913129:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322340.641534:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972096 00000100:00100000:2.0:1767322340.641547:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972096 00000100:00100000:2.0:1767322340.641705:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2028 00000100:00100000:2.0:1767322340.641718:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923972096:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322340.641843:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923972096:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 127us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322340.641853:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2028 00000100:00080000:0.0:1767322340.643390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322340.644054:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923971968 00000100:00100000:2.0:1767322340.644066:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923971968 00000100:00100000:2.0:1767322340.644160:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2961 00000100:00100000:2.0:1767322340.644170:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923971968:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322340.644200:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322340.644284:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923971968:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 114us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322340.644292:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2961 00010000:00010000:1.0:1767322340.940347:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322341.387095:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989423360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322341.387213:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322341.387495:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423360 00000100:00100000:2.0:1767322341.387522:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423360 00000100:00100000:2.0:1767322341.387633:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:2.0:1767322341.387644:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989423360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322341.387687:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322341.387742:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989423360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322341.387750:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00080000:0.0:1767322341.388041:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322341.388422:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989423360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322341.900024:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322341.900063:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989423488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322341.900162:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322341.900964:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423488 00000100:00100000:2.0:1767322341.900977:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423488 00000100:00100000:2.0:1767322341.901076:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:2.0:1767322341.901089:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989423488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322341.901136:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322341.901219:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989423488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322341.901228:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000100:00100000:1.0:1767322341.901404:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989423488:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322341.902495:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322342.984992:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322343.946090:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322343.946107:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322343.946200:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322343.946205:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322343.946210:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322343.946220:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7585 00000100:00080000:2.0:1767322343.946225:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322343.946233:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322343.946263:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b0000 x1853163989423744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322343.946330:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322343.946333:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322343.946335:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322343.946340:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7585 00000100:00080000:2.0:1767322343.946342:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322343.946347:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322343.946361:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b3b80 x1853163989424000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322343.946370:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322343.946373:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322343.946375:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322343.946379:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7585 00000100:00080000:2.0:1767322343.946381:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322343.946386:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322343.946413:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4b1180 x1853163989424128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322343.946450:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322343.946453:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322343.946455:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322343.946459:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7585 00000100:00080000:2.0:1767322343.946462:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322343.946466:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322343.946476:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e260000 x1853163989424512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322343.946540:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989424384:0@lo:400:kworker.0 00000100:00100000:2.0:1767322343.946605:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322343.946633:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322343.946640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989424256:0@lo:400:kworker.0 00000100:00100000:2.0:1767322343.947256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322343.947377:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424384 00000100:00100000:0.0:1767322343.947382:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424384 00000100:00100000:0.0:1767322343.947426:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424256 00000100:00100000:0.0:1767322343.947429:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424256 00000100:00100000:0.0:1767322343.947453:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429 00000100:00100000:0.0:1767322343.947461:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989424384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322343.947516:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989424384:12345-0@lo:400:kworker.0 Request processed in 56us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322343.947523:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429 00000100:00100000:0.0:1767322343.947541:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430 00000100:00100000:0.0:1767322343.947546:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989424256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322343.947572:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989424256:12345-0@lo:400:kworker.0 Request processed in 27us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322343.947577:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430 00000100:00080000:0.0:1767322343.947625:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322343.947630:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322343.947632:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322343.947667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989424256:0@lo:400:kworker.0 00000100:00100000:0.0:1767322343.947678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989424384:0@lo:400:kworker.0 00000100:00100000:1.0:1767322343.948458:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989423744:0@lo:38:kworker.0 00000100:00100000:1.0:1767322343.948534:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322343.948612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989424000:0@lo:38:kworker.0 00000100:00100000:1.0:1767322343.948637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322343.948676:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989424128:0@lo:38:kworker.0 00000100:00100000:1.0:1767322343.948704:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322343.948746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989424512:0@lo:38:kworker.0 00000100:00100000:1.0:1767322343.948769:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322343.948801:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424512 00000100:00100000:1.0:1767322343.948804:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424512 00000100:00100000:1.0:1767322343.948826:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1767322343.948843:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989424000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322343.948853:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322343.948877:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989424000:12345-0@lo:38:kworker.0 Request processed in 34us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322343.948883:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00080000:1.0:1767322343.948921:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322343.948926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322343.948930:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989423744:0@lo:38:kworker.0 00000100:00080000:1.0:1767322343.948938:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322343.948941:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322343.948944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989424000:0@lo:38:kworker.0 00000100:00080000:1.0:1767322343.948951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322343.948966:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322343.948969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989424512:0@lo:38:kworker.0 00000100:00100000:0.0:1767322343.950564:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424128 00000100:00100000:0.0:1767322343.950627:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424128 00000100:00100000:0.0:1767322343.951339:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189 00000100:00100000:0.0:1767322343.951349:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989424128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322343.951380:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322343.951514:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989424128:12345-0@lo:38:kworker.0 Request processed in 164us (2806us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322343.951521:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189 00000100:00080000:2.0:1767322343.951858:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322343.951865:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322343.951870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989424128:0@lo:38:kworker.0 00010000:00010000:2.0:1767322344.012898:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322345.033646:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322345.764735:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972352 00000100:00100000:0.0:1767322345.764751:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972352 00000100:00080000:2.0:1767322345.764820:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322345.764856:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2031 00000100:00100000:0.0:1767322345.764869:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923972352:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322345.764988:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923972352:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322345.764998:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2031 00000100:00100000:2.0:1767322345.765537:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972224 00000100:00100000:2.0:1767322345.765543:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972224 00000100:00100000:2.0:1767322345.765575:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2965 00000100:00100000:2.0:1767322345.765631:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923972224:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322345.765658:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322345.765712:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923972224:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 82us (527us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322345.765719:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2965 00000100:00100000:2.0:1767322346.510654:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424640 00000100:00100000:2.0:1767322346.510667:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424640 00000100:00100000:2.0:1767322346.510761:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690 00000100:00100000:2.0:1767322346.510771:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989424640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322346.510811:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322346.510868:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989424640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322346.510888:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690 00000100:00100000:1.0:1767322347.017984:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424768 00000100:00100000:1.0:1767322347.017994:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424768 00000100:00100000:1.0:1767322347.018061:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691 00000100:00100000:1.0:1767322347.018069:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989424768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322347.018110:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322347.018167:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989424768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322347.018174:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691 00010000:00010000:2.0:1767322347.080965:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322348.040755:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322323/real 1767322323] req@ffff9e7d3bc5e680 x1853163989418368/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322348 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322348.040801:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3bc5e680 x1853163989418368/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322348 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767322348.040827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322348.040858:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322348.040862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989418368:0@lo:250:kworker.0 00000100:00080000:0.0:1767322348.041689:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322348.041698:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322348.041702:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322348.041708:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7570 00000100:00080000:0.0:1767322348.041713:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322348.041720:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322348.041766:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163989424896/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322348.041838:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322348.041842:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322348.041860:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322348.041865:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7590 00000100:00080000:0.0:1767322348.041868:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322348.041872:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322348.041888:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989425152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322348.041906:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322348.041909:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322348.041911:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322348.041914:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7590 00000100:00080000:0.0:1767322348.041916:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322348.041919:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322348.041930:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0e00 x1853163989425408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322348.041937:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322348.041941:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322348.041942:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322348.041946:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7590 00000100:00080000:0.0:1767322348.041948:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322348.041952:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322348.041962:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0380 x1853163989425536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322348.041997:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322348.042000:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322348.042007:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322348.042011:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7590 00000100:00080000:0.0:1767322348.042013:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322348.042016:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322348.042031:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989425920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322348.042060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989425664:0@lo:400:kworker.0 00000100:00100000:0.0:1767322348.042125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322348.042210:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322348.042217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989425792:0@lo:400:kworker.0 00000100:00100000:0.0:1767322348.042245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322348.042452:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425664 00000100:00100000:0.0:1767322348.042461:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425664 00000100:00100000:0.0:1767322348.042514:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431 00000100:00100000:0.0:1767322348.042523:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989425664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322348.042574:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989425664:12345-0@lo:400:kworker.0 Request processed in 52us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322348.042629:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431 00000100:00100000:0.0:1767322348.042652:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425792 00000100:00100000:0.0:1767322348.042655:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425792 00000100:00100000:0.0:1767322348.042677:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1767322348.042683:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989425792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322348.042711:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989425792:12345-0@lo:400:kworker.0 Request processed in 28us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322348.042717:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1767322348.042762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989425792:0@lo:400:kworker.0 00000100:00100000:0.0:1767322348.042787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989425664:0@lo:400:kworker.0 00000100:00100000:2.0:1767322348.043668:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989424896:0@lo:250:kworker.0 00000400:00000100:2.0:1767322348.043696:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989424896 offset 0 length 520: 4 00000100:00100000:2.0:1767322348.043717:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989425152:0@lo:38:kworker.0 00000100:00100000:2.0:1767322348.043741:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322348.043768:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989425408:0@lo:38:kworker.0 00000100:00100000:2.0:1767322348.043786:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322348.043805:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989425536:0@lo:38:kworker.0 00000100:00100000:2.0:1767322348.043827:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322348.043843:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989425920:0@lo:38:kworker.0 00000100:00100000:2.0:1767322348.043860:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322348.043926:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425152 00000100:00100000:0.0:1767322348.043932:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425152 00000100:00100000:0.0:1767322348.043958:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425408 00000100:00100000:0.0:1767322348.043960:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425408 00000100:00100000:0.0:1767322348.043970:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425920 00000100:00100000:0.0:1767322348.043972:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425920 00000100:00100000:0.0:1767322348.043985:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:0.0:1767322348.043990:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322348.044009:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322348.044045:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425152:12345-0@lo:38:kworker.0 Request processed in 52us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322348.044052:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:0.0:1767322348.044067:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1767322348.044071:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322348.044079:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322348.044100:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425408:12345-0@lo:38:kworker.0 Request processed in 28us (313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322348.044105:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1767322348.044115:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:0.0:1767322348.044119:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322348.044128:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322348.044147:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989425920:12345-0@lo:38:kworker.0 Request processed in 27us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322348.044152:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1767322348.044446:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425536 00000100:00100000:1.0:1767322348.044451:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425536 00000100:00100000:1.0:1767322348.044478:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190 00000100:00100000:1.0:1767322348.044483:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989425536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322348.044493:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322348.044519:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989425536:12345-0@lo:38:kworker.0 Request processed in 36us (692us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322348.044524:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190 00000100:00080000:2.0:1767322348.044610:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322348.044615:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322348.044619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989425152:0@lo:38:kworker.0 00000100:00080000:2.0:1767322348.044627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322348.044639:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322348.044642:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989425408:0@lo:38:kworker.0 00000100:00080000:2.0:1767322348.044653:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322348.044656:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322348.044659:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989425536:0@lo:38:kworker.0 00000100:00080000:2.0:1767322348.044666:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322348.044669:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322348.044672:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989425920:0@lo:38:kworker.0 00010000:00010000:2.0:1767322348.104809:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322349.133183:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322350.881140:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322350.881621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322350.891212:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322350.897822:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972480 00000100:00100000:2.0:1767322350.897847:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972480 00000100:00100000:2.0:1767322350.897936:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2969 00000100:00100000:2.0:1767322350.897947:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923972480:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322350.897979:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322350.898230:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923972480:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 283us (7035us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322350.898240:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2969 00010000:00010000:2.0:1767322351.176884:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322351.625842:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989426048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322351.625963:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322351.632986:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322351.638886:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989426048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322352.137467:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989426176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322352.137611:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322352.139234:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322352.139310:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989426176:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322352.202203:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322353.160776:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322353.160792:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322353.160880:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322353.160886:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322353.160891:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322353.160902:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7594 00000100:00080000:0.0:1767322353.160909:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322353.160917:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322353.160950:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b1f80 x1853163989426432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322353.160995:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322353.160998:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322353.161000:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322353.161005:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7594 00000100:00080000:0.0:1767322353.161008:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322353.161012:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322353.161024:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0e00 x1853163989426688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322353.161066:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322353.161070:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322353.161071:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322353.161077:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7594 00000100:00080000:0.0:1767322353.161080:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322353.161085:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322353.161100:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989426816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322353.161143:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322353.161147:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322353.161148:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322353.161152:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7594 00000100:00080000:0.0:1767322353.161154:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322353.161158:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322353.161172:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9f80 x1853163989427200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322353.161229:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989426944:0@lo:400:kworker.0 00000100:00100000:0.0:1767322353.161318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322353.161382:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322353.161388:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989427072:0@lo:400:kworker.0 00000100:00100000:0.0:1767322353.161411:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322353.161466:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426944 00000100:00100000:0.0:1767322353.161476:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426944 00000100:00100000:0.0:1767322353.161543:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427072 00000100:00100000:0.0:1767322353.161554:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427072 00000100:00100000:1.0:1767322353.162154:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989426432:0@lo:38:kworker.0 00000100:00100000:1.0:1767322353.162195:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322353.162250:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989426688:0@lo:38:kworker.0 00000100:00100000:1.0:1767322353.162276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322353.162293:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989426816:0@lo:38:kworker.0 00000100:00100000:1.0:1767322353.162321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322353.162354:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989427200:0@lo:38:kworker.0 00000100:00100000:1.0:1767322353.162379:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322353.162417:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426816 00000100:00100000:1.0:1767322353.162421:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426816 00000100:00100000:1.0:1767322353.162451:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191 00000100:00100000:1.0:1767322353.162459:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989426816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322353.162498:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322353.162540:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989426816:12345-0@lo:38:kworker.0 Request processed in 80us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322353.162547:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191 00000100:00100000:1.0:1767322353.162571:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426432 00000100:00100000:1.0:1767322353.162575:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426432 00000100:00100000:1.0:1767322353.162618:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426688 00000100:00100000:1.0:1767322353.162621:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426688 00000100:00100000:1.0:1767322353.162632:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427200 00000100:00100000:1.0:1767322353.162634:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427200 00000100:00100000:1.0:1767322353.162650:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1767322353.162654:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989426432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322353.162664:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322353.162688:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989426432:12345-0@lo:38:kworker.0 Request processed in 33us (493us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322353.162693:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1767322353.162704:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1767322353.162715:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989426688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322353.162725:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322353.162750:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989426688:12345-0@lo:38:kworker.0 Request processed in 33us (473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322353.162755:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1767322353.162766:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1767322353.162770:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989427200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322353.162777:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322353.162797:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989427200:12345-0@lo:38:kworker.0 Request processed in 26us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322353.162803:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00080000:1.0:1767322353.162850:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322353.162855:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322353.162859:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989426432:0@lo:38:kworker.0 00000100:00080000:1.0:1767322353.162868:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322353.162871:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322353.162873:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989426688:0@lo:38:kworker.0 00000100:00080000:1.0:1767322353.162880:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322353.162883:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322353.162886:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989426816:0@lo:38:kworker.0 00000100:00080000:1.0:1767322353.162893:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322353.162896:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322353.162899:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989427200:0@lo:38:kworker.0 00000100:00100000:2.0:1767322353.163036:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989426304:0@lo:400:kworker.0 00000100:00100000:2.0:1767322353.163074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322353.163099:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322353.163106:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989426560:0@lo:400:kworker.0 00000100:00100000:2.0:1767322353.163130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322353.163155:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426304 00000100:00100000:2.0:1767322353.163168:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426304 00000100:00100000:2.0:1767322353.163205:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426560 00000100:00100000:2.0:1767322353.163208:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426560 00000100:00100000:2.0:1767322353.163225:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:2.0:1767322353.163232:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989426304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322353.163253:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1767322353.163265:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989426944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322353.163279:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989426304:12345-0@lo:400:kworker.0 Request processed in 48us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322353.163285:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:2.0:1767322353.163299:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1767322353.163306:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989426944:12345-0@lo:400:kworker.0 Request processed in 45us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322353.163306:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989426560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322353.163338:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989426560:12345-0@lo:400:kworker.0 Request processed in 23us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322353.163357:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:2.0:1767322353.163390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989426560:0@lo:400:kworker.0 00000100:00100000:2.0:1767322353.163399:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989426304:0@lo:400:kworker.0 00000100:00100000:0.0:1767322353.175184:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00010000:00010000:1.0:1767322353.225912:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322355.273066:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322356.005314:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322356.005436:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322356.030925:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972864 00000100:00100000:2.0:1767322356.030961:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972864 00000100:00080000:0.0:1767322356.031231:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322356.034521:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923972736 00000100:00100000:0.0:1767322356.034544:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923972736 00010000:00010000:2.0:1767322356.297012:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322356.747252:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427328 00000100:00100000:2.0:1767322356.747274:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427328 00000100:00100000:2.0:1767322356.747393:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:2.0:1767322356.747406:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989427328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322356.747446:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322356.748247:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989427328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 842us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322356.748258:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000100:00100000:0.0:1767322357.257955:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322357.257988:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989427456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322357.258084:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322357.258330:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427456 00000100:00100000:2.0:1767322357.258341:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427456 00000100:00100000:2.0:1767322357.258429:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:2.0:1767322357.258439:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989427456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322357.258477:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322357.258526:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989427456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322357.258534:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00080000:0.0:1767322357.259056:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322357.259107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989427456:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322357.325831:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322358.054220:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322358.054860:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322358.287649:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322358.287666:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322358.287759:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322358.287765:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322358.287770:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322358.287781:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7600 00000100:00080000:0.0:1767322358.287788:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322358.287798:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322358.287827:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163989427712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322358.287880:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322358.287883:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322358.287885:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322358.287889:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7600 00000100:00080000:0.0:1767322358.287892:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322358.287896:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322358.287907:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abbb80 x1853163989427968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322358.287916:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322358.287919:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322358.287921:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322358.287925:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7600 00000100:00080000:0.0:1767322358.287927:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322358.287932:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322358.287945:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba680 x1853163989428096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322358.287985:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322358.287989:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322358.287991:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322358.287995:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7600 00000100:00080000:0.0:1767322358.287997:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322358.288001:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322358.288012:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163989428480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322358.288054:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989428224:0@lo:400:kworker.0 00000100:00100000:0.0:1767322358.288145:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322358.288199:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322358.288205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989428352:0@lo:400:kworker.0 00000100:00100000:0.0:1767322358.288230:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322358.288284:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428224 00000100:00100000:0.0:1767322358.288293:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428224 00000100:00100000:0.0:1767322358.288372:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428352 00000100:00100000:0.0:1767322358.288376:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428352 00000100:00100000:0.0:1767322358.288401:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:0.0:1767322358.288410:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989428224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322358.288471:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989428224:12345-0@lo:400:kworker.0 Request processed in 61us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322358.288479:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000100:00100000:0.0:1767322358.288503:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4436 00000100:00100000:0.0:1767322358.288509:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989428352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322358.288540:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989428352:12345-0@lo:400:kworker.0 Request processed in 30us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322358.288546:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4436 00000100:00080000:0.0:1767322358.288564:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322358.288637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989428352:0@lo:400:kworker.0 00000100:00100000:0.0:1767322358.288650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989428224:0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.289618:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989427840:0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.289693:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.289734:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322358.289741:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989427584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.289768:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.289817:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989427712:0@lo:38:kworker.0 00000100:00100000:2.0:1767322358.289843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.289860:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989427968:0@lo:38:kworker.0 00000100:00100000:2.0:1767322358.289880:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.289899:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989428096:0@lo:38:kworker.0 00000100:00100000:2.0:1767322358.289924:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.289942:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989428480:0@lo:38:kworker.0 00000100:00100000:2.0:1767322358.289965:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322358.290001:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427840 00000100:00100000:2.0:1767322358.290009:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427840 00000100:00100000:2.0:1767322358.290069:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427584 00000100:00100000:2.0:1767322358.290072:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427584 00000100:00100000:2.0:1767322358.290087:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427712 00000100:00100000:2.0:1767322358.290090:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427712 00000100:00100000:2.0:1767322358.290119:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427968 00000100:00100000:2.0:1767322358.290122:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427968 00000100:00100000:2.0:1767322358.290128:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428480 00000100:00100000:2.0:1767322358.290131:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428480 00000100:00100000:2.0:1767322358.290141:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:2.0:1767322358.290148:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989427840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.290208:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989427840:12345-0@lo:400:kworker.0 Request processed in 59us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322358.290216:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:2.0:1767322358.290247:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:2.0:1767322358.290255:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989427584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.290283:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989427584:12345-0@lo:400:kworker.0 Request processed in 29us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322358.290289:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00100000:2.0:1767322358.290301:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1767322358.290305:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989427712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322358.290329:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322358.290470:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989427712:12345-0@lo:38:kworker.0 Request processed in 162us (624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322358.290477:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1767322358.290490:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:2.0:1767322358.290494:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989427968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322358.290504:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322358.290528:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989427968:12345-0@lo:38:kworker.0 Request processed in 32us (647us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322358.290533:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:2.0:1767322358.290553:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1767322358.290559:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989428480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322358.290569:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322358.290626:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989428480:12345-0@lo:38:kworker.0 Request processed in 67us (660us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322358.290633:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00080000:2.0:1767322358.290661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322358.290700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989427584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322358.290713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989427840:0@lo:400:kworker.0 00000100:00080000:2.0:1767322358.290746:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322358.290753:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322358.290757:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989427712:0@lo:38:kworker.0 00000100:00080000:2.0:1767322358.290765:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322358.290769:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322358.290772:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989427968:0@lo:38:kworker.0 00000100:00080000:2.0:1767322358.290780:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322358.290784:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322358.290787:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989428480:0@lo:38:kworker.0 00000100:00100000:1.0:1767322358.291882:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428096 00000100:00100000:1.0:1767322358.291896:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428096 00000100:00100000:1.0:1767322358.291945:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192 00000100:00100000:1.0:1767322358.291952:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989428096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322358.291973:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322358.292048:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989428096:12345-0@lo:38:kworker.0 Request processed in 95us (2121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322358.292055:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192 00000100:00080000:1.0:1767322358.292114:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322358.292121:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322358.292124:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989428096:0@lo:38:kworker.0 00010000:00010000:2.0:1767322359.369952:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322360.395012:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322361.127029:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322361.127095:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322361.127216:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923973120 00000100:00100000:1.0:1767322361.127231:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923973120 00000100:00100000:1.0:1767322361.127342:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923973248 00000100:00100000:1.0:1767322361.127347:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923973248 00000100:00100000:0.0:1767322361.131965:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2040 00000100:00100000:0.0:1767322361.132022:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923973248:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322361.132214:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923973248:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 216us (5117us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322361.132223:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2040 00000100:00100000:0.0:1767322361.132262:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2978 00000100:00100000:0.0:1767322361.132268:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923973120:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322361.132294:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322361.132323:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923973120:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (5310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322361.132329:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2978 00010000:00010000:1.0:1767322361.417523:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322361.869693:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322361.869729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989428608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322361.869840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322361.870398:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428608 00000100:00100000:1.0:1767322361.870409:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428608 00000100:00100000:1.0:1767322361.870499:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696 00000100:00100000:1.0:1767322361.870523:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989428608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322361.870567:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322361.870660:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989428608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322361.870669:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696 00000100:00080000:2.0:1767322361.870825:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322361.870879:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989428608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322362.379635:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428736 00000100:00100000:2.0:1767322362.379646:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428736 00000100:00100000:2.0:1767322362.379736:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697 00000100:00100000:2.0:1767322362.379748:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989428736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322362.379792:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322362.380100:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989428736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 351us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322362.380109:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697 00000100:00100000:0.0:1767322362.380229:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989428736:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322363.401827:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322363.401842:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322363.401938:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322363.401944:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322363.401949:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322363.401960:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7605 00000100:00080000:0.0:1767322363.401966:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322363.401974:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322363.402005:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8000 x1853163989428992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322363.402062:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322363.402066:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322363.402089:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322363.402093:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7605 00000100:00080000:0.0:1767322363.402096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322363.402101:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322363.402114:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba300 x1853163989429248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322363.402123:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322363.402127:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322363.402128:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322363.402133:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7605 00000100:00080000:0.0:1767322363.402135:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322363.402152:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322363.402168:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36aba680 x1853163989429376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322363.402206:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322363.402210:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322363.402212:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322363.402215:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7605 00000100:00080000:0.0:1767322363.402218:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322363.402222:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322363.402236:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163989429760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322363.402297:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989428992:0@lo:38:kworker.0 00000100:00100000:1.0:1767322363.402334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322363.402368:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989429248:0@lo:38:kworker.0 00000100:00100000:1.0:1767322363.402390:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322363.402404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989429376:0@lo:38:kworker.0 00000100:00100000:1.0:1767322363.402425:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322363.402440:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989429760:0@lo:38:kworker.0 00000100:00100000:1.0:1767322363.402460:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322363.402488:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428992 00000100:00100000:1.0:1767322363.402492:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428992 00000100:00100000:1.0:1767322363.402506:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429760 00000100:00100000:1.0:1767322363.402509:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429760 00000100:00100000:1.0:1767322363.406277:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1767322363.406322:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989429120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322363.406566:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:2.0:1767322363.406577:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989428992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322363.406622:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322363.406713:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989428992:12345-0@lo:38:kworker.0 Request processed in 136us (4376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322363.406722:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:2.0:1767322363.406752:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:2.0:1767322363.406758:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989429248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322363.406769:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322363.406798:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989429248:12345-0@lo:38:kworker.0 Request processed in 39us (4407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322363.406804:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:2.0:1767322363.406821:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:2.0:1767322363.406826:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989429760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322363.406858:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322363.406889:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989429760:12345-0@lo:38:kworker.0 Request processed in 61us (4428us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322363.406895:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:2.0:1767322363.406977:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429504 00000100:00100000:2.0:1767322363.406989:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429504 00000100:00100000:1.0:1767322363.407208:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989429120:12345-0@lo:400:kworker.0 Request processed in 912us (4989us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322363.407216:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1767322363.407241:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429376 00000100:00100000:1.0:1767322363.407244:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429376 00000100:00100000:1.0:1767322363.407268:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193 00000100:00100000:1.0:1767322363.407272:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989429376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322363.407281:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322363.407312:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989429376:12345-0@lo:38:kworker.0 Request processed in 39us (4887us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322363.407318:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193 00000100:00080000:1.0:1767322363.407457:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322363.407464:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322363.407477:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989428992:0@lo:38:kworker.0 00000100:00080000:1.0:1767322363.407493:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322363.407497:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322363.407500:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989429248:0@lo:38:kworker.0 00000100:00080000:1.0:1767322363.407509:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322363.407513:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322363.407515:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989429376:0@lo:38:kworker.0 00000100:00080000:1.0:1767322363.407525:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322363.407528:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322363.407532:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989429760:0@lo:38:kworker.0 00010000:00010000:2.0:1767322363.465513:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322364.489000:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322365.513307:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322366.250521:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322366.250575:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767322366.250650:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923973632 offset 0 length 520: 4 00000100:00100000:0.0:1767322366.250791:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2043 00000100:00100000:0.0:1767322366.250818:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923973504:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767322366.250823:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322366.250945:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923973504:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 143us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322366.258881:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2043 00000100:00100000:0.0:1767322366.985051:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989429888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322366.985182:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322366.985362:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429888 00000100:00100000:2.0:1767322366.985375:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429888 00000100:00100000:2.0:1767322366.985456:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698 00000100:00100000:2.0:1767322366.985468:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989429888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322366.985514:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322366.985568:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989429888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322366.985575:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698 00000100:00100000:0.0:1767322366.985976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989429888:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322366.986521:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322367.501442:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430016 00000100:00100000:1.0:1767322367.501468:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430016 00000100:00100000:1.0:1767322367.501635:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699 00000100:00100000:1.0:1767322367.501649:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989430016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322367.501695:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322367.501803:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989430016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (4545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322367.501812:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699 00010000:00010000:2.0:1767322367.560865:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322368.521547:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322368.521563:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322368.521677:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322368.521682:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322368.521687:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322368.521700:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7610 00000100:00080000:0.0:1767322368.521707:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322368.521717:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322368.521746:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9f80 x1853163989430272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322368.521781:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322368.521785:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322368.521787:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322368.521791:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7610 00000100:00080000:0.0:1767322368.521794:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322368.521798:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322368.521809:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abbb80 x1853163989430528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322368.521839:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322368.521843:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322368.521845:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322368.521850:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7610 00000100:00080000:0.0:1767322368.521853:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322368.521858:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322368.521870:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36abb480 x1853163989430656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322368.521908:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322368.521911:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322368.521913:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322368.521916:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7610 00000100:00080000:0.0:1767322368.521919:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322368.521923:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322368.521934:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab8000 x1853163989431040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322368.521965:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989430784:0@lo:400:kworker.0 00000100:00100000:0.0:1767322368.522095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322368.522177:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322368.522183:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989430912:0@lo:400:kworker.0 00000100:00100000:0.0:1767322368.522209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989430400:0@lo:400:kworker.0 00000100:00100000:1.0:1767322368.522271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522316:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322368.522322:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989430144:0@lo:400:kworker.0 00000100:00100000:1.0:1767322368.522361:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522404:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430400 00000100:00100000:1.0:1767322368.522414:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430400 00000100:00100000:2.0:1767322368.522468:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430784 00000100:00100000:2.0:1767322368.522475:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430784 00000100:00100000:1.0:1767322368.522482:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430144 00000100:00100000:1.0:1767322368.522487:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430144 00000100:00100000:2.0:1767322368.522515:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430912 00000100:00100000:2.0:1767322368.522520:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430912 00000100:00100000:1.0:1767322368.522525:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:1.0:1767322368.522537:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989430400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322368.522547:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439 00000100:00100000:2.0:1767322368.522558:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989430784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322368.522634:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989430784:12345-0@lo:400:kworker.0 Request processed in 79us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322368.522645:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989430400:12345-0@lo:400:kworker.0 Request processed in 109us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322368.522654:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439 00000100:00100000:1.0:1767322368.522656:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:1.0:1767322368.522681:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767322368.522685:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4440 00000100:00100000:1.0:1767322368.522692:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989430144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322368.522697:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989430912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322368.522731:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989430144:12345-0@lo:400:kworker.0 Request processed in 42us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322368.522738:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767322368.522744:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989430912:12345-0@lo:400:kworker.0 Request processed in 49us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322368.522752:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4440 00000100:00100000:2.0:1767322368.522782:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989430272:0@lo:38:kworker.0 00000100:00100000:1.0:1767322368.522795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989430144:0@lo:400:kworker.0 00000100:00100000:1.0:1767322368.522811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989430400:0@lo:400:kworker.0 00000100:00100000:2.0:1767322368.522819:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522851:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430272 00000100:00100000:2.0:1767322368.522855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989430528:0@lo:38:kworker.0 00000100:00100000:1.0:1767322368.522857:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430272 00000100:00100000:2.0:1767322368.522884:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522887:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:1.0:1767322368.522892:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989430272:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322368.522906:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989430656:0@lo:38:kworker.0 00010000:00020000:1.0:1767322368.522914:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322368.522935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.522955:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989430272:12345-0@lo:38:kworker.0 Request processed in 61us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322368.522963:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:2.0:1767322368.522969:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989431040:0@lo:38:kworker.0 00000100:00100000:1.0:1767322368.522984:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430528 00000100:00100000:1.0:1767322368.522989:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430528 00000100:00100000:2.0:1767322368.522999:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322368.523008:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431040 00000100:00100000:1.0:1767322368.523013:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431040 00000100:00100000:1.0:1767322368.523027:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00080000:2.0:1767322368.523031:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767322368.523033:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989430528:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767322368.523039:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322368.523044:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989430272:0@lo:38:kworker.0 00010000:00020000:1.0:1767322368.523057:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322368.523092:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:2.0:1767322368.523100:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989431040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322368.523110:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322368.523136:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989431040:12345-0@lo:38:kworker.0 Request processed in 37us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322368.523143:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1767322368.523173:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989430528:12345-0@lo:38:kworker.0 Request processed in 62us (211us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767322368.523179:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767322368.523183:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00080000:2.0:1767322368.523188:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322368.523193:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989430528:0@lo:38:kworker.0 00000100:00080000:2.0:1767322368.523204:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322368.523208:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322368.523209:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430656 00000100:00100000:2.0:1767322368.523213:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989431040:0@lo:38:kworker.0 00000100:00100000:1.0:1767322368.523215:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430656 00000100:00100000:1.0:1767322368.523241:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194 00000100:00100000:1.0:1767322368.523247:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989430656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322368.523257:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322368.523291:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989430656:12345-0@lo:38:kworker.0 Request processed in 43us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322368.523297:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194 00000100:00080000:2.0:1767322368.523360:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322368.523364:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322368.523366:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989430656:0@lo:38:kworker.0 00000100:00100000:0.0:1767322368.524966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989430912:0@lo:400:kworker.0 00000100:00100000:0.0:1767322368.524984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989430784:0@lo:400:kworker.0 00010000:00010000:2.0:1767322368.584775:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322369.611127:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322371.361182:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322371.361242:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322371.361329:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923973888 00000100:00100000:0.0:1767322371.361342:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923973888 00000100:00100000:0.0:1767322371.361464:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2046 00000100:00100000:0.0:1767322371.361478:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923973888:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767322371.361568:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322371.362776:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923973888:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1297us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322371.362788:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2046 00010000:00010000:2.0:1767322371.656847:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322372.105717:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431168 00000100:00100000:0.0:1767322372.105728:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431168 00000100:00100000:0.0:1767322372.105861:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700 00000100:00100000:0.0:1767322372.105874:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989431168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322372.105912:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322372.106002:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989431168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322372.106010:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700 00000100:00080000:1.0:1767322372.106319:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322372.620313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989431296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322372.620420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322372.620925:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431296 00000100:00100000:2.0:1767322372.620937:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431296 00000100:00100000:2.0:1767322372.621075:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701 00000100:00100000:2.0:1767322372.621087:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989431296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322372.621134:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322372.621212:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989431296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322372.621220:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701 00000100:00080000:1.0:1767322372.621646:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322372.681101:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322373.640797:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.640812:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322373.640905:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.640929:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322373.640933:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322373.640945:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7615 00000100:00080000:1.0:1767322373.640950:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322373.640989:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322373.641019:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163989431552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322373.641050:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.641054:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322373.641056:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322373.641060:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7615 00000100:00080000:1.0:1767322373.641062:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322373.641067:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322373.641078:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989431808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322373.641088:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.641091:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322373.641093:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322373.641098:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7615 00000100:00080000:1.0:1767322373.641100:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322373.641104:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322373.641118:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989431936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322373.641153:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.641161:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322373.641163:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322373.641167:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7615 00000100:00080000:1.0:1767322373.641170:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322373.641174:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322373.641185:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163989432320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322373.641275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989431424:0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.641381:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322373.641472:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322373.641480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989431680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.641505:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322373.641543:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431424 00000100:00100000:0.0:1767322373.641553:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431424 00000100:00100000:0.0:1767322373.641645:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431680 00000100:00100000:0.0:1767322373.641648:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431680 00000100:00100000:0.0:1767322373.641674:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00100000:0.0:1767322373.641683:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989431424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.641754:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989431424:12345-0@lo:400:kworker.0 Request processed in 70us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322373.641763:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00100000:0.0:1767322373.641786:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:0.0:1767322373.641794:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989431680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.641819:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989431680:12345-0@lo:400:kworker.0 Request processed in 26us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322373.641825:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00080000:0.0:1767322373.641858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322373.641897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989431680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.641909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d07308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989431424:0@lo:400:kworker.0 00000100:00100000:2.0:1767322373.642626:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322348/real 1767322348] req@ffff9e7d3b8b0000 x1853163989424896/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322373 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322373.642652:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b8b0000 x1853163989424896/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322373 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322373.642713:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989431552:0@lo:38:kworker.0 00000100:00100000:2.0:1767322373.642770:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322373.642825:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989431808:0@lo:38:kworker.0 00000100:00100000:2.0:1767322373.642850:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322373.642878:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989431936:0@lo:38:kworker.0 00000100:00100000:2.0:1767322373.642904:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322373.642931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989432320:0@lo:38:kworker.0 00000100:00100000:2.0:1767322373.642963:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322373.642981:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322373.642997:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322373.643001:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989424896:0@lo:250:kworker.0 00000100:00100000:2.0:1767322373.643041:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431936 00000100:00100000:2.0:1767322373.643048:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431936 00000100:00100000:2.0:1767322373.643079:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195 00000100:00100000:2.0:1767322373.643086:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989431936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322373.643112:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322373.643158:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989431936:12345-0@lo:38:kworker.0 Request processed in 71us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322373.643166:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195 00000100:00080000:2.0:1767322373.643202:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322373.643207:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322373.643210:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989431936:0@lo:38:kworker.0 00000100:00100000:0.0:1767322373.643709:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431552 00000100:00100000:0.0:1767322373.643717:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431552 00000100:00100000:0.0:1767322373.643753:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431808 00000100:00100000:0.0:1767322373.643757:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431808 00000100:00100000:0.0:1767322373.643771:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432320 00000100:00100000:0.0:1767322373.643774:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432320 00000100:00100000:0.0:1767322373.643787:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767322373.643792:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989431552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322373.643820:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322373.643868:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989431552:12345-0@lo:38:kworker.0 Request processed in 75us (1098us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322373.643874:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767322373.643890:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1767322373.643905:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989431808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322373.643915:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322373.643966:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989431808:12345-0@lo:38:kworker.0 Request processed in 59us (1114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322373.643972:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1767322373.643987:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1767322373.643992:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989432320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322373.644002:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322373.644026:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989432320:12345-0@lo:38:kworker.0 Request processed in 32us (1074us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322373.644031:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00080000:1.0:1767322373.644139:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322373.644146:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322373.644150:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322373.644155:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7594 00000100:00080000:1.0:1767322373.644159:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322373.644166:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322373.644201:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989432448/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322373.644318:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989432448:0@lo:250:kworker.0 00000400:00000100:2.0:1767322373.644354:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989432448 offset 0 length 520: 4 00000100:00100000:0.0:1767322373.644362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989432192:0@lo:400:kworker.0 00000100:00080000:2.0:1767322373.644399:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322373.644406:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322373.644411:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989431552:0@lo:38:kworker.0 00000100:00100000:0.0:1767322373.644417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322373.644428:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322373.644435:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322373.644440:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989431808:0@lo:38:kworker.0 00000100:00080000:2.0:1767322373.644453:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767322373.644454:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767322373.644459:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322373.644465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989432064:0@lo:400:kworker.0 00000100:00100000:2.0:1767322373.644466:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989432320:0@lo:38:kworker.0 00000100:00100000:0.0:1767322373.644494:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322373.661263:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432192 00000100:00100000:0.0:1767322373.661284:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432192 00000100:00100000:0.0:1767322373.661382:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441 00000100:00100000:0.0:1767322373.661392:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989432192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322373.661528:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989432192:12345-0@lo:400:kworker.0 Request processed in 137us (17115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322373.661536:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441 00000100:00100000:2.0:1767322373.674459:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442 00000100:00100000:2.0:1767322373.674478:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989432064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322373.674657:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989432064:12345-0@lo:400:kworker.0 Request processed in 183us (30162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322373.674666:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442 00000100:00100000:0.0:1767322373.674737:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989432064:0@lo:400:kworker.0 00010000:00010000:1.0:1767322373.706435:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322375.752960:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322376.481956:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322376.486240:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322376.486631:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923974144 00000100:00100000:2.0:1767322376.486647:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923974144 00000100:00100000:2.0:1767322376.486754:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2049 00000100:00100000:2.0:1767322376.486767:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923974144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322376.486879:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923974144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 114us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322376.486891:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2049 00000100:00080000:0.0:1767322376.487279:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322376.782352:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322377.226097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989432576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322377.226226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322377.226452:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432576 00000100:00100000:2.0:1767322377.226464:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432576 00000100:00100000:2.0:1767322377.226554:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702 00000100:00100000:2.0:1767322377.226575:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989432576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322377.226660:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322377.227174:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322377.227551:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989432576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 975us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322377.227573:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702 00000100:00100000:0.0:1767322377.227929:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989432576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322377.737703:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432704 00000100:00100000:2.0:1767322377.737715:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432704 00000100:00100000:2.0:1767322377.737815:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703 00000100:00100000:2.0:1767322377.737829:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989432704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322377.737891:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767322377.737936:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322377.738506:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989432704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 677us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322377.738518:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703 00010000:00010000:1.0:1767322377.801130:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322378.761279:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322378.761293:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322378.761987:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322378.761993:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322378.761998:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322378.762005:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7620 00000100:00080000:0.0:1767322378.762010:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322378.762018:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322378.762049:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d36ab9180 x1853163989432960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322378.762094:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322378.762098:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322378.762100:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322378.762104:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7620 00000100:00080000:0.0:1767322378.762107:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322378.762111:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322378.762126:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163989433216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322378.762135:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322378.762139:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322378.762141:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322378.762164:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7620 00000100:00080000:0.0:1767322378.762167:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322378.762172:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322378.762187:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bad80 x1853163989433344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322378.762226:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322378.762229:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322378.762231:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322378.762234:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7620 00000100:00080000:0.0:1767322378.762237:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322378.762240:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322378.762251:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1f800 x1853163989433728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322378.762288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989432960:0@lo:38:kworker.0 00000100:00100000:0.0:1767322378.762343:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989433472:0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.762376:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322378.762423:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322378.762430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989433600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.762814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322378.762906:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433472 00000100:00100000:0.0:1767322378.762915:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433472 00000100:00100000:0.0:1767322378.762971:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433600 00000100:00100000:0.0:1767322378.762974:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433600 00000100:00100000:0.0:1767322378.762999:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443 00000100:00100000:0.0:1767322378.763007:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989433472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.763096:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989433472:12345-0@lo:400:kworker.0 Request processed in 89us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322378.763105:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443 00000100:00100000:0.0:1767322378.763127:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:0.0:1767322378.763134:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989433600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.763165:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989433600:12345-0@lo:400:kworker.0 Request processed in 32us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322378.763170:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:0.0:1767322378.765002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989433600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.765051:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989433472:0@lo:400:kworker.0 00000100:00100000:0.0:1767322378.766119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322378.766249:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432832 00000100:00100000:1.0:1767322378.766260:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432832 00000100:00100000:1.0:1767322378.766349:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433088 00000100:00100000:1.0:1767322378.766353:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433088 00000100:00100000:1.0:1767322378.766383:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:1.0:1767322378.766392:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989432832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322378.767232:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989432832:12345-0@lo:400:kworker.0 Request processed in 839us (5351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322378.767263:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1767322378.767392:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989433216:0@lo:38:kworker.0 00000100:00100000:0.0:1767322378.767566:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322378.767747:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989433344:0@lo:38:kworker.0 00000100:00100000:0.0:1767322378.767780:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322378.767799:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989433728:0@lo:38:kworker.0 00000100:00100000:0.0:1767322378.767819:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322378.768894:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433344 00000100:00100000:1.0:1767322378.768901:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433344 00000100:00100000:1.0:1767322378.768936:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196 00000100:00100000:1.0:1767322378.768943:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989433344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322378.768957:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322378.768996:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989433344:12345-0@lo:38:kworker.0 Request processed in 52us (1214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322378.769002:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196 00000100:00080000:0.0:1767322378.769255:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322378.769262:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322378.769267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989432960:0@lo:38:kworker.0 00000100:00080000:0.0:1767322378.769280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322378.769284:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322378.769287:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989433344:0@lo:38:kworker.0 00000100:00100000:1.0:1767322378.769556:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:1.0:1767322378.769563:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989433728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322378.769574:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322378.769628:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989433728:12345-0@lo:38:kworker.0 Request processed in 64us (1807us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322378.769635:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00080000:1.0:1767322378.769697:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322378.769702:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322378.769705:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989433216:0@lo:38:kworker.0 00000100:00080000:1.0:1767322378.769715:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322378.769720:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322378.769723:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989433728:0@lo:38:kworker.0 00000100:00100000:2.0:1767322378.770165:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989432832:0@lo:400:kworker.0 00010000:00010000:2.0:1767322379.848906:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322380.874766:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322381.602273:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322381.606645:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322381.607519:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322381.899618:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322382.350573:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433856 00000100:00100000:1.0:1767322382.350606:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433856 00000100:00100000:1.0:1767322382.350685:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704 00000100:00100000:1.0:1767322382.350694:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989433856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322382.350721:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322382.350790:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322382.358042:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989433856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7338us (7669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322382.358059:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704 00000100:00100000:0.0:1767322382.857385:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433984 00000100:00100000:0.0:1767322382.857394:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433984 00000100:00100000:0.0:1767322382.857471:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705 00000100:00100000:0.0:1767322382.857480:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989433984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322382.861631:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322382.861755:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989433984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4272us (4595us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322382.861767:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705 00000100:00100000:1.0:1767322382.862559:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989433984:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322383.881046:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322383.881057:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322383.881133:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322383.881138:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322383.881142:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322383.881151:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7625 00000100:00080000:2.0:1767322383.881175:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322383.881181:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322383.881208:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989434240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322383.881246:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322383.881249:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322383.881251:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322383.881254:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7625 00000100:00080000:2.0:1767322383.881257:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322383.881260:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322383.881272:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5880 x1853163989434496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322383.881281:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322383.881284:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322383.881286:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322383.881356:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7625 00000100:00080000:2.0:1767322383.881359:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322383.881363:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322383.881376:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5f80 x1853163989434624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322383.881410:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322383.881413:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322383.881415:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322383.881418:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7625 00000100:00080000:2.0:1767322383.881427:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322383.881431:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322383.881445:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac6a00 x1853163989435008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322383.881473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989434880:0@lo:400:kworker.0 00000100:00100000:2.0:1767322383.881539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322383.881575:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322383.881604:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989434752:0@lo:400:kworker.0 00000100:00100000:2.0:1767322383.881626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322383.881656:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434880 00000100:00100000:2.0:1767322383.881663:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434880 00000100:00100000:2.0:1767322383.881700:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434752 00000100:00100000:2.0:1767322383.881703:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434752 00000100:00100000:2.0:1767322383.881718:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:2.0:1767322383.881726:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989434880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322383.881788:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989434880:12345-0@lo:400:kworker.0 Request processed in 62us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322383.881796:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00000100:00100000:2.0:1767322383.881815:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:2.0:1767322383.881821:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989434752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322383.881850:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989434752:12345-0@lo:400:kworker.0 Request processed in 30us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322383.881857:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00100000:2.0:1767322383.881897:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989434752:0@lo:400:kworker.0 00000100:00100000:2.0:1767322383.881906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989434880:0@lo:400:kworker.0 00000100:00100000:1.0:1767322383.882074:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989434240:0@lo:38:kworker.0 00000100:00100000:1.0:1767322383.882112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322383.882143:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989434496:0@lo:38:kworker.0 00000100:00100000:1.0:1767322383.882162:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322383.882195:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989434624:0@lo:38:kworker.0 00000100:00100000:1.0:1767322383.882219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322383.882237:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989435008:0@lo:38:kworker.0 00000100:00100000:1.0:1767322383.882257:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322383.882285:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434624 00000100:00100000:1.0:1767322383.882289:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434624 00000100:00100000:1.0:1767322383.882324:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197 00000100:00100000:1.0:1767322383.882329:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989434624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322383.882347:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322383.882381:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989434624:12345-0@lo:38:kworker.0 Request processed in 51us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322383.882387:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197 00000100:00080000:1.0:1767322383.882425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322383.882429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322383.882432:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989434624:0@lo:38:kworker.0 00000100:00100000:0.0:1767322383.882557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989434112:0@lo:400:kworker.0 00000100:00100000:0.0:1767322383.882624:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322383.882647:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322383.882653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989434368:0@lo:400:kworker.0 00000100:00100000:0.0:1767322383.882674:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322383.882709:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434240 00000100:00100000:0.0:1767322383.882714:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434240 00000100:00100000:0.0:1767322383.882733:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434496 00000100:00100000:0.0:1767322383.882735:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434496 00000100:00100000:0.0:1767322383.882743:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435008 00000100:00100000:0.0:1767322383.882745:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435008 00000100:00100000:0.0:1767322383.882753:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434112 00000100:00100000:0.0:1767322383.882755:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434112 00000100:00100000:0.0:1767322383.882791:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434368 00000100:00100000:0.0:1767322383.882794:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434368 00000100:00100000:0.0:1767322383.882809:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767322383.882815:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989434112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322383.882851:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989434112:12345-0@lo:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322383.882868:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767322383.882881:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767322383.882887:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989434368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322383.882915:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989434368:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322383.882920:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767322383.882931:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767322383.882935:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989434240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322383.882945:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322383.882973:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989434240:12345-0@lo:38:kworker.0 Request processed in 36us (860us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322383.882979:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767322383.882993:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:0.0:1767322383.882999:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989434496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322383.883007:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322383.883030:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989434496:12345-0@lo:38:kworker.0 Request processed in 31us (867us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322383.883035:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:0.0:1767322383.883045:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1767322383.883048:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989435008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322383.883057:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322383.883077:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989435008:12345-0@lo:38:kworker.0 Request processed in 27us (818us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322383.883082:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00080000:0.0:1767322383.883104:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322383.883127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989434368:0@lo:400:kworker.0 00000100:00100000:0.0:1767322383.883136:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989434112:0@lo:400:kworker.0 00000100:00080000:0.0:1767322383.883171:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322383.883175:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322383.883178:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989434240:0@lo:38:kworker.0 00000100:00080000:0.0:1767322383.883186:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322383.883189:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322383.883191:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989434496:0@lo:38:kworker.0 00000100:00080000:0.0:1767322383.883199:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322383.883202:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322383.883204:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989435008:0@lo:38:kworker.0 00010000:00010000:2.0:1767322383.946230:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322384.970289:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322385.993068:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322386.727701:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322386.727767:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322386.728205:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923974656 00000100:00100000:1.0:1767322386.728216:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923974656 00000100:00100000:1.0:1767322386.728302:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923974528 00000100:00100000:1.0:1767322386.728306:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923974528 00000100:00100000:1.0:1767322386.728382:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2055 00000100:00100000:1.0:1767322386.728394:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923974656:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322386.728472:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923974656:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322386.728479:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2055 00000100:00100000:1.0:1767322386.728497:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2998 00000100:00100000:1.0:1767322386.728501:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923974528:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322386.728521:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322386.728560:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923974528:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322386.728566:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2998 00000100:00080000:0.0:1767322386.729131:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322387.468696:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435136 00000100:00100000:1.0:1767322387.468714:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435136 00000100:00100000:1.0:1767322387.468798:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:1.0:1767322387.468808:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989435136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322387.468836:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322387.468895:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989435136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322387.468919:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1767322387.469424:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989435136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322387.977214:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322387.977236:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989435264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322387.977309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322387.977559:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435264 00000100:00100000:0.0:1767322387.977569:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435264 00000100:00100000:0.0:1767322387.977675:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707 00000100:00100000:0.0:1767322387.977686:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989435264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322387.977727:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322387.977780:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989435264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322387.977787:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707 00000100:00100000:0.0:1767322387.977836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989435264:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322388.040851:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322389.001129:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322389.001140:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322389.001210:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322389.001214:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322389.001218:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322389.001227:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7630 00000100:00080000:1.0:1767322389.001232:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322389.001250:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322389.001275:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d500 x1853163989435520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322389.001303:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322389.001307:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322389.001309:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322389.001313:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7630 00000100:00080000:1.0:1767322389.001315:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322389.001319:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322389.001330:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163989435776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322389.001345:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322389.001363:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322389.001365:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322389.001369:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7630 00000100:00080000:1.0:1767322389.001371:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322389.001375:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322389.001391:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ea00 x1853163989435904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322389.001427:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322389.001430:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322389.001432:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322389.001436:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7630 00000100:00080000:1.0:1767322389.001438:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322389.001441:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322389.001452:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f800 x1853163989436288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322389.001481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989436160:0@lo:400:kworker.0 00000100:00100000:1.0:1767322389.001549:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322389.001626:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322389.001633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989436032:0@lo:400:kworker.0 00000100:00100000:1.0:1767322389.001678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322389.001769:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989435392:0@lo:400:kworker.0 00000100:00100000:2.0:1767322389.001803:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322389.001830:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322389.001836:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989435648:0@lo:400:kworker.0 00000100:00100000:2.0:1767322389.001858:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322389.002153:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435392 00000100:00100000:1.0:1767322389.002162:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435392 00000100:00100000:1.0:1767322389.002231:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435648 00000100:00100000:1.0:1767322389.002235:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435648 00000100:00100000:1.0:1767322389.002261:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1767322389.002268:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989435392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322389.002343:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989435392:12345-0@lo:400:kworker.0 Request processed in 63us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322389.002350:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1767322389.002367:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1767322389.002373:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989435648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322389.002398:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989435648:12345-0@lo:400:kworker.0 Request processed in 26us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322389.002404:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:0.0:1767322389.002532:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436160 00000100:00100000:0.0:1767322389.002537:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436160 00000100:00100000:0.0:1767322389.002563:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436032 00000100:00100000:0.0:1767322389.002566:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436032 00000100:00100000:0.0:1767322389.002598:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447 00000100:00100000:0.0:1767322389.002604:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322389.002642:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436160:12345-0@lo:400:kworker.0 Request processed in 38us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322389.002647:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447 00000100:00100000:0.0:1767322389.002680:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1767322389.002686:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322389.002711:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436032:12345-0@lo:400:kworker.0 Request processed in 26us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322389.002716:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1767322389.002761:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989436032:0@lo:400:kworker.0 00000100:00100000:0.0:1767322389.002773:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989436160:0@lo:400:kworker.0 00000100:00100000:0.0:1767322389.002809:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989435520:0@lo:38:kworker.0 00000100:00100000:0.0:1767322389.002839:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322389.002874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989435776:0@lo:38:kworker.0 00000100:00100000:0.0:1767322389.002894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322389.002910:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989435904:0@lo:38:kworker.0 00000100:00100000:0.0:1767322389.002950:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322389.002971:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989436288:0@lo:38:kworker.0 00000100:00100000:0.0:1767322389.002992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322389.003031:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435904 00000100:00100000:0.0:1767322389.003035:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435904 00000100:00100000:0.0:1767322389.003055:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198 00000100:00100000:0.0:1767322389.003060:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989435904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322389.003078:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322389.003111:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989435904:12345-0@lo:38:kworker.0 Request processed in 49us (160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322389.003117:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198 00000100:00100000:0.0:1767322389.003286:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435520 00000100:00100000:0.0:1767322389.003290:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435520 00000100:00100000:0.0:1767322389.003309:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435776 00000100:00100000:0.0:1767322389.003326:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435776 00000100:00100000:0.0:1767322389.003340:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436288 00000100:00100000:0.0:1767322389.003342:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436288 00000100:00100000:0.0:1767322389.003351:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767322389.003355:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989435520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322389.003366:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322389.003391:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989435520:12345-0@lo:38:kworker.0 Request processed in 35us (552us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322389.003397:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767322389.003409:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1767322389.003412:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989435776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322389.003422:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322389.003444:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989435776:12345-0@lo:38:kworker.0 Request processed in 30us (548us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322389.003449:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1767322389.003459:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:0.0:1767322389.003470:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989436288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322389.003480:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322389.003505:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989436288:12345-0@lo:38:kworker.0 Request processed in 35us (512us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322389.003510:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00080000:0.0:1767322389.003572:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322389.003577:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322389.003600:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989435520:0@lo:38:kworker.0 00000100:00080000:0.0:1767322389.003615:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322389.003618:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322389.003621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989435776:0@lo:38:kworker.0 00000100:00080000:0.0:1767322389.003628:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322389.003631:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322389.003634:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989435904:0@lo:38:kworker.0 00000100:00080000:0.0:1767322389.003640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322389.003642:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322389.003645:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989436288:0@lo:38:kworker.0 00000100:00080000:2.0:1767322389.004130:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322389.004136:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322389.004138:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322389.004168:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989435648:0@lo:400:kworker.0 00000100:00100000:2.0:1767322389.004181:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989435392:0@lo:400:kworker.0 00010000:00010000:2.0:1767322389.066363:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322390.089696:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767322391.841777:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923974784 offset 0 length 520: 4 00000100:00100000:1.0:1767322391.841824:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322391.841874:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322391.842004:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975040 00000100:00100000:2.0:1767322391.842013:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975040 00000100:00100000:2.0:1767322391.842070:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923974912 00000100:00100000:2.0:1767322391.842072:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923974912 00000100:00100000:2.0:1767322391.842084:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2058 00000100:00100000:2.0:1767322391.842091:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923975040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322391.842157:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923975040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 67us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322391.842162:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2058 00000100:00100000:2.0:1767322391.842176:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3002 00000100:00100000:2.0:1767322391.842179:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923974912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322391.842210:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322391.842228:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923974912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322391.842233:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3002 00000100:00080000:0.0:1767322391.842357:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322392.137672:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322392.584946:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989436416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322392.585026:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322392.585169:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436416 00000100:00100000:1.0:1767322392.585178:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436416 00000100:00100000:1.0:1767322392.585255:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1767322392.585264:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989436416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322392.585290:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322392.585334:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989436416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322392.585341:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00080000:0.0:1767322392.585772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322392.585809:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989436416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322393.097895:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322393.097924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989436544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322393.098002:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322393.099102:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436544 00000100:00100000:0.0:1767322393.099116:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436544 00000100:00100000:0.0:1767322393.099206:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709 00000100:00100000:0.0:1767322393.099215:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989436544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322393.099246:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322393.099318:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989436544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322393.099325:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709 00000100:00080000:2.0:1767322393.099667:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322393.161961:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322394.120671:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322394.120684:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322394.120763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322394.120785:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322394.120790:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322394.120798:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7635 00000100:00080000:1.0:1767322394.120803:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322394.120810:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322394.120834:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f800 x1853163989436800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322394.120868:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322394.120871:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322394.120873:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322394.120877:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7635 00000100:00080000:1.0:1767322394.120880:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322394.120884:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322394.120899:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989437056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322394.120909:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322394.120912:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322394.120914:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322394.120919:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7635 00000100:00080000:1.0:1767322394.120921:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322394.121045:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989436928:0@lo:400:kworker.0 00000100:00100000:2.0:1767322394.121115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322394.121173:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322394.121179:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989436672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322394.121199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322394.121234:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436928 00000100:00100000:2.0:1767322394.121241:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436928 00000100:00100000:2.0:1767322394.121306:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436672 00000100:00100000:2.0:1767322394.121310:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436672 00000100:00100000:2.0:1767322394.121335:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:2.0:1767322394.121344:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989436928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322394.121395:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989436928:12345-0@lo:400:kworker.0 Request processed in 52us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322394.121402:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00100000:2.0:1767322394.121418:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:2.0:1767322394.121424:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989436672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322394.121450:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989436672:12345-0@lo:400:kworker.0 Request processed in 27us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322394.121456:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00080000:2.0:1767322394.121486:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322394.121512:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989436672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322394.121533:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989436928:0@lo:400:kworker.0 00000100:00080000:1.0:1767322394.121679:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322394.121700:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2300 x1853163989437184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322394.121749:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322394.121758:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322394.121761:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322394.121765:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7635 00000100:00080000:1.0:1767322394.121767:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322394.121771:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322394.121784:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2a00 x1853163989437568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322394.121807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989437440:0@lo:400:kworker.0 00000100:00100000:1.0:1767322394.121840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322394.121862:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322394.121866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989437312:0@lo:400:kworker.0 00000100:00100000:1.0:1767322394.121885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322394.121908:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437440 00000100:00100000:1.0:1767322394.121911:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437440 00000100:00100000:1.0:1767322394.122660:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437312 00000100:00100000:1.0:1767322394.122666:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437312 00000100:00100000:1.0:1767322394.122692:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449 00000100:00100000:1.0:1767322394.122698:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989437440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322394.122737:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989437440:12345-0@lo:400:kworker.0 Request processed in 39us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322394.122743:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449 00000100:00100000:1.0:1767322394.122754:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450 00000100:00100000:1.0:1767322394.122759:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989437312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322394.122782:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989437312:12345-0@lo:400:kworker.0 Request processed in 23us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322394.122786:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450 00000100:00100000:1.0:1767322394.122815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989437312:0@lo:400:kworker.0 00000100:00100000:1.0:1767322394.122825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989437440:0@lo:400:kworker.0 00000100:00100000:0.0:1767322394.122922:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436800 00000100:00100000:0.0:1767322394.122937:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436800 00000100:00100000:0.0:1767322394.122963:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437056 00000100:00100000:0.0:1767322394.122966:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437056 00000100:00100000:0.0:1767322394.122974:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437568 00000100:00100000:0.0:1767322394.122976:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437568 00000100:00100000:0.0:1767322394.122985:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1767322394.122990:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989436800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322394.123002:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322394.123040:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989436800:12345-0@lo:38:kworker.0 Request processed in 48us (880us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322394.123046:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1767322394.123059:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1767322394.123063:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989437056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322394.123072:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322394.123094:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d07308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989437056:12345-0@lo:38:kworker.0 Request processed in 29us (891us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322394.123100:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1767322394.123110:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1767322394.123114:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989437568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322394.123122:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322394.123151:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989437568:12345-0@lo:38:kworker.0 Request processed in 35us (853us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322394.123156:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00080000:0.0:1767322394.123203:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322394.123208:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322394.123211:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989436800:0@lo:38:kworker.0 00000100:00080000:0.0:1767322394.123220:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322394.123223:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322394.123225:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989437056:0@lo:38:kworker.0 00000100:00080000:0.0:1767322394.123232:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322394.123235:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322394.123238:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989437568:0@lo:38:kworker.0 00000100:00080000:2.0:1767322394.123841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767322394.187300:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322396.232822:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322396.961460:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322396.961613:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975296 00000100:00100000:2.0:1767322396.961622:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975296 00000100:00100000:2.0:1767322396.961691:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2061 00000100:00100000:2.0:1767322396.961699:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923975296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767322396.961760:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322396.961784:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923975296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322396.961790:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2061 00000100:00100000:0.0:1767322396.963739:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00010000:00010000:2.0:1767322397.258780:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322397.705010:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437696 00000100:00100000:2.0:1767322397.705018:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437696 00000100:00100000:2.0:1767322397.705195:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710 00000100:00100000:2.0:1767322397.705205:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322397.705232:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322397.705274:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322397.705281:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710 00000100:00100000:1.0:1767322398.217183:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989437824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322398.217312:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322398.217739:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322398.218142:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322398.218148:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322398.218152:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322398.218157:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7620 00000100:00080000:0.0:1767322398.218161:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322398.218166:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322398.218188:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989437952/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322398.218237:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322398.218241:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322398.218253:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322398.218257:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7641 00000100:00080000:0.0:1767322398.218260:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322398.218264:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322398.218281:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d180 x1853163989438208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322398.218306:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322398.218310:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322398.218318:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322398.218321:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7641 00000100:00080000:0.0:1767322398.218323:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322398.218327:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322398.218339:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d407ee300 x1853163989438464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322398.218348:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322398.218384:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322398.218386:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322398.218390:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7641 00000100:00080000:0.0:1767322398.218392:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322398.218396:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322398.218410:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8000 x1853163989438592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322398.218434:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322398.218437:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322398.218443:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322398.218447:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7641 00000100:00080000:0.0:1767322398.218449:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322398.218453:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322398.218470:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb9c00 x1853163989438848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322398.218498:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989438720:0@lo:400:kworker.0 00000100:00100000:0.0:1767322398.218552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322398.218636:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438720 00000100:00100000:0.0:1767322398.218642:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438720 00000100:00100000:0.0:1767322398.218677:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:0.0:1767322398.218685:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989438720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322398.218728:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989438720:12345-0@lo:400:kworker.0 Request processed in 44us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322398.218735:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:0.0:1767322398.218796:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989438720:0@lo:400:kworker.0 00000100:00100000:1.0:1767322398.218811:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989438336:0@lo:400:kworker.0 00000100:00100000:2.0:1767322398.218903:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989438080:0@lo:400:kworker.0 00000100:00100000:0.0:1767322398.219008:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989437824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322398.227747:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322398.227871:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438336 00000100:00100000:1.0:1767322398.227880:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438336 00000100:00100000:1.0:1767322398.227950:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1767322398.227961:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989438336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322398.228028:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989438336:12345-0@lo:400:kworker.0 Request processed in 71us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322398.228035:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00080000:1.0:1767322398.228055:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322398.228083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989438336:0@lo:400:kworker.0 00000100:00100000:2.0:1767322398.233566:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322398.233813:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438080 00000100:00100000:1.0:1767322398.233823:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438080 00000100:00100000:1.0:1767322398.233907:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1767322398.233916:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989438080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322398.233974:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989438080:12345-0@lo:400:kworker.0 Request processed in 60us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322398.233982:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00080000:2.0:1767322398.234431:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322398.234468:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989438080:0@lo:400:kworker.0 00000100:00100000:0.0:1767322398.244177:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438208 00000100:00100000:0.0:1767322398.244187:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438208 00000100:00100000:0.0:1767322398.244249:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438464 00000100:00100000:0.0:1767322398.244253:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438464 00000100:00100000:0.0:1767322398.244274:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767322398.244281:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989438208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322398.244305:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322398.244350:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989438208:12345-0@lo:38:kworker.0 Request processed in 68us (9668us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322398.244370:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767322398.244389:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:0.0:1767322398.244393:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989438464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322398.244403:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322398.244429:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989438464:12345-0@lo:38:kworker.0 Request processed in 34us (9653us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322398.244434:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:2.0:1767322398.247741:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438592 00000100:00100000:2.0:1767322398.247760:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438592 00000100:00100000:2.0:1767322398.247868:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5200 00000100:00100000:2.0:1767322398.247876:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989438592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322398.247898:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322398.247974:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989438592:12345-0@lo:38:kworker.0 Request processed in 98us (7615us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322398.247980:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5200 00000100:00100000:1.0:1767322398.248747:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438848 00000100:00100000:1.0:1767322398.248758:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438848 00000100:00100000:1.0:1767322398.248777:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:1.0:1767322398.248781:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989438848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322398.248793:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322398.248835:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989438848:12345-0@lo:38:kworker.0 Request processed in 53us (4782us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322398.248839:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00010000:00010000:1.0:1767322398.280827:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322400.329273:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322401.352824:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322402.089767:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322402.089862:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322402.089975:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975552 00000100:00100000:0.0:1767322402.089992:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975552 00000100:00100000:0.0:1767322402.090119:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975424 00000100:00100000:0.0:1767322402.090123:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975424 00000100:00100000:0.0:1767322402.090156:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2064 00000100:00100000:0.0:1767322402.090180:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923975552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322402.090277:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923975552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322402.090285:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2064 00000100:00100000:0.0:1767322402.090304:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3010 00000100:00100000:0.0:1767322402.090309:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923975424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322402.090352:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322402.090379:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923975424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 69us (517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322402.090385:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3010 00000100:00080000:1.0:1767322402.090844:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322402.377602:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322402.825065:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989438976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322402.825163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322402.825779:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322403.337804:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989439104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322403.337947:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322403.338170:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322403.338175:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322403.338745:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989439232:0@lo:400:kworker.0 00000100:00100000:0.0:1767322403.338798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322403.338856:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439232 00000100:00100000:0.0:1767322403.338861:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439232 00000100:00100000:0.0:1767322403.338895:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:0.0:1767322403.338902:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989439232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322403.338940:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989439232:12345-0@lo:400:kworker.0 Request processed in 39us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322403.338947:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00080000:0.0:1767322403.338970:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322403.338975:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322403.339003:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989439232:0@lo:400:kworker.0 00000100:00080000:1.0:1767322403.341323:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322403.341333:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322403.341337:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322403.341345:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7645 00000100:00080000:1.0:1767322403.341351:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322403.341359:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322403.341415:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989439360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322403.341461:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322403.341464:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322403.341466:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322403.341469:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7645 00000100:00080000:1.0:1767322403.341486:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322403.341491:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322403.341505:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc2a00 x1853163989439616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322403.341514:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322403.341518:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322403.341519:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322403.341523:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7645 00000100:00080000:1.0:1767322403.341526:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322403.341529:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322403.341600:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9f80 x1853163989439744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322403.341630:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322403.341633:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322403.341635:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322403.341638:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7645 00000100:00080000:1.0:1767322403.341640:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322403.341644:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322403.341654:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9c00 x1853163989440000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322403.341688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989439488:0@lo:400:kworker.0 00000100:00100000:1.0:1767322403.341749:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322403.341790:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322403.342404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989439872:0@lo:400:kworker.0 00000100:00100000:1.0:1767322403.342473:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322403.342516:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439488 00000100:00100000:1.0:1767322403.342523:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439488 00000100:00100000:1.0:1767322403.342568:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1767322403.342576:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989439488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322403.343507:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989439488:12345-0@lo:400:kworker.0 Request processed in 931us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322403.343514:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00080000:0.0:1767322403.343613:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322403.343634:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989439360:0@lo:38:kworker.0 00000100:00100000:0.0:1767322403.343666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322403.343685:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989439616:0@lo:38:kworker.0 00000100:00100000:0.0:1767322403.343702:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322403.343714:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989439744:0@lo:38:kworker.0 00000100:00100000:0.0:1767322403.343763:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322403.343786:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439744 00000100:00100000:0.0:1767322403.344111:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439744 00000100:00100000:0.0:1767322403.344145:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201 00000100:00100000:0.0:1767322403.344150:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989439744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322403.344170:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322403.344198:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989439744:12345-0@lo:38:kworker.0 Request processed in 47us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322403.344216:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201 00000100:00080000:0.0:1767322403.344244:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322403.344249:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322403.344263:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989439744:0@lo:38:kworker.0 00000100:00100000:0.0:1767322403.344269:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989440000:0@lo:38:kworker.0 00000100:00100000:0.0:1767322403.344289:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322403.344321:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439360 00000100:00100000:0.0:1767322403.344324:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439360 00000100:00100000:0.0:1767322403.344339:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439616 00000100:00100000:0.0:1767322403.344341:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439616 00000100:00100000:0.0:1767322403.344361:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440000 00000100:00100000:0.0:1767322403.344364:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440000 00000100:00100000:0.0:1767322403.344376:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767322403.344380:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989439360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322403.344389:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322403.344420:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989439360:12345-0@lo:38:kworker.0 Request processed in 39us (753us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322403.344426:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767322403.344436:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1767322403.344439:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989439616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322403.344448:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322403.344464:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989439616:12345-0@lo:38:kworker.0 Request processed in 24us (762us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322403.344470:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1767322403.344477:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767322403.344481:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989440000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322403.344493:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322403.344509:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989440000:12345-0@lo:38:kworker.0 Request processed in 28us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322403.344515:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00080000:0.0:1767322403.344542:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322403.344546:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322403.344549:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989440000:0@lo:38:kworker.0 00000100:00080000:0.0:1767322403.344570:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322403.344573:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322403.344576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989439360:0@lo:38:kworker.0 00000100:00080000:0.0:1767322403.344614:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322403.344617:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322403.344620:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989439616:0@lo:38:kworker.0 00000100:00100000:2.0:1767322403.345259:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989439104:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322404.426617:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322405.451201:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322406.473089:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322407.202946:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322407.203021:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975680 00000100:00100000:0.0:1767322407.203045:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975680 00000100:00100000:0.0:1767322407.203153:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3014 00000100:00100000:0.0:1767322407.203161:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923975680:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322407.203187:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322407.203269:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923975680:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 107us (335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322407.203276:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3014 00000100:00100000:0.0:1767322407.205176:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322407.205277:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975808 00000100:00100000:1.0:1767322407.205287:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975808 00000100:00100000:1.0:1767322407.205375:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2067 00000100:00100000:1.0:1767322407.205385:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923975808:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322407.205506:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923975808:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 122us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322407.205513:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2067 00000100:00080000:0.0:1767322407.206103:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322407.945198:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989440128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322407.945299:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322407.945633:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440128 00000100:00100000:2.0:1767322407.945642:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440128 00000100:00100000:2.0:1767322407.945720:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714 00000100:00100000:2.0:1767322407.945730:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989440128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322407.945759:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322407.945815:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989440128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322407.945822:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714 00000100:00100000:1.0:1767322407.945997:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989440128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322407.946083:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322408.457612:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440256 00000100:00100000:0.0:1767322408.457622:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440256 00000100:00100000:0.0:1767322408.457705:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715 00000100:00100000:0.0:1767322408.457715:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989440256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322408.457745:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322408.457795:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989440256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322408.457803:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715 00000100:00100000:0.0:1767322408.457849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989440256:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322408.457921:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322408.459455:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322408.459463:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767322408.459667:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767322408.459948:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322408.459953:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322408.459957:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322408.459964:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7650 00000100:00080000:0.0:1767322408.459969:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322408.459975:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322408.460000:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0380 x1853163989440512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322408.460087:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989440512:0@lo:38:kworker.0 00000100:00100000:2.0:1767322408.460163:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322408.460723:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989440384:0@lo:400:kworker.0 00000100:00100000:1.0:1767322408.460748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322408.460774:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440384 00000100:00100000:1.0:1767322408.460777:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440384 00000100:00100000:1.0:1767322408.460797:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767322408.460801:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989440384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322408.460822:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989440384:12345-0@lo:400:kworker.0 Request processed in 21us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322408.460831:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767322408.460867:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989440384:0@lo:400:kworker.0 00000100:00080000:1.0:1767322408.460899:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322408.460913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989440640:0@lo:400:kworker.0 00000100:00080000:0.0:1767322408.461706:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322408.461711:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322408.461713:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322408.461717:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7650 00000100:00080000:0.0:1767322408.461727:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322408.461731:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322408.461748:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0d880 x1853163989440768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322408.461759:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322408.461761:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322408.461762:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322408.461765:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7650 00000100:00080000:0.0:1767322408.461767:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322408.461769:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322408.461777:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163989440896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322408.461795:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322408.461797:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322408.461798:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322408.461800:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7650 00000100:00080000:0.0:1767322408.461802:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322408.461805:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322408.461810:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4700 x1853163989441152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322408.461832:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322408.461839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989441024:0@lo:400:kworker.0 00000100:00100000:0.0:1767322408.461872:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322408.461898:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441024 00000100:00100000:0.0:1767322408.461901:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441024 00000100:00100000:0.0:1767322408.461931:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453 00000100:00100000:0.0:1767322408.461935:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989441024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322408.461963:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989441024:12345-0@lo:400:kworker.0 Request processed in 28us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322408.461967:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453 00000100:00100000:0.0:1767322408.461991:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989441024:0@lo:400:kworker.0 00000100:00080000:2.0:1767322408.462767:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322408.462772:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322408.462776:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989440512:0@lo:38:kworker.0 00000100:00100000:2.0:1767322408.462793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989440768:0@lo:38:kworker.0 00000100:00100000:2.0:1767322408.462820:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322408.462875:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989440896:0@lo:38:kworker.0 00000100:00100000:2.0:1767322408.462894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322408.462913:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989441152:0@lo:38:kworker.0 00000100:00100000:2.0:1767322408.462930:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322408.462963:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440896 00000100:00100000:0.0:1767322408.462966:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440896 00000100:00100000:0.0:1767322408.462989:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202 00000100:00100000:0.0:1767322408.462993:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989440896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322408.463006:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322408.463037:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989440896:12345-0@lo:38:kworker.0 Request processed in 43us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322408.463041:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202 00000100:00080000:2.0:1767322408.463298:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322408.463303:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322408.463306:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989440896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322408.463484:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:0.0:1767322408.463489:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989441152:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767322408.463616:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322408.463621:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322408.463625:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989440768:0@lo:38:kworker.0 00010000:00020000:0.0:1767322408.463913:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322408.463955:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989441152:12345-0@lo:38:kworker.0 Request processed in 464us (1024us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322408.463962:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00080000:2.0:1767322408.464039:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322408.464044:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322408.464046:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989441152:0@lo:38:kworker.0 00010000:00010000:2.0:1767322408.521236:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322409.544846:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322410.570022:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322412.322234:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923975936 00000100:00100000:0.0:1767322412.322274:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923975936 00000100:00100000:0.0:1767322412.322557:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976064 00000100:00100000:0.0:1767322412.322562:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976064 00000100:00100000:2.0:1767322412.322761:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2070 00000100:00100000:2.0:1767322412.322775:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923976064:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322412.322891:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923976064:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 119us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322412.322900:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2070 00000100:00100000:2.0:1767322412.322924:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3018 00000100:00100000:2.0:1767322412.322929:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923975936:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322412.322952:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322412.322979:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d407ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923975936:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (1005us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322412.322986:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3018 00010000:00010000:2.0:1767322412.620360:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322413.066058:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322413.066090:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989441280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322413.066168:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322413.066914:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989441280:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322413.067187:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322413.576799:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322413.576827:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322413.576881:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322413.576886:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322413.576890:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322413.576898:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7655 00000100:00080000:0.0:1767322413.576910:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322413.576918:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322413.576945:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea7800 x1853163989441536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322413.576978:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322413.576981:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322413.576983:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322413.576987:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7655 00000100:00080000:0.0:1767322413.576990:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322413.576993:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322413.577007:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6300 x1853163989441792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322413.577017:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322413.577020:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322413.577022:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322413.577030:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7655 00000100:00080000:0.0:1767322413.577034:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322413.577038:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322413.577050:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6d80 x1853163989441920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322413.577093:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322413.577097:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322413.577099:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322413.577107:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7655 00000100:00080000:0.0:1767322413.577112:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322413.577116:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322413.577127:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4000 x1853163989442304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322413.577164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989442176:0@lo:400:kworker.0 00000100:00100000:0.0:1767322413.577202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322413.577238:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322413.577246:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989442048:0@lo:400:kworker.0 00000100:00100000:0.0:1767322413.577273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322413.577299:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442176 00000100:00100000:0.0:1767322413.577303:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442176 00000100:00100000:0.0:1767322413.577328:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442048 00000100:00100000:0.0:1767322413.577331:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442048 00000100:00100000:0.0:1767322413.577347:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454 00000100:00100000:0.0:1767322413.577353:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989442176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322413.577419:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989442176:12345-0@lo:400:kworker.0 Request processed in 64us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322413.577431:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454 00000100:00100000:0.0:1767322413.577452:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455 00000100:00100000:0.0:1767322413.577462:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989442048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322413.577498:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989442048:12345-0@lo:400:kworker.0 Request processed in 37us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322413.577513:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455 00000100:00100000:0.0:1767322413.577561:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989441536:0@lo:38:kworker.0 00000100:00100000:0.0:1767322413.577615:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322413.577796:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322413.577804:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989442432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322413.577831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322413.577856:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442432 00000100:00100000:1.0:1767322413.577859:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442432 00000100:00100000:1.0:1767322413.577890:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717 00000100:00100000:1.0:1767322413.577896:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989442432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322413.577917:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322413.577955:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989442432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322413.577961:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717 00000100:00100000:1.0:1767322413.577987:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989442432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322413.578015:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989442048:0@lo:400:kworker.0 00000100:00100000:1.0:1767322413.578023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989442176:0@lo:400:kworker.0 00000100:00100000:0.0:1767322413.578984:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989441792:0@lo:38:kworker.0 00000100:00100000:0.0:1767322413.579021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322413.579359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989441920:0@lo:38:kworker.0 00000100:00100000:0.0:1767322413.579394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322413.579413:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989442304:0@lo:38:kworker.0 00000100:00100000:0.0:1767322413.579433:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322413.579833:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441536 00000100:00100000:1.0:1767322413.579861:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441536 00000100:00100000:1.0:1767322413.579894:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441792 00000100:00100000:1.0:1767322413.579896:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441792 00000100:00100000:1.0:1767322413.579912:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1767322413.579917:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989441536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322413.579937:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322413.579978:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989441536:12345-0@lo:38:kworker.0 Request processed in 60us (2362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322413.579984:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1767322413.580000:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:1.0:1767322413.580004:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989441792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322413.580012:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322413.580033:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989441792:12345-0@lo:38:kworker.0 Request processed in 27us (1011us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322413.580038:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:1.0:1767322413.580059:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441920 00000100:00100000:1.0:1767322413.580062:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441920 00000100:00100000:1.0:1767322413.580098:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1767322413.580106:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989441920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322413.580116:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322413.580448:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989441920:12345-0@lo:38:kworker.0 Request processed in 339us (1052us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322413.580454:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1767322413.580473:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442304 00000100:00100000:1.0:1767322413.580477:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442304 00000100:00100000:1.0:1767322413.580491:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1767322413.580496:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989442304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322413.580513:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322413.580539:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989442304:12345-0@lo:38:kworker.0 Request processed in 42us (1105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322413.580546:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00080000:0.0:1767322413.580677:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322413.580684:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322413.580687:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989441536:0@lo:38:kworker.0 00000100:00080000:0.0:1767322413.580698:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322413.580701:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322413.580703:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989441792:0@lo:38:kworker.0 00000100:00080000:0.0:1767322413.580711:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322413.580714:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322413.580716:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989441920:0@lo:38:kworker.0 00000100:00080000:0.0:1767322413.580722:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322413.580725:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322413.580728:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989442304:0@lo:38:kworker.0 00010000:00010000:2.0:1767322413.640932:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322414.664802:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322416.420042:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767322416.420095:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923976192 offset 0 length 520: 4 00000100:00100000:2.0:1767322416.420145:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322416.420320:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976448 00000100:00100000:0.0:1767322416.420330:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976448 00000100:00100000:0.0:1767322416.420425:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976320 00000100:00100000:0.0:1767322416.420429:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976320 00000100:00100000:0.0:1767322416.420447:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2073 00000100:00100000:0.0:1767322416.420456:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923976448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322416.420532:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923976448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322416.420540:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2073 00000100:00100000:0.0:1767322416.420559:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3022 00000100:00100000:0.0:1767322416.420563:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923976320:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322416.420620:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322416.420646:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923976320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 81us (502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322416.420652:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3022 00010000:00010000:2.0:1767322416.713360:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322417.737650:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322418.185328:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442560 00000100:00100000:2.0:1767322418.185338:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442560 00000100:00100000:2.0:1767322418.185403:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1767322418.185412:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989442560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322418.185439:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322418.185479:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989442560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322418.185488:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718 00000100:00080000:0.0:1767322418.185959:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322418.699727:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322418.699750:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322418.699768:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322418.699772:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322418.699776:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322418.699783:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7660 00000100:00080000:2.0:1767322418.699787:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322418.699793:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322418.699811:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f800 x1853163989442944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322418.699847:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322418.699851:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322418.699852:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322418.699856:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7660 00000100:00080000:2.0:1767322418.699858:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322418.699862:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322418.699873:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976fb80 x1853163989443200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322418.699881:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322418.699884:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322418.699886:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322418.699890:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7660 00000100:00080000:2.0:1767322418.699892:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322418.699896:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322418.699908:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989443328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322418.699916:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989443072:0@lo:400:kworker.0 00000100:00080000:2.0:1767322418.699929:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322418.699931:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322418.699933:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322418.699936:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7660 00000100:00080000:2.0:1767322418.699938:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322418.699941:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322418.699952:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1180 x1853163989443584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322418.699978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322418.700046:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322418.700052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989443456:0@lo:400:kworker.0 00000100:00100000:0.0:1767322418.700073:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322418.700102:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443456 00000100:00100000:0.0:1767322418.700110:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443456 00000100:00100000:2.0:1767322418.700168:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443072 00000100:00100000:2.0:1767322418.700173:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443072 00000100:00100000:0.0:1767322418.700176:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456 00000100:00100000:0.0:1767322418.700184:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989443456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322418.700195:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442816 00000100:00100000:2.0:1767322418.700197:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442816 00000100:00100000:2.0:1767322418.700216:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:2.0:1767322418.700221:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989443072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322418.700230:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989443456:12345-0@lo:400:kworker.0 Request processed in 47us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322418.700250:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456 00000100:00100000:2.0:1767322418.700252:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989443072:12345-0@lo:400:kworker.0 Request processed in 31us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322418.700257:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:2.0:1767322418.700273:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:2.0:1767322418.700278:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989442816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322418.700306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989442816:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322418.700311:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:0.0:1767322418.700312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989443456:0@lo:400:kworker.0 00000100:00100000:0.0:1767322418.700323:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989443072:0@lo:400:kworker.0 00000100:00100000:2.0:1767322418.700339:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442688 00000100:00100000:2.0:1767322418.700342:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442688 00000100:00100000:2.0:1767322418.700363:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719 00000100:00100000:2.0:1767322418.700374:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989442688:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322418.700383:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989442816:0@lo:400:kworker.0 00002000:00000024:2.0:1767322418.700395:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322418.700425:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989442688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322418.700431:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719 00000100:00100000:0.0:1767322418.700441:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989442688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322418.702444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989442944:0@lo:38:kworker.0 00000100:00100000:1.0:1767322418.702509:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322418.702563:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989443200:0@lo:38:kworker.0 00000100:00100000:1.0:1767322418.702603:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322418.702618:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989443328:0@lo:38:kworker.0 00000100:00100000:1.0:1767322418.702655:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322418.702680:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989443584:0@lo:38:kworker.0 00000100:00100000:1.0:1767322418.702704:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322418.702735:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443328 00000100:00100000:1.0:1767322418.702742:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443328 00000100:00100000:1.0:1767322418.702774:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204 00000100:00100000:1.0:1767322418.702780:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989443328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322418.702799:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322418.702838:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989443328:12345-0@lo:38:kworker.0 Request processed in 56us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322418.702845:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204 00000100:00080000:1.0:1767322418.702880:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322418.702885:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322418.702888:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989443328:0@lo:38:kworker.0 00000100:00100000:1.0:1767322418.702910:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442944 00000100:00100000:1.0:1767322418.702926:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442944 00000100:00100000:1.0:1767322418.702944:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443200 00000100:00100000:1.0:1767322418.702947:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443200 00000100:00100000:1.0:1767322418.702960:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443584 00000100:00100000:1.0:1767322418.702963:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443584 00000100:00100000:1.0:1767322418.702976:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767322418.702980:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989442944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322418.702991:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322418.703023:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989442944:12345-0@lo:38:kworker.0 Request processed in 41us (514us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322418.703030:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767322418.703041:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1767322418.703045:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989443200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322418.703054:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322418.703074:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989443200:12345-0@lo:38:kworker.0 Request processed in 27us (471us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322418.703080:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1767322418.703089:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:1.0:1767322418.703093:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989443584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322418.703102:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322418.703120:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989443584:12345-0@lo:38:kworker.0 Request processed in 26us (416us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322418.703138:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00080000:1.0:1767322418.703164:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322418.703169:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322418.703172:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989442944:0@lo:38:kworker.0 00000100:00080000:1.0:1767322418.705400:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322418.705412:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322418.705418:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989443200:0@lo:38:kworker.0 00000100:00080000:1.0:1767322418.705438:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322418.705441:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322418.705444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989443584:0@lo:38:kworker.0 00010000:00010000:1.0:1767322418.762547:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322420.808943:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322421.537189:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976704 00000100:00100000:0.0:1767322421.537200:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976704 00000100:00100000:0.0:1767322421.537284:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2076 00000100:00100000:0.0:1767322421.537294:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923976704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322421.537383:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923976704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322421.537391:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2076 00000100:00100000:1.0:1767322421.539894:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976576 00000100:00100000:1.0:1767322421.539904:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976576 00000100:00100000:1.0:1767322421.540015:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3026 00000100:00100000:1.0:1767322421.540023:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923976576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322421.540048:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322421.540132:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923976576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 108us (380us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322421.540140:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3026 00010000:00010000:2.0:1767322421.833938:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322422.857495:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322423.308057:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322423.308082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989443712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322423.308154:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.309344:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443712 00000100:00100000:2.0:1767322423.309355:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443712 00000100:00100000:2.0:1767322423.309444:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720 00000100:00100000:2.0:1767322423.309454:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989443712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322423.309488:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322423.309560:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989443712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322423.309568:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1767322423.310664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989443712:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322423.817513:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322423.817524:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322423.817619:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322423.817623:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322423.817627:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322423.817635:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7665 00000100:00080000:0.0:1767322423.817639:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322423.817646:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322423.817667:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d04ad8a80 x1853163989443968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322423.817703:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322423.817707:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322423.817724:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322423.817728:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7665 00000100:00080000:0.0:1767322423.817731:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322423.817735:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322423.817750:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976fb80 x1853163989444224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322423.817759:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322423.817763:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322423.817764:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322423.817768:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7665 00000100:00080000:0.0:1767322423.817770:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322423.817774:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322423.817786:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3976f800 x1853163989444352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322423.817805:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322423.817808:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322423.817810:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322423.817813:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7665 00000100:00080000:0.0:1767322423.817815:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322423.817819:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322423.817832:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989444608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322423.817926:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322398/real 1767322398] req@ffff9e7d3b03d880 x1853163989437952/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322423 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767322423.817949:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b03d880 x1853163989437952/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322423 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322423.817975:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989444480:0@lo:400:kworker.0 00000100:00100000:1.0:1767322423.817976:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989443968:0@lo:38:kworker.0 00000100:00100000:2.0:1767322423.818100:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322423.818109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989444736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322423.818140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.818174:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444736 00000100:00100000:2.0:1767322423.818181:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444736 00000100:00100000:2.0:1767322423.818257:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721 00000100:00100000:2.0:1767322423.818266:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989444736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322423.818304:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322423.818347:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989444736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322423.818354:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721 00000100:00080000:2.0:1767322423.818374:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322423.818412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989444736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322423.819082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.819774:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444480 00000100:00100000:2.0:1767322423.819784:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444480 00000100:00100000:2.0:1767322423.819822:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:2.0:1767322423.819830:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989444480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322423.819888:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989444480:12345-0@lo:400:kworker.0 Request processed in 60us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322423.819895:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00100000:2.0:1767322423.822502:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3976ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989444480:0@lo:400:kworker.0 00000100:00100000:2.0:1767322423.822563:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.822640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989444224:0@lo:38:kworker.0 00000100:00100000:2.0:1767322423.823090:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.823112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989444352:0@lo:38:kworker.0 00000100:00100000:2.0:1767322423.823135:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322423.823156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989444608:0@lo:38:kworker.0 00000100:00100000:2.0:1767322423.823174:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322423.823186:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322423.823205:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322423.823208:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989437952:0@lo:250:kworker.0 00000100:00100000:2.0:1767322423.823246:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:2.0:1767322423.823250:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989443968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322423.823269:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322423.823299:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989443968:12345-0@lo:38:kworker.0 Request processed in 48us (737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322423.823305:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:2.0:1767322423.823325:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767322423.823329:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989444608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322423.823338:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322423.823359:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989444608:12345-0@lo:38:kworker.0 Request processed in 29us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322423.823364:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00080000:1.0:1767322423.823788:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322423.823794:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322423.823797:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322423.823801:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7645 00000100:00080000:1.0:1767322423.823805:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322423.823809:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322423.823833:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08517b80 x1853163989444864/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767322424.908401:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322425.928967:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322426.657796:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322426.658045:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322426.658136:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976960 00000100:00100000:0.0:1767322426.658145:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976960 00000100:00100000:0.0:1767322426.658214:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923976832 00000100:00100000:0.0:1767322426.658218:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923976832 00000100:00100000:0.0:1767322426.658246:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2079 00000100:00100000:0.0:1767322426.658256:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923976960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322426.658349:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923976960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 94us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322426.658358:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2079 00000100:00100000:0.0:1767322426.658378:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3030 00000100:00100000:0.0:1767322426.658383:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923976832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322426.658402:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322426.658428:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923976832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322426.658434:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3030 00000100:00080000:2.0:1767322426.658829:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322426.952808:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322428.425708:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444992 00000100:00100000:2.0:1767322428.425716:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444992 00000100:00100000:2.0:1767322428.425771:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722 00000100:00100000:2.0:1767322428.425779:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989444992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322428.425805:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322428.425844:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989444992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322428.425851:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722 00000100:00080000:0.0:1767322428.936761:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322428.936773:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322428.936842:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322428.936846:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322428.936849:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322428.936858:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7670 00000100:00080000:0.0:1767322428.936862:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322428.936868:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322428.936891:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0dc00 x1853163989445248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322428.936967:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322428.936970:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322428.936972:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322428.936975:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7670 00000100:00080000:0.0:1767322428.936978:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322428.936982:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322428.936993:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163989445504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322428.937003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322428.937006:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322428.937008:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322428.937012:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7670 00000100:00080000:0.0:1767322428.937014:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322428.937017:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322428.937027:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfe300 x1853163989445632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322428.937066:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322428.937070:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322428.937072:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322428.937075:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7670 00000100:00080000:0.0:1767322428.937077:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322428.937080:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322428.937091:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5c000 x1853163989445888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322428.937121:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322428.937147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989445760:0@lo:400:kworker.0 00000100:00100000:0.0:1767322428.937208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322428.937441:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989445248:0@lo:38:kworker.0 00000100:00100000:1.0:1767322428.937472:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322428.937501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989445504:0@lo:38:kworker.0 00000100:00100000:1.0:1767322428.937526:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322428.937545:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989445632:0@lo:38:kworker.0 00000100:00100000:1.0:1767322428.937564:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322428.937597:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989445888:0@lo:38:kworker.0 00000100:00100000:1.0:1767322428.937617:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322428.937654:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445248 00000100:00100000:1.0:1767322428.937661:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445248 00000100:00100000:1.0:1767322428.937692:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445504 00000100:00100000:1.0:1767322428.937695:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445504 00000100:00100000:1.0:1767322428.937706:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445888 00000100:00100000:1.0:1767322428.937709:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445888 00000100:00100000:1.0:1767322428.937726:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1767322428.937741:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322428.937763:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322428.937804:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445248:12345-0@lo:38:kworker.0 Request processed in 62us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322428.937811:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1767322428.937829:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:1.0:1767322428.937833:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322428.937843:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322428.937866:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445504:12345-0@lo:38:kworker.0 Request processed in 32us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322428.937873:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:1.0:1767322428.937883:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:1.0:1767322428.937887:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322428.937895:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322428.937914:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989445888:12345-0@lo:38:kworker.0 Request processed in 25us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322428.937919:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00080000:1.0:1767322428.937966:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322428.937970:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322428.937973:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989445248:0@lo:38:kworker.0 00000100:00080000:1.0:1767322428.937983:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322428.937986:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322428.937988:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989445504:0@lo:38:kworker.0 00000100:00080000:1.0:1767322428.937995:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322428.938004:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322428.938007:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989445888:0@lo:38:kworker.0 00000100:00080000:1.0:1767322428.944199:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322428.944213:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322428.944218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989445632:0@lo:38:kworker.0 00000100:00100000:2.0:1767322428.944454:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445760 00000100:00100000:2.0:1767322428.944462:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445760 00000100:00100000:2.0:1767322428.944539:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:2.0:1767322428.944548:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989445760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322428.944642:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989445760:12345-0@lo:400:kworker.0 Request processed in 95us (7434us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322428.944650:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00100000:0.0:1767322428.944795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989446016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322428.944839:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322428.944876:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989445760:0@lo:400:kworker.0 00000100:00100000:0.0:1767322428.944902:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446016 00000100:00100000:0.0:1767322428.944906:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446016 00000100:00100000:0.0:1767322428.944932:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00000100:00100000:0.0:1767322428.944952:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989446016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322428.944978:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322428.945014:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989446016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322428.945020:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000100:00100000:0.0:1767322428.945052:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989446016:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322429.001616:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322430.024899:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322431.050129:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322431.796075:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977216 00000100:00100000:0.0:1767322431.796086:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977216 00000100:00100000:0.0:1767322431.796176:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977088 00000100:00100000:0.0:1767322431.796179:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977088 00000100:00100000:0.0:1767322431.796204:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2082 00000100:00100000:0.0:1767322431.796225:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923977216:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322431.796293:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3034 00000100:00100000:2.0:1767322431.796306:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923977088:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322431.796330:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322431.796342:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923977216:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 115us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322431.796351:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2082 00000100:00100000:2.0:1767322431.796401:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923977088:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 94us (447us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322431.796408:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3034 00010000:00010000:2.0:1767322433.098562:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322433.553264:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322433.553288:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989446144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322433.553358:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322433.553466:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446144 00000100:00100000:2.0:1767322433.553475:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446144 00000100:00100000:2.0:1767322433.553814:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:2.0:1767322433.553823:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989446144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322433.553864:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322433.553918:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989446144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322433.553926:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00000100:00080000:0.0:1767322433.564342:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322434.056753:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322434.056764:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322434.056793:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767322434.056797:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322434.056800:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322434.056805:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322434.056814:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7675 00000100:00100000:0.0:1767322434.056816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989446272:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322434.056820:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322434.056826:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322434.056857:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05bfe300 x1853163989446528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322434.056880:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322434.056883:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322434.056885:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322434.056888:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7675 00000100:00080000:1.0:1767322434.056890:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322434.056893:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322434.056903:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020700 x1853163989446784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322434.056922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322434.056937:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322434.056941:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322434.056942:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322434.056947:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7675 00000100:00080000:1.0:1767322434.056949:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322434.056952:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322434.056965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989446656:0@lo:400:kworker.0 00000100:00100000:1.0:1767322434.056965:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0db0dc00 x1853163989446912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322434.056975:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322434.056977:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322434.056979:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322434.056982:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7675 00000100:00080000:1.0:1767322434.056984:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322434.056987:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322434.056990:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322434.057011:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322434.057011:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d399cc000 x1853163989447040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322434.057015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989446400:0@lo:400:kworker.0 00000100:00100000:0.0:1767322434.057034:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322434.057038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989446528:0@lo:38:kworker.0 00000100:00100000:0.0:1767322434.057061:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446656 00000100:00100000:1.0:1767322434.057061:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322434.057067:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446656 00000100:00100000:1.0:1767322434.057077:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989446784:0@lo:38:kworker.0 00000100:00100000:1.0:1767322434.057094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322434.057107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989446912:0@lo:38:kworker.0 00000100:00100000:0.0:1767322434.057115:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446400 00000100:00100000:0.0:1767322434.057117:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446400 00000100:00100000:1.0:1767322434.057126:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322434.057137:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446528 00000100:00100000:0.0:1767322434.057139:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446528 00000100:00100000:1.0:1767322434.057140:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989447040:0@lo:38:kworker.0 00000100:00100000:0.0:1767322434.057148:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446784 00000100:00100000:0.0:1767322434.057150:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446784 00000100:00100000:0.0:1767322434.057162:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:1.0:1767322434.057164:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322434.057170:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989446656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322434.057197:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447040 00000100:00100000:1.0:1767322434.057201:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447040 00000100:00100000:1.0:1767322434.057216:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1767322434.057220:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989446656:12345-0@lo:400:kworker.0 Request processed in 51us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322434.057223:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989446400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322434.057227:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1767322434.057246:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:1.0:1767322434.057247:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989446400:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322434.057250:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989446528:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322434.057253:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:1.0:1767322434.057262:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:1.0:1767322434.057265:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989446784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322434.057267:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767322434.057273:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322434.057389:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:2.0:1767322434.057395:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989447040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322434.057404:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322434.057601:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989446784:12345-0@lo:38:kworker.0 Request processed in 32us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322434.057608:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:1.0:1767322434.057632:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446272 00000100:00100000:1.0:1767322434.057636:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446272 00000100:00100000:1.0:1767322434.057664:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:1.0:1767322434.057670:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40b36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322434.057692:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322434.057729:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40b36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322434.057734:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00100000:0.0:1767322434.064521:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989446528:12345-0@lo:38:kworker.0 Request processed in 7258us (7447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322434.064537:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1767322434.065141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989446272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322434.065185:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989446400:0@lo:400:kworker.0 00000100:00100000:0.0:1767322434.065197:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989446656:0@lo:400:kworker.0 00000100:00080000:0.0:1767322434.065252:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322434.065258:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322434.065606:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322434.065612:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322434.065616:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989446528:0@lo:38:kworker.0 00000100:00080000:1.0:1767322434.065627:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322434.065648:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322434.065653:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989446784:0@lo:38:kworker.0 00000100:00100000:2.0:1767322434.065765:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989447040:12345-0@lo:38:kworker.0 Request processed in 8365us (8595us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322434.065784:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00080000:1.0:1767322434.075393:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322434.075407:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322434.075412:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989446912:0@lo:38:kworker.0 00000100:00080000:1.0:1767322434.075428:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322434.075432:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322434.075435:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989447040:0@lo:38:kworker.0 00010000:00010000:2.0:1767322434.120952:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322435.144808:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322436.898696:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322436.899368:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977344 00000100:00100000:0.0:1767322436.899377:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977344 00000100:00100000:0.0:1767322436.899424:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977472 00000100:00100000:0.0:1767322436.899427:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977472 00000100:00100000:0.0:1767322436.899490:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2085 00000100:00100000:0.0:1767322436.899500:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923977472:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767322436.899541:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322436.899607:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923977472:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 108us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322436.899615:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2085 00010000:00010000:2.0:1767322437.192981:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322438.216977:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322438.665380:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447168 00000100:00100000:2.0:1767322438.665403:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447168 00000100:00100000:2.0:1767322438.665469:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:2.0:1767322438.665478:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989447168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322438.665504:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322438.665554:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989447168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322438.665561:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00000100:00080000:1.0:1767322438.665682:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322438.665740:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989447168:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322439.176829:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322439.176839:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322439.176889:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322439.176894:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322439.176898:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767322439.176907:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767322439.176917:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7680 00000100:00080000:1.0:1767322439.176923:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322439.176927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989447296:0@lo:400:kworker.0 00000100:00080000:1.0:1767322439.176932:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322439.176954:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d399ce680 x1853163989447424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322439.176996:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322439.177002:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322439.177004:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322439.177005:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322439.177023:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7680 00000100:00080000:1.0:1767322439.177027:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322439.177031:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322439.177044:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d399ce300 x1853163989447680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322439.177054:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322439.177057:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322439.177059:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767322439.177060:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447296 00000100:00080000:1.0:1767322439.177064:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7680 00000100:00080000:1.0:1767322439.177067:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322439.177070:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447296 00000100:00080000:1.0:1767322439.177071:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322439.177084:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d399cdc00 x1853163989447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322439.177118:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322439.177122:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322439.177123:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322439.177127:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7680 00000100:00080000:1.0:1767322439.177129:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322439.177134:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00080000:1.0:1767322439.177135:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322439.177149:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989447296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322439.177152:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d399cea00 x1853163989448192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322439.177178:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989447552:0@lo:400:kworker.0 00000100:00100000:2.0:1767322439.177203:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989447296:12345-0@lo:400:kworker.0 Request processed in 57us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322439.177214:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:1.0:1767322439.177215:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322439.177238:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447552 00000100:00100000:1.0:1767322439.177242:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322439.177243:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447552 00000100:00100000:1.0:1767322439.177257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989447936:0@lo:400:kworker.0 00000100:00100000:1.0:1767322439.177285:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322439.177289:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:2.0:1767322439.177298:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989447552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322439.177326:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447936 00000100:00100000:1.0:1767322439.177331:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447936 00000100:00100000:2.0:1767322439.177339:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989447552:12345-0@lo:400:kworker.0 Request processed in 42us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322439.177346:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1767322439.177366:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459 00000100:00100000:1.0:1767322439.177375:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989447936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322439.177399:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989447552:0@lo:400:kworker.0 00000100:00100000:1.0:1767322439.177412:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989447936:12345-0@lo:400:kworker.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322439.177420:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459 00000100:00100000:2.0:1767322439.177426:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989447936:0@lo:400:kworker.0 00000100:00080000:1.0:1767322439.177441:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322439.177456:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989448064:0@lo:400:kworker.0 00000100:00100000:1.0:1767322439.177480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322439.177514:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989447296:0@lo:400:kworker.0 00000100:00100000:2.0:1767322439.177598:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448064 00000100:00100000:2.0:1767322439.177603:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448064 00000100:00100000:2.0:1767322439.177637:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4460 00000100:00100000:2.0:1767322439.177643:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322439.177675:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448064:12345-0@lo:400:kworker.0 Request processed in 32us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322439.177681:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4460 00000100:00100000:2.0:1767322439.177890:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447424 00000100:00100000:2.0:1767322439.177894:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447424 00000100:00100000:2.0:1767322439.177923:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:2.0:1767322439.177928:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989447424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322439.177946:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322439.177976:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989447424:12345-0@lo:38:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322439.177982:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00080000:1.0:1767322439.177991:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322439.178014:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322439.178021:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322439.178022:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989448064:0@lo:400:kworker.0 00000100:00100000:2.0:1767322439.178027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989447424:0@lo:38:kworker.0 00000100:00100000:2.0:1767322439.178037:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989447680:0@lo:38:kworker.0 00000100:00100000:2.0:1767322439.178062:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322439.178088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989447808:0@lo:38:kworker.0 00000100:00100000:2.0:1767322439.178115:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322439.178133:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d399cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989448192:0@lo:38:kworker.0 00000100:00100000:0.0:1767322439.178156:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322439.178157:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322439.178169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989448320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322439.178207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322439.178229:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447680 00000100:00100000:2.0:1767322439.178242:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447680 00000100:00100000:0.0:1767322439.178248:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448320 00000100:00100000:0.0:1767322439.178254:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448320 00000100:00100000:2.0:1767322439.178277:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448192 00000100:00100000:2.0:1767322439.178282:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448192 00000100:00100000:0.0:1767322439.178290:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727 00000100:00100000:0.0:1767322439.178299:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448320:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322439.178306:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:2.0:1767322439.178313:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989447680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322439.178327:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00002000:00000024:0.0:1767322439.178334:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322439.178367:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989447680:12345-0@lo:38:kworker.0 Request processed in 54us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322439.178374:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:0.0:1767322439.178384:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322439.178390:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:0.0:1767322439.178396:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727 00000100:00100000:2.0:1767322439.178398:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989448192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322439.178409:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322439.178438:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989448192:12345-0@lo:38:kworker.0 Request processed in 41us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322439.178443:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989448320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322439.178447:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00080000:2.0:1767322439.178479:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322439.178483:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322439.178487:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989447680:0@lo:38:kworker.0 00000100:00080000:2.0:1767322439.178495:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322439.178499:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322439.178501:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989448192:0@lo:38:kworker.0 00000100:00080000:2.0:1767322439.179825:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322439.179834:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322439.179839:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d399cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989447808:0@lo:38:kworker.0 00010000:00010000:1.0:1767322439.243768:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322441.290193:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767322442.019726:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923977600 offset 0 length 520: 4 00000100:00100000:0.0:1767322442.019777:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322442.021660:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322442.021753:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977856 00000100:00100000:2.0:1767322442.021761:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977856 00000100:00100000:2.0:1767322442.021824:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2088 00000100:00100000:2.0:1767322442.021833:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923977856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322442.021897:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923977856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 65us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322442.021905:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2088 00000100:00080000:1.0:1767322442.022909:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322442.314138:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322443.338650:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322443.785106:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989448448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322443.785180:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322443.785319:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448448 00000100:00100000:0.0:1767322443.785328:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448448 00000100:00100000:0.0:1767322443.785393:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728 00000100:00100000:0.0:1767322443.785403:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989448448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322443.785435:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322443.785484:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989448448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322443.785490:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728 00000100:00080000:1.0:1767322443.785883:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322443.785923:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989448448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322444.298454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989448960:0@lo:400:kworker.0 00000100:00100000:1.0:1767322444.298460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989448704:0@lo:400:kworker.0 00000100:00100000:2.0:1767322444.298502:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322444.298533:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3976fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989448832:0@lo:38:kworker.0 00000100:00100000:2.0:1767322444.298560:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449344 00000100:00100000:2.0:1767322444.298569:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449344 00000100:00100000:1.0:1767322444.298571:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322444.298644:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461 00000100:00100000:1.0:1767322444.298648:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d04adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989449088:0@lo:38:kworker.0 00000100:00100000:2.0:1767322444.298666:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989449344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322444.298683:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322444.298704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989449216:0@lo:38:kworker.0 00000100:00100000:1.0:1767322444.298729:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322444.298753:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989449344:12345-0@lo:400:kworker.0 Request processed in 89us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322444.298763:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461 00000100:00100000:1.0:1767322444.298767:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989449472:0@lo:38:kworker.0 00000100:00100000:1.0:1767322444.298794:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322444.298832:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448960 00000100:00100000:1.0:1767322444.298836:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448960 00000100:00100000:1.0:1767322444.298870:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448832 00000100:00100000:1.0:1767322444.298873:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448832 00000100:00100000:1.0:1767322444.298887:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449088 00000100:00100000:1.0:1767322444.298890:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449088 00000100:00100000:1.0:1767322444.298896:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449472 00000100:00100000:1.0:1767322444.298898:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449472 00000100:00100000:1.0:1767322444.298906:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:1.0:1767322444.298912:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989448960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322444.298948:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989448960:12345-0@lo:400:kworker.0 Request processed in 36us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322444.298955:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:1.0:1767322444.298968:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:1.0:1767322444.298972:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989448832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322444.298988:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322444.299467:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448576 00000100:00100000:0.0:1767322444.299471:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448576 00000100:00100000:2.0:1767322444.299481:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989449344:0@lo:400:kworker.0 00000100:00100000:0.0:1767322444.299511:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729 00000100:00100000:0.0:1767322444.299519:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989448576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322444.299544:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322444.299549:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:2.0:1767322444.299556:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989449472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322444.299569:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322444.303864:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3976f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989448576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4345us (6464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322444.303873:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729 00000100:00100000:0.0:1767322444.303930:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989448576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322444.303966:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448704 00000100:00100000:0.0:1767322444.303978:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448704 00000100:00100000:0.0:1767322444.304028:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:0.0:1767322444.304035:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989448704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322444.304076:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989448704:12345-0@lo:400:kworker.0 Request processed in 41us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322444.304082:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00080000:0.0:1767322444.304098:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322444.304103:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322444.304143:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d04ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989448960:0@lo:400:kworker.0 00000100:00100000:1.0:1767322444.310242:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989448832:12345-0@lo:38:kworker.0 Request processed in 11257us (11661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322444.310259:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767322444.313096:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989449472:12345-0@lo:38:kworker.0 Request processed in 13533us (14297us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322444.313109:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00010000:00010000:2.0:1767322445.384824:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322446.408837:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322447.139244:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322447.139503:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978112 00000100:00100000:2.0:1767322447.139514:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978112 00000100:00080000:0.0:1767322447.139619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322447.139651:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2091 00000100:00100000:2.0:1767322447.139662:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923978112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322447.139747:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923978112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 87us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322447.139756:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2091 00000100:00100000:0.0:1767322447.146526:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322447.146661:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923977984 00000100:00100000:1.0:1767322447.146672:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923977984 00000100:00100000:1.0:1767322447.146721:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3046 00000100:00100000:1.0:1767322447.146730:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923977984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322447.146753:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322447.146825:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923977984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 95us (308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322447.146832:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3046 00010000:00010000:1.0:1767322447.433316:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322448.393236:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322448.393242:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322448.393245:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322448.393249:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7670 00000100:00080000:0.0:1767322448.393254:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322448.393261:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322448.393298:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ea00 x1853163989449600/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322448.393355:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322448.393359:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322448.393360:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322448.393364:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7691 00000100:00080000:0.0:1767322448.393366:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322448.393370:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322448.393391:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0000 x1853163989449856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322448.393430:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322448.393435:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322448.393436:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322448.393439:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7691 00000100:00080000:0.0:1767322448.393442:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322448.393446:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322448.393460:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d1180 x1853163989450112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322448.393468:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322448.393471:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322448.393473:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322448.393476:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7691 00000100:00080000:0.0:1767322448.393478:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322448.393481:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322448.393492:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b4d2300 x1853163989450240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322448.393515:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322448.393518:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322448.393520:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322448.393523:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7691 00000100:00080000:0.0:1767322448.393525:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322448.393529:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322448.393547:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d41fc1f80 x1853163989450624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322448.393711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989449728:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.393791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322448.393861:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322448.393867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989450496:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.393892:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322448.393943:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450496 00000100:00100000:1.0:1767322448.393951:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450496 00000100:00100000:1.0:1767322448.394007:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462 00000100:00100000:1.0:1767322448.394017:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989450496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394061:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989450496:12345-0@lo:400:kworker.0 Request processed in 46us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322448.394068:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462 00000100:00080000:1.0:1767322448.394089:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322448.394115:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989450496:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394143:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989450368:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322448.394177:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322448.394188:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989449984:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394206:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322448.394229:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449728 00000100:00100000:1.0:1767322448.394232:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449728 00000100:00100000:1.0:1767322448.394261:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449984 00000100:00100000:1.0:1767322448.394263:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449984 00000100:00100000:1.0:1767322448.394282:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767322448.394288:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989449728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394317:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989449728:12345-0@lo:400:kworker.0 Request processed in 30us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322448.394323:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767322448.394333:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:1.0:1767322448.394338:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989449984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394361:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989449984:12345-0@lo:400:kworker.0 Request processed in 22us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322448.394366:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:1.0:1767322448.394379:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450368 00000100:00100000:1.0:1767322448.394381:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450368 00000100:00100000:1.0:1767322448.394414:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463 00000100:00100000:1.0:1767322448.394420:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989450368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394446:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989450368:12345-0@lo:400:kworker.0 Request processed in 27us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322448.394451:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463 00000100:00080000:1.0:1767322448.394463:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322448.394467:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322448.394482:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989449984:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394491:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989450368:0@lo:400:kworker.0 00000100:00100000:1.0:1767322448.394520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989449728:0@lo:400:kworker.0 00000100:00100000:0.0:1767322448.396556:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450240 00000100:00100000:0.0:1767322448.396562:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450240 00000100:00100000:0.0:1767322448.396631:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210 00000100:00100000:0.0:1767322448.396636:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989450240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322448.396649:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322448.396696:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d04ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989450240:12345-0@lo:38:kworker.0 Request processed in 59us (1125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322448.396702:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210 00000100:00080000:2.0:1767322448.396841:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322448.396846:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322448.396850:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989450240:0@lo:38:kworker.0 00000100:00100000:0.0:1767322448.905938:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322448.906113:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989450752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322448.906182:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322448.906534:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450752 00000100:00100000:2.0:1767322448.906543:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450752 00000100:00100000:2.0:1767322448.906678:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:2.0:1767322448.906688:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989450752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322448.906715:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322448.906770:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989450752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322448.906777:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00000100:00100000:1.0:1767322448.906853:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989450752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322449.416849:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322449.416873:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989450880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322449.416946:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322449.417055:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450880 00000100:00100000:2.0:1767322449.417064:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450880 00000100:00100000:2.0:1767322449.417118:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731 00000100:00100000:2.0:1767322449.417126:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d399cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989450880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322449.417158:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322449.417217:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d399cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989450880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322449.417224:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731 00000100:00100000:1.0:1767322449.417465:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989450880:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322449.481335:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322450.506216:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322451.531919:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322452.262553:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322452.262695:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978240 00000100:00100000:1.0:1767322452.262707:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978240 00000100:00100000:1.0:1767322452.262757:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3050 00000100:00100000:1.0:1767322452.262766:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923978240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322452.262791:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322452.262863:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d41fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923978240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 96us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322452.262871:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3050 00000100:00100000:1.0:1767322452.265237:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322452.265550:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978368 00000100:00100000:0.0:1767322452.265565:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978368 00000100:00100000:0.0:1767322452.265908:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2094 00000100:00100000:0.0:1767322452.265920:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923978368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767322452.266112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322452.266153:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923978368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 234us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322452.266162:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2094 00000100:00100000:2.0:1767322453.514387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989451136:0@lo:38:kworker.0 00000100:00100000:2.0:1767322453.514456:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322453.514512:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989451392:0@lo:38:kworker.0 00000100:00100000:2.0:1767322453.514534:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322453.514551:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989451520:0@lo:38:kworker.0 00000100:00100000:2.0:1767322453.514573:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322453.514621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989451904:0@lo:38:kworker.0 00000100:00100000:2.0:1767322453.514651:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322453.514685:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451136 00000100:00100000:2.0:1767322453.514693:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451136 00000100:00100000:2.0:1767322453.514722:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451392 00000100:00100000:2.0:1767322453.514725:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451392 00000100:00100000:2.0:1767322453.514736:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451904 00000100:00100000:2.0:1767322453.514739:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451904 00000100:00100000:2.0:1767322453.514754:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:2.0:1767322453.514761:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322453.514780:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322453.514819:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451136:12345-0@lo:38:kworker.0 Request processed in 57us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322453.514826:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:2.0:1767322453.514854:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:2.0:1767322453.514857:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322453.514866:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322453.514888:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451392:12345-0@lo:38:kworker.0 Request processed in 29us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322453.514902:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:2.0:1767322453.515772:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1767322453.515779:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322453.515794:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322453.515846:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989451904:12345-0@lo:38:kworker.0 Request processed in 54us (1182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322453.515853:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1767322453.515881:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451520 00000100:00100000:2.0:1767322453.515886:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451520 00000100:00100000:2.0:1767322453.515908:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211 00000100:00100000:2.0:1767322453.516300:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989451520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322453.516312:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322453.516356:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989451520:12345-0@lo:38:kworker.0 Request processed in 56us (1781us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322453.517162:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989451008:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517206:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322453.517240:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322453.517246:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989451776:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322453.517296:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989451264:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322453.517352:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322453.517358:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989451648:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517380:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322453.517409:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451776 00000100:00100000:1.0:1767322453.517415:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451776 00000100:00100000:1.0:1767322453.517457:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451648 00000100:00100000:1.0:1767322453.517461:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451648 00000100:00100000:1.0:1767322453.517480:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1767322453.517500:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989451776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517551:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989451776:12345-0@lo:400:kworker.0 Request processed in 65us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322453.517557:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1767322453.517573:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465 00000100:00100000:1.0:1767322453.517608:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989451648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517638:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989451648:12345-0@lo:400:kworker.0 Request processed in 60us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322453.517643:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465 00000100:00080000:1.0:1767322453.517661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322453.517664:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322453.517675:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451008 00000100:00100000:1.0:1767322453.517678:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451008 00000100:00100000:1.0:1767322453.517704:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451264 00000100:00100000:1.0:1767322453.517707:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451264 00000100:00100000:1.0:1767322453.517723:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:1.0:1767322453.517728:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989451008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517760:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989451008:12345-0@lo:400:kworker.0 Request processed in 32us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322453.517765:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00100000:1.0:1767322453.517784:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:1.0:1767322453.517790:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989451264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517820:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989451264:12345-0@lo:400:kworker.0 Request processed in 30us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322453.517825:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00080000:1.0:1767322453.517858:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322453.517883:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989451648:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517893:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989451264:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517929:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989451776:0@lo:400:kworker.0 00000100:00100000:1.0:1767322453.517937:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989451008:0@lo:400:kworker.0 00000100:00100000:2.0:1767322453.530233:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211 00010000:00010000:2.0:1767322453.578040:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322454.026175:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452032 00000100:00100000:0.0:1767322454.026187:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452032 00000100:00100000:0.0:1767322454.026254:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732 00000100:00100000:0.0:1767322454.026263:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989452032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322454.026293:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322454.026381:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989452032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322454.026388:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732 00000100:00100000:1.0:1767322454.536831:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989452160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322454.536938:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322454.537751:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452160 00000100:00100000:2.0:1767322454.537764:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452160 00000100:00100000:2.0:1767322454.537833:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733 00000100:00100000:2.0:1767322454.537845:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989452160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322454.537892:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322454.537978:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989452160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322454.537987:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733 00000100:00100000:1.0:1767322454.538035:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d41fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989452160:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322454.600878:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322455.624921:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322457.380303:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978624 00000100:00100000:0.0:1767322457.380313:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978624 00000100:00100000:0.0:1767322457.380479:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2097 00000100:00100000:0.0:1767322457.380490:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923978624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322457.380625:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923978624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322457.380634:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2097 00000100:00080000:1.0:1767322457.381183:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322457.383278:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978496 00000100:00100000:1.0:1767322457.383287:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978496 00000100:00100000:1.0:1767322457.383334:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3054 00000100:00100000:1.0:1767322457.383341:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923978496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322457.383365:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322457.383446:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923978496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 103us (473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322457.383454:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3054 00010000:00010000:2.0:1767322457.672905:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322458.635039:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322458.635085:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322458.635195:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322458.635200:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322458.635205:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322458.635217:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7700 00000100:00080000:1.0:1767322458.635224:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322458.635241:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322458.635281:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989452416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322458.635333:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322458.635336:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322458.635338:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322458.635342:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7700 00000100:00080000:1.0:1767322458.635345:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322458.635349:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322458.635362:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e680 x1853163989452672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322458.635373:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322458.635377:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322458.635378:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322458.635382:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7700 00000100:00080000:1.0:1767322458.635384:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322458.635387:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322458.635410:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d500 x1853163989452800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322458.635445:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322458.635448:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322458.635451:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322458.635455:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7700 00000100:00080000:1.0:1767322458.635458:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322458.635461:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322458.635711:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5c00 x1853163989453184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322458.635934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989452544:0@lo:400:kworker.0 00000100:00100000:1.0:1767322458.636157:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322458.636216:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322458.636222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989452928:0@lo:400:kworker.0 00000100:00100000:0.0:1767322458.636602:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452544 00000100:00100000:0.0:1767322458.636620:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452544 00000100:00100000:0.0:1767322458.636723:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:0.0:1767322458.636742:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989452544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322458.636960:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989452416:0@lo:38:kworker.0 00000100:00100000:1.0:1767322458.636977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322458.637018:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989452544:12345-0@lo:400:kworker.0 Request processed in 114us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322458.637039:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:0.0:1767322458.637062:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452288 00000100:00100000:0.0:1767322458.637066:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452288 00000100:00100000:0.0:1767322458.637093:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767322458.637098:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989452288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322458.654364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989452928:0@lo:400:kworker.0 00000100:00100000:1.0:1767322458.654400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989452544:0@lo:400:kworker.0 00000100:00100000:2.0:1767322458.655605:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322458.655666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989452672:0@lo:38:kworker.0 00000100:00100000:2.0:1767322458.655710:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322458.655743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989452800:0@lo:38:kworker.0 00000100:00100000:2.0:1767322458.655768:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322458.655809:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452800 00000100:00100000:2.0:1767322458.655817:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452800 00000100:00100000:2.0:1767322458.655858:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212 00000100:00100000:2.0:1767322458.655865:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989452800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322458.655888:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322458.655928:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989452800:12345-0@lo:38:kworker.0 Request processed in 61us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322458.655936:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212 00000100:00080000:2.0:1767322458.655977:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322458.655982:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322458.655986:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989452800:0@lo:38:kworker.0 00000100:00100000:2.0:1767322458.655992:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989453184:0@lo:38:kworker.0 00000100:00100000:2.0:1767322458.656014:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322458.656037:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452416 00000100:00100000:2.0:1767322458.656040:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452416 00000100:00100000:2.0:1767322458.656060:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452672 00000100:00100000:2.0:1767322458.656062:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452672 00000100:00100000:2.0:1767322458.656072:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453184 00000100:00100000:2.0:1767322458.656073:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453184 00000100:00100000:2.0:1767322458.656082:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1767322458.656087:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989452416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322458.656111:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322458.656136:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989452416:12345-0@lo:38:kworker.0 Request processed in 48us (540us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322458.656142:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1767322458.656153:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:2.0:1767322458.656157:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989452672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322458.656165:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322458.656185:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989452672:12345-0@lo:38:kworker.0 Request processed in 27us (475us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322458.656190:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00100000:2.0:1767322458.656200:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1767322458.656203:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989453184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322458.656212:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322458.656235:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989453184:12345-0@lo:38:kworker.0 Request processed in 30us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322458.656240:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00080000:2.0:1767322458.656266:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322458.656270:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322458.656272:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989453184:0@lo:38:kworker.0 00000100:00080000:2.0:1767322458.656300:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322458.656304:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322458.656308:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989452416:0@lo:38:kworker.0 00000100:00080000:2.0:1767322458.656316:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322458.656319:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322458.656328:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989452672:0@lo:38:kworker.0 00000100:00100000:0.0:1767322458.660336:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989452288:12345-0@lo:400:kworker.0 Request processed in 23223us (23606us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322458.660353:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00010000:00010000:2.0:1767322458.697250:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322459.145638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989453312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322459.145714:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322459.146490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989453312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322459.657064:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989453440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322459.657136:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322459.657234:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453440 00000100:00100000:0.0:1767322459.657242:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453440 00000100:00100000:0.0:1767322459.657299:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735 00000100:00100000:0.0:1767322459.657309:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322459.657339:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322459.657400:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322459.657407:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735 00000100:00100000:1.0:1767322459.657495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989453440:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322459.720832:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322461.769256:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322462.497981:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322462.498047:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322462.499840:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978752 00000100:00100000:1.0:1767322462.499856:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978752 00000100:00100000:1.0:1767322462.499905:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923978880 00000100:00100000:1.0:1767322462.499924:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923978880 00000100:00100000:1.0:1767322462.499977:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2100 00000100:00100000:1.0:1767322462.499987:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923978880:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322462.500072:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923978880:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322462.500081:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2100 00000100:00100000:1.0:1767322462.500099:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3058 00000100:00100000:1.0:1767322462.500104:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923978752:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322462.500124:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322462.500149:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923978752:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 43us (2178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322462.500155:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3058 00000100:00080000:2.0:1767322462.500356:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322462.793521:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322463.756134:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322463.756149:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767322463.756264:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767322463.756284:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322463.756289:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322463.756294:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322463.756335:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7705 00000100:00080000:2.0:1767322463.756341:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322463.756348:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322463.756377:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f100 x1853163989453696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322463.756439:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322463.756443:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322463.756445:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322463.756449:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7705 00000100:00080000:2.0:1767322463.756451:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322463.756456:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322463.756468:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ea00 x1853163989453952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322463.756514:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322463.756517:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322463.756519:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322463.756523:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7705 00000100:00080000:2.0:1767322463.756526:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322463.756530:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322463.756544:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f480 x1853163989454080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322463.757778:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989453696:0@lo:38:kworker.0 00000100:00100000:0.0:1767322463.757819:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322463.757854:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989453952:0@lo:38:kworker.0 00000100:00100000:0.0:1767322463.757879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322463.757899:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989454080:0@lo:38:kworker.0 00000100:00100000:0.0:1767322463.757928:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322463.757967:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453824 00000100:00100000:0.0:1767322463.757972:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453824 00000100:00100000:0.0:1767322463.758015:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453696 00000100:00100000:0.0:1767322463.758018:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453696 00000100:00100000:0.0:1767322463.758034:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453952 00000100:00100000:0.0:1767322463.758036:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453952 00000100:00100000:0.0:1767322463.758053:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767322463.758060:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989453824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322463.758101:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989453824:12345-0@lo:400:kworker.0 Request processed in 42us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322463.758108:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767322463.758126:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1767322463.758131:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989453696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322463.758164:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322463.758199:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989453696:12345-0@lo:38:kworker.0 Request processed in 67us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322463.758206:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1767322463.758218:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767322463.758222:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989453952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322463.758243:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322463.758268:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989453952:12345-0@lo:38:kworker.0 Request processed in 44us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322463.758274:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767322463.758295:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454080 00000100:00100000:0.0:1767322463.758308:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454080 00000100:00100000:0.0:1767322463.758331:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213 00000100:00100000:0.0:1767322463.758335:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989454080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322463.758344:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322463.758370:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989454080:12345-0@lo:38:kworker.0 Request processed in 34us (440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322463.758376:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213 00000100:00080000:0.0:1767322463.758396:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322463.758421:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989453824:0@lo:400:kworker.0 00000100:00080000:0.0:1767322463.758454:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322463.758460:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322463.758464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989453696:0@lo:38:kworker.0 00000100:00080000:0.0:1767322463.758472:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322463.758485:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322463.758488:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989453952:0@lo:38:kworker.0 00000100:00080000:0.0:1767322463.758498:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322463.758501:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322463.758504:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989454080:0@lo:38:kworker.0 00000100:00100000:1.0:1767322463.766639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989453568:0@lo:400:kworker.0 00000100:00100000:1.0:1767322463.766873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322463.767405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989453568:0@lo:400:kworker.0 00000100:00080000:0.0:1767322463.767610:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322463.767839:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322463.767846:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322463.767851:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322463.767858:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7705 00000100:00080000:2.0:1767322463.767863:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322463.767868:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322463.767909:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f800 x1853163989454464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322463.768150:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989454464:0@lo:38:kworker.0 00000100:00100000:0.0:1767322463.768244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322463.768408:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454464 00000100:00100000:2.0:1767322463.768415:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454464 00000100:00100000:2.0:1767322463.768544:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:2.0:1767322463.768551:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989454464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322463.768605:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322463.768971:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989454464:12345-0@lo:38:kworker.0 Request processed in 418us (725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322463.768981:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00080000:0.0:1767322463.769619:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322463.769627:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322463.769632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989454464:0@lo:38:kworker.0 00010000:00010000:1.0:1767322463.823362:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322464.265049:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989454592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322464.265168:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322464.265308:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454592 00000100:00100000:1.0:1767322464.265320:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454592 00000100:00100000:1.0:1767322464.265393:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:1.0:1767322464.265404:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989454592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322464.265446:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322464.265877:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989454592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 473us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322464.265887:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00100000:0.0:1767322464.265985:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989454592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322464.776934:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322464.776962:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989454720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322464.777025:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322464.777130:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454720 00000100:00100000:0.0:1767322464.777139:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454720 00000100:00100000:0.0:1767322464.777194:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:0.0:1767322464.777204:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989454720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322464.777232:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322464.777294:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989454720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322464.777302:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00010000:00010000:2.0:1767322465.865996:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322466.604209:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322466.606166:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923979008 offset 0 length 520: 4 00000100:00100000:0.0:1767322466.606221:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322466.609359:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322467.912808:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322468.876409:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322468.876420:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322468.876779:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322468.876793:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322468.876796:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322468.876801:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7710 00000100:00080000:0.0:1767322468.876804:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322468.876816:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322468.876838:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a7b80 x1853163989454976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322468.876868:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322468.876871:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322468.876873:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322468.876877:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7710 00000100:00080000:0.0:1767322468.876879:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322468.876883:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322468.876891:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a6680 x1853163989455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322468.876899:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322468.876912:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322468.876914:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322468.876918:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7710 00000100:00080000:0.0:1767322468.876929:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322468.876932:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322468.876946:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a4a80 x1853163989455360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322468.877033:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454848 00000100:00100000:1.0:1767322468.877040:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454848 00000100:00100000:1.0:1767322468.877101:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:1.0:1767322468.877110:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989454848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322468.880555:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322468.880567:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322468.880571:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322468.880591:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7710 00000100:00080000:0.0:1767322468.880596:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322468.880603:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322468.880642:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a7100 x1853163989455744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322468.880690:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989455104:0@lo:400:kworker.0 00000100:00100000:0.0:1767322468.880761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322468.880859:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322468.880866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989455488:0@lo:400:kworker.0 00000100:00100000:0.0:1767322468.880891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322468.880918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322468.883415:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989454848:12345-0@lo:400:kworker.0 Request processed in 6296us (6729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322468.883431:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:1.0:1767322468.883463:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455104 00000100:00100000:1.0:1767322468.883471:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455104 00000100:00100000:1.0:1767322468.883536:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:1.0:1767322468.883544:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989455104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322468.883628:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989455104:12345-0@lo:400:kworker.0 Request processed in 85us (2867us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322468.883635:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:1.0:1767322468.883711:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455488 00000100:00100000:1.0:1767322468.883715:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455488 00000100:00100000:1.0:1767322468.883757:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:1.0:1767322468.883763:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989455488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322468.883794:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989455488:12345-0@lo:400:kworker.0 Request processed in 31us (2903us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322468.883800:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00100000:1.0:1767322468.883830:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989455616:0@lo:400:kworker.0 00000100:00100000:1.0:1767322468.883885:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322468.883938:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455616 00000100:00100000:1.0:1767322468.883941:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455616 00000100:00100000:1.0:1767322468.883975:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471 00000100:00100000:1.0:1767322468.883981:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989455616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322468.884012:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989455616:12345-0@lo:400:kworker.0 Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322468.884018:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471 00000100:00100000:1.0:1767322468.884038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989454976:0@lo:38:kworker.0 00000100:00100000:1.0:1767322468.884062:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322468.884083:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989455232:0@lo:38:kworker.0 00000100:00100000:1.0:1767322468.884100:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322468.884136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989455360:0@lo:38:kworker.0 00000100:00100000:1.0:1767322468.884160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322468.884186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989455744:0@lo:38:kworker.0 00000100:00100000:1.0:1767322468.884228:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322468.884496:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322468.884502:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322468.884505:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322468.884541:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989455488:0@lo:400:kworker.0 00000100:00100000:0.0:1767322468.884556:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989455104:0@lo:400:kworker.0 00000100:00100000:0.0:1767322468.884633:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454976 00000100:00100000:0.0:1767322468.884637:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454976 00000100:00100000:0.0:1767322468.884663:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455232 00000100:00100000:0.0:1767322468.884666:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455232 00000100:00100000:0.0:1767322468.884676:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455744 00000100:00100000:0.0:1767322468.884678:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455744 00000100:00100000:0.0:1767322468.884690:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:0.0:1767322468.884695:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989454976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322468.884711:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322468.884756:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989454976:12345-0@lo:38:kworker.0 Request processed in 60us (693us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322468.884762:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:0.0:1767322468.884775:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767322468.884779:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989455232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322468.884787:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322468.884809:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989455232:12345-0@lo:38:kworker.0 Request processed in 27us (706us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322468.884814:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767322468.884824:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:0.0:1767322468.884827:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989455744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322468.884835:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322468.884851:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989455744:12345-0@lo:38:kworker.0 Request processed in 22us (623us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322468.884856:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:0.0:1767322468.884886:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989455616:0@lo:400:kworker.0 00000100:00100000:0.0:1767322468.884933:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455360 00000100:00100000:0.0:1767322468.884937:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455360 00000100:00100000:0.0:1767322468.884956:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214 00000100:00100000:0.0:1767322468.884967:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989455360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322468.884976:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322468.884999:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989455360:12345-0@lo:38:kworker.0 Request processed in 32us (838us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322468.885004:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214 00000100:00080000:1.0:1767322468.885377:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322468.885383:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322468.885386:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989455744:0@lo:38:kworker.0 00000100:00080000:1.0:1767322468.885407:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322468.885410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322468.885413:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989454976:0@lo:38:kworker.0 00000100:00080000:1.0:1767322468.885420:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322468.885423:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322468.885426:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989455232:0@lo:38:kworker.0 00000100:00080000:1.0:1767322468.885433:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322468.885443:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322468.885446:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989455360:0@lo:38:kworker.0 00010000:00010000:2.0:1767322468.941003:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322469.386850:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455872 00000100:00100000:1.0:1767322469.386859:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455872 00000100:00100000:1.0:1767322469.386946:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738 00000100:00100000:1.0:1767322469.386956:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989455872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322469.387013:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322469.387080:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989455872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322469.387087:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738 00000100:00100000:1.0:1767322469.387134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989455872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322469.907147:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989456000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322469.907243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322469.908406:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456000 00000100:00100000:0.0:1767322469.908418:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456000 00000100:00100000:0.0:1767322469.908473:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739 00000100:00100000:0.0:1767322469.908483:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322469.908513:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322469.908602:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322469.908610:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739 00000100:00100000:2.0:1767322469.908720:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989456000:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322469.961733:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322470.984899:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322471.714412:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322471.714635:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322471.714934:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923979392 00000100:00100000:0.0:1767322471.714945:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923979392 00000100:00100000:2.0:1767322471.714994:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923979520 00000100:00100000:2.0:1767322471.714998:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923979520 00000100:00100000:2.0:1767322471.715068:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2106 00000100:00100000:2.0:1767322471.715078:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923979520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322471.715175:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923979520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322471.715188:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2106 00000100:00080000:1.0:1767322471.720705:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322472.008882:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322473.032991:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322473.992700:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322473.992712:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322473.992780:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322473.992785:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322473.992788:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322473.992797:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7715 00000100:00080000:0.0:1767322473.992801:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322473.992808:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322473.992828:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a6300 x1853163989456256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322473.992895:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322473.992899:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322473.992901:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322473.992905:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7715 00000100:00080000:0.0:1767322473.992908:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322473.992912:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322473.992923:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a4e00 x1853163989456512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322473.992932:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322473.992935:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322473.992936:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322473.992940:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7715 00000100:00080000:0.0:1767322473.992942:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322473.992954:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322473.992967:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a5180 x1853163989456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322473.992985:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322473.992987:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322473.992989:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322473.992992:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7715 00000100:00080000:0.0:1767322473.992993:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322473.992996:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322473.993006:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a4a80 x1853163989457024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322473.993374:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989456896:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.993439:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322473.993550:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322473.993557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989456128:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.993603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322473.993633:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989456768:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.993653:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322473.993681:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322473.993687:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989456384:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.993709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322473.993814:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456896 00000100:00100000:0.0:1767322473.993821:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456896 00000100:00100000:0.0:1767322473.993880:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456768 00000100:00100000:0.0:1767322473.993883:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456768 00000100:00100000:0.0:1767322473.993906:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4472 00000100:00100000:0.0:1767322473.993914:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322473.993980:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456896:12345-0@lo:400:kworker.0 Request processed in 66us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322473.993988:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4472 00000100:00100000:0.0:1767322473.994007:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473 00000100:00100000:0.0:1767322473.994014:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989456768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322473.994038:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989456768:12345-0@lo:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322473.994044:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473 00000100:00100000:0.0:1767322473.994066:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456128 00000100:00100000:0.0:1767322473.994069:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456128 00000100:00100000:0.0:1767322473.994092:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456384 00000100:00100000:0.0:1767322473.994094:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456384 00000100:00100000:0.0:1767322473.994135:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:0.0:1767322473.994141:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989456128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322473.994461:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989456128:12345-0@lo:400:kworker.0 Request processed in 319us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322473.994468:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:0.0:1767322473.994484:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:0.0:1767322473.994490:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989456384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322473.994515:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989456384:12345-0@lo:400:kworker.0 Request processed in 26us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322473.994530:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1767322473.995466:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767322473.995472:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989456512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322473.995483:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767322473.995565:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322473.995570:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322473.995572:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322473.995629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989456384:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.995641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989456768:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.995670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989456128:0@lo:400:kworker.0 00000100:00100000:1.0:1767322473.995681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989456896:0@lo:400:kworker.0 00000100:00100000:0.0:1767322473.998317:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456640 00000100:00100000:0.0:1767322473.998330:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456640 00000100:00100000:0.0:1767322473.998378:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1767322473.998385:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989456640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322473.998407:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322474.003502:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989456512:12345-0@lo:38:kworker.0 Request processed in 8017us (8637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322474.003518:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767322474.003557:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1767322474.003564:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989457024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322474.003602:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322474.003664:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989457024:12345-0@lo:38:kworker.0 Request processed in 99us (8682us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322474.003670:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00080000:1.0:1767322474.003784:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322474.003789:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322474.003793:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322474.003798:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7695 00000100:00080000:1.0:1767322474.003801:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322474.003807:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322474.003834:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83480 x1853163989457152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322474.007028:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989456640:12345-0@lo:38:kworker.0 Request processed in 8631us (12102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322474.007044:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1767322474.007153:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989457152:0@lo:250:kworker.0 00000400:00000100:0.0:1767322474.007218:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989457152 offset 0 length 520: 4 00000100:00080000:0.0:1767322474.009834:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322474.009840:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322474.009845:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989456256:0@lo:38:kworker.0 00000100:00080000:0.0:1767322474.009857:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322474.009861:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322474.009864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989456512:0@lo:38:kworker.0 00000100:00080000:0.0:1767322474.009876:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322474.009879:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322474.009882:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989456640:0@lo:38:kworker.0 00000100:00080000:0.0:1767322474.009891:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322474.009894:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322474.009897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989457024:0@lo:38:kworker.0 00010000:00010000:1.0:1767322474.058688:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322474.505767:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989457280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322474.505836:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322474.505920:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457280 00000100:00100000:1.0:1767322474.505927:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457280 00000100:00100000:1.0:1767322474.505986:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740 00000100:00100000:1.0:1767322474.505995:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989457280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322474.506024:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322474.510426:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989457280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4424us (4581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322474.510459:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740 00000100:00100000:0.0:1767322474.511526:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989457280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322475.016902:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322475.016924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989457408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322475.017004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322475.017111:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457408 00000100:00100000:2.0:1767322475.017120:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457408 00000100:00100000:2.0:1767322475.017188:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741 00000100:00100000:2.0:1767322475.017211:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989457408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322475.017240:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322475.017284:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989457408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322475.017291:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741 00000100:00080000:1.0:1767322475.017637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322475.017673:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989457408:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322476.105197:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322476.835378:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923979776 00000100:00100000:1.0:1767322476.835392:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923979776 00000100:00100000:1.0:1767322476.835500:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923979648 00000100:00100000:1.0:1767322476.835503:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923979648 00000100:00100000:1.0:1767322476.835531:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2109 00000100:00100000:1.0:1767322476.835543:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923979776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322476.835866:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923979776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 324us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322476.835876:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2109 00000100:00100000:1.0:1767322476.835901:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3070 00000100:00100000:1.0:1767322476.835905:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923979648:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322476.835932:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767322476.836177:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322476.836400:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923979648:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 55us (1084us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322476.836409:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3070 00010000:00010000:2.0:1767322478.155846:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322479.113577:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989457536:0@lo:400:kworker.0 00000100:00100000:1.0:1767322479.113719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322479.113786:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322479.113793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989458304:0@lo:400:kworker.0 00000100:00100000:1.0:1767322479.113826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322479.113868:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458304 00000100:00100000:1.0:1767322479.113878:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458304 00000100:00100000:1.0:1767322479.113949:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474 00000100:00100000:1.0:1767322479.113960:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989458304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322479.114036:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989458304:12345-0@lo:400:kworker.0 Request processed in 78us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322479.114044:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474 00000100:00100000:1.0:1767322479.114077:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457536 00000100:00100000:1.0:1767322479.114081:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457536 00000100:00100000:1.0:1767322479.114115:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:1.0:1767322479.114122:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989457536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322479.114154:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989457536:12345-0@lo:400:kworker.0 Request processed in 32us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322479.114160:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:1.0:1767322479.114210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989458304:0@lo:400:kworker.0 00000100:00100000:1.0:1767322479.114222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989457536:0@lo:400:kworker.0 00000100:00080000:2.0:1767322479.114561:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322479.114568:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322479.114614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989457664:0@lo:38:kworker.0 00000100:00100000:2.0:1767322479.114662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322479.114691:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989457920:0@lo:38:kworker.0 00000100:00100000:2.0:1767322479.114713:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322479.114732:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989458048:0@lo:38:kworker.0 00000100:00100000:2.0:1767322479.114758:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322479.114775:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989458432:0@lo:38:kworker.0 00000100:00100000:2.0:1767322479.114795:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322479.114826:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457664 00000100:00100000:2.0:1767322479.114831:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457664 00000100:00100000:2.0:1767322479.114853:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457920 00000100:00100000:2.0:1767322479.114856:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457920 00000100:00100000:2.0:1767322479.114870:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458432 00000100:00100000:2.0:1767322479.114873:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458432 00000100:00100000:2.0:1767322479.114889:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:2.0:1767322479.114894:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989457664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322479.114920:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322479.114959:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989457664:12345-0@lo:38:kworker.0 Request processed in 63us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322479.114979:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:2.0:1767322479.114997:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1767322479.115000:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989457920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322479.115010:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322479.115047:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989457920:12345-0@lo:38:kworker.0 Request processed in 45us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322479.115053:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1767322479.115063:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:2.0:1767322479.115067:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989458432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322479.115076:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322479.115095:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989458432:12345-0@lo:38:kworker.0 Request processed in 26us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322479.115101:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00080000:2.0:1767322479.115142:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322479.115148:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322479.115152:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989457664:0@lo:38:kworker.0 00000100:00080000:2.0:1767322479.115161:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322479.115165:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322479.115168:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989457920:0@lo:38:kworker.0 00000100:00080000:2.0:1767322479.115175:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322479.115178:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322479.115181:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989458432:0@lo:38:kworker.0 00000100:00100000:0.0:1767322479.115854:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457792 00000100:00100000:0.0:1767322479.115863:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457792 00000100:00100000:0.0:1767322479.115945:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1767322479.115958:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989457792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322479.116039:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989457792:12345-0@lo:400:kworker.0 Request processed in 84us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322479.116053:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00080000:0.0:1767322479.116095:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322479.116101:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322479.116188:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458048 00000100:00100000:0.0:1767322479.116194:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458048 00000100:00100000:0.0:1767322479.116229:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216 00000100:00100000:0.0:1767322479.116235:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989458048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322479.116252:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322479.116305:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989458048:12345-0@lo:38:kworker.0 Request processed in 69us (1546us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322479.116313:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216 00000100:00080000:0.0:1767322479.116342:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322479.116347:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322479.116351:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989458048:0@lo:38:kworker.0 00000100:00100000:0.0:1767322479.631326:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322479.631362:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989458560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322479.631480:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322479.631994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989458560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322480.138045:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322480.138074:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989458688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322480.138182:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322480.138711:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989458688:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322480.202925:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322481.954401:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322481.954489:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322481.954806:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923979904 00000100:00100000:0.0:1767322481.954820:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923979904 00000100:00100000:0.0:1767322481.954882:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980032 00000100:00100000:0.0:1767322481.954887:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980032 00000100:00080000:2.0:1767322481.956217:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322481.961057:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2112 00000100:00100000:0.0:1767322481.961079:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923980032:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322481.961178:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923980032:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (6688us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322481.961186:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2112 00010000:00010000:2.0:1767322482.253249:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322484.234988:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322484.235006:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322484.235096:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322484.235100:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322484.235106:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322484.235116:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7726 00000100:00080000:2.0:1767322484.235122:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322484.235132:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322484.235160:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8c700 x1853163989458944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322484.235247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989458944:0@lo:38:kworker.0 00000100:00100000:0.0:1767322484.235346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322484.235459:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989458816:0@lo:400:kworker.0 00000100:00100000:1.0:1767322484.235516:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322484.236035:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322484.236040:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322484.236043:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322484.236049:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7726 00000100:00080000:2.0:1767322484.236052:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322484.236058:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322484.236075:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8d180 x1853163989459200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322484.236139:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458944 00000100:00100000:1.0:1767322484.236148:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458944 00000100:00100000:1.0:1767322484.236189:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458816 00000100:00100000:1.0:1767322484.236192:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458816 00000100:00100000:1.0:1767322484.236245:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:1.0:1767322484.236257:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989458816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322484.236330:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989458816:12345-0@lo:400:kworker.0 Request processed in 74us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322484.236339:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:1.0:1767322484.236360:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:1.0:1767322484.236364:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989458944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322484.236387:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322484.237313:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989459200:0@lo:38:kworker.0 00000100:00100000:0.0:1767322484.237358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322484.242164:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322484.242178:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322484.242185:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322484.242196:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7726 00000100:00080000:2.0:1767322484.242230:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322484.242238:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322484.242294:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8d500 x1853163989459328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322484.242386:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322484.242390:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322484.242392:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322484.242397:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7726 00000100:00080000:2.0:1767322484.242400:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322484.242403:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322484.242418:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8dc00 x1853163989459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322484.242471:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989459584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322484.242600:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322484.244253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322484.244266:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322484.245753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989459584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322484.245823:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477 00000100:00100000:2.0:1767322484.245833:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989459456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322484.245879:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989459456:12345-0@lo:400:kworker.0 Request processed in 47us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322484.245886:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477 00000100:00080000:2.0:1767322484.245969:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322484.245975:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322484.246013:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989459456:0@lo:400:kworker.0 00000100:00100000:0.0:1767322484.249365:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989458944:0@lo:38:kworker.0 00000100:00100000:0.0:1767322484.249448:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989459328:0@lo:38:kworker.0 00000100:00100000:0.0:1767322484.249549:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322484.249622:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989459712:0@lo:38:kworker.0 00000100:00100000:0.0:1767322484.249656:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322484.249708:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322484.249713:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322484.249737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989459200:0@lo:38:kworker.0 00000100:00100000:2.0:1767322484.251378:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459712 00000100:00100000:2.0:1767322484.251400:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459712 00000100:00100000:2.0:1767322484.251441:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:2.0:1767322484.251447:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989459712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322484.251460:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322484.251505:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989459712:12345-0@lo:38:kworker.0 Request processed in 58us (1848us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322484.251512:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00080000:0.0:1767322484.251753:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322484.251761:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322484.251765:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989459328:0@lo:38:kworker.0 00000100:00080000:0.0:1767322484.251776:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322484.251781:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322484.251785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989459712:0@lo:38:kworker.0 00000100:00100000:1.0:1767322484.253763:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989458944:12345-0@lo:38:kworker.0 Request processed in 17381us (18402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322484.253782:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00010000:00010000:1.0:1767322484.299035:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322484.746705:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322484.746738:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989459840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322484.747188:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322484.747391:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459840 00000100:00100000:2.0:1767322484.747402:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459840 00000100:00100000:2.0:1767322484.747472:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:2.0:1767322484.747483:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989459840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322484.747524:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322484.747606:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989459840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322484.747615:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000100:00100000:0.0:1767322484.747711:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b4d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989459840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322485.265518:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989459968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322485.265647:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322485.267229:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459968 00000100:00100000:0.0:1767322485.267249:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459968 00000100:00100000:0.0:1767322485.267429:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745 00000100:00100000:0.0:1767322485.267442:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989459968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322485.267478:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322485.267652:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989459968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 213us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322485.267661:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745 00010000:00010000:2.0:1767322486.344796:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322487.080771:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322487.080838:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322487.080932:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980160 00000100:00100000:1.0:1767322487.080944:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980160 00000100:00100000:1.0:1767322487.080988:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980288 00000100:00100000:1.0:1767322487.080991:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980288 00000100:00100000:1.0:1767322487.081048:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2115 00000100:00100000:1.0:1767322487.081057:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08401050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923980288:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322487.081130:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08401050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923980288:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 73us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322487.081138:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2115 00000100:00100000:1.0:1767322487.081157:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3078 00000100:00100000:1.0:1767322487.081175:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923980160:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322487.081195:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322487.081235:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923980160:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (461us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322487.081241:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3078 00000100:00080000:0.0:1767322487.082528:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322488.393657:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322489.352863:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322489.352873:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322489.353135:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460096 00000100:00100000:2.0:1767322489.353143:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460096 00000100:00100000:2.0:1767322489.353209:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767322489.353220:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989460096:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322489.353302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322489.353565:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322489.353570:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322489.353573:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322489.353603:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7731 00000100:00080000:1.0:1767322489.353607:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322489.353612:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322489.353633:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0700 x1853163989460224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322489.353663:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322489.353666:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322489.353668:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322489.353671:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7731 00000100:00080000:1.0:1767322489.353673:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322489.353676:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322489.353702:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc0a80 x1853163989460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322489.353710:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322489.353727:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322489.353729:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322489.353733:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7731 00000100:00080000:1.0:1767322489.353735:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322489.353739:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322489.353752:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1180 x1853163989460608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322489.353890:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989460864:0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.353924:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.353978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989460352:0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.354029:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322489.354035:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989460736:0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354056:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.354084:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460352 00000100:00100000:0.0:1767322489.354088:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460352 00000100:00100000:0.0:1767322489.354122:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:0.0:1767322489.354128:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989460352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354164:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989460352:12345-0@lo:400:kworker.0 Request processed in 36us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322489.354171:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00080000:0.0:1767322489.354195:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322489.354225:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989460352:0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354250:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989460224:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.354273:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.354288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989460480:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.354306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.354319:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989460608:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.354340:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322489.354381:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460608 00000100:00100000:0.0:1767322489.354385:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460608 00000100:00100000:0.0:1767322489.354407:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218 00000100:00100000:0.0:1767322489.354411:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989460608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322489.354430:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322489.354463:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989460608:12345-0@lo:38:kworker.0 Request processed in 50us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322489.354469:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218 00000100:00100000:0.0:1767322489.354496:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460224 00000100:00100000:0.0:1767322489.354501:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460224 00000100:00100000:0.0:1767322489.354517:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460480 00000100:00100000:0.0:1767322489.354520:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460480 00000100:00100000:0.0:1767322489.354534:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:0.0:1767322489.354539:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989460224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322489.354548:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322489.354573:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989460224:12345-0@lo:38:kworker.0 Request processed in 33us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322489.354598:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:0.0:1767322489.354612:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:0.0:1767322489.354615:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989460480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322489.354624:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322489.354645:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989460480:12345-0@lo:38:kworker.0 Request processed in 28us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322489.354650:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00080000:0.0:1767322489.354693:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322489.354698:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322489.354701:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989460224:0@lo:38:kworker.0 00000100:00080000:0.0:1767322489.354714:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322489.354716:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322489.354719:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989460480:0@lo:38:kworker.0 00000100:00080000:0.0:1767322489.354725:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322489.354727:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322489.354730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989460608:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.354785:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460864 00000100:00100000:0.0:1767322489.354789:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460864 00000100:00100000:0.0:1767322489.354820:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478 00000100:00100000:0.0:1767322489.354826:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989460864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354870:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989460864:12345-0@lo:400:kworker.0 Request processed in 44us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322489.354876:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478 00000100:00100000:0.0:1767322489.354888:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460736 00000100:00100000:0.0:1767322489.354890:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460736 00000100:00100000:0.0:1767322489.354913:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:0.0:1767322489.354919:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989460736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.354950:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989460736:12345-0@lo:400:kworker.0 Request processed in 30us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322489.354955:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00080000:0.0:1767322489.354976:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322489.354979:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322489.354996:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989460864:0@lo:400:kworker.0 00000100:00100000:0.0:1767322489.355018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989460736:0@lo:400:kworker.0 00000100:00100000:2.0:1767322489.359448:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989460096:12345-0@lo:400:kworker.0 Request processed in 6221us (6385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322489.359484:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00080000:1.0:1767322489.359786:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322489.359791:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322489.359795:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322489.359800:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7731 00000100:00080000:1.0:1767322489.359803:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322489.359810:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322489.359851:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1500 x1853163989460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322489.366896:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989460992:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.366991:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322489.367134:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460992 00000100:00100000:2.0:1767322489.367143:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460992 00000100:00100000:2.0:1767322489.367189:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1767322489.367196:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989460992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322489.367221:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322489.367284:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989460992:12345-0@lo:38:kworker.0 Request processed in 87us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322489.367291:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00080000:1.0:1767322489.367521:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322489.367527:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322489.367530:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989460992:0@lo:38:kworker.0 00000100:00100000:0.0:1767322489.865787:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461120 00000100:00100000:0.0:1767322489.865796:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461120 00000100:00100000:0.0:1767322489.865861:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746 00000100:00100000:0.0:1767322489.865871:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989461120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322489.865899:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322489.872213:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989461120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6332us (6678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322489.872243:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746 00000100:00100000:0.0:1767322490.379548:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461248 00000100:00100000:0.0:1767322490.379558:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461248 00000100:00100000:0.0:1767322490.379635:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747 00000100:00100000:0.0:1767322490.379646:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989461248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322490.379675:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322490.379728:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989461248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322490.379735:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747 00010000:00010000:2.0:1767322490.441211:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322492.211291:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980416 00000100:00100000:0.0:1767322492.211309:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980416 00000100:00100000:2.0:1767322492.211683:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980544 00000100:00100000:2.0:1767322492.211689:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980544 00000100:00100000:0.0:1767322492.213595:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2118 00000100:00100000:0.0:1767322492.213615:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923980544:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322492.213809:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923980544:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (18800us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322492.213819:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2118 00000100:00100000:0.0:1767322492.213974:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3082 00000100:00100000:0.0:1767322492.213979:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923980416:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322492.214001:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322492.214027:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923980416:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 46us (19274us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322492.214033:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3082 00010000:00010000:2.0:1767322492.488854:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322494.473278:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989461376:0@lo:400:kworker.0 00000100:00100000:0.0:1767322494.473344:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322494.473678:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989461632:0@lo:400:kworker.0 00000100:00100000:1.0:1767322494.473703:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322494.473728:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322494.473733:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989462016:0@lo:400:kworker.0 00000100:00100000:1.0:1767322494.473770:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322494.473799:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461376 00000100:00100000:1.0:1767322494.473809:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461376 00000100:00100000:1.0:1767322494.473851:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461632 00000100:00100000:1.0:1767322494.473854:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461632 00000100:00100000:1.0:1767322494.473877:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767322494.473884:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989461376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.473986:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989462144:0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322494.474061:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462016 00000100:00100000:2.0:1767322494.474065:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462016 00000100:00100000:2.0:1767322494.474102:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462144 00000100:00100000:2.0:1767322494.474105:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462144 00000100:00100000:2.0:1767322494.474126:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480 00000100:00100000:2.0:1767322494.474132:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989462016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474170:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989462016:12345-0@lo:400:kworker.0 Request processed in 37us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322494.474177:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480 00000100:00100000:2.0:1767322494.474193:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:2.0:1767322494.474200:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989462144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474228:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989462144:12345-0@lo:400:kworker.0 Request processed in 29us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322494.474242:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00100000:2.0:1767322494.474282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989462144:0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474311:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:2.0:1767322494.474318:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989461632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474344:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989461632:12345-0@lo:400:kworker.0 Request processed in 28us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322494.474350:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00080000:2.0:1767322494.474406:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322494.474410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322494.474412:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322494.474422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989461504:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.474447:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322494.474470:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989461760:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.474487:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322494.474501:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989461888:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.474519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322494.474548:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461504 00000100:00100000:2.0:1767322494.474552:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461504 00000100:00100000:2.0:1767322494.474568:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461760 00000100:00100000:2.0:1767322494.474571:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461760 00000100:00100000:2.0:1767322494.474607:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1767322494.474612:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989461504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322494.474628:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322494.474664:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989461504:12345-0@lo:38:kworker.0 Request processed in 49us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322494.474680:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1767322494.474692:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:2.0:1767322494.474695:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989461760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322494.474705:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322494.474727:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989461760:12345-0@lo:38:kworker.0 Request processed in 30us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322494.474733:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00080000:2.0:1767322494.474775:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322494.474779:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322494.474781:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989461504:0@lo:38:kworker.0 00000100:00080000:2.0:1767322494.474788:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322494.474792:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322494.474794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989461760:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.474839:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461888 00000100:00100000:2.0:1767322494.474842:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461888 00000100:00100000:2.0:1767322494.474861:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219 00000100:00100000:2.0:1767322494.474865:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989461888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322494.474875:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322494.474903:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989461888:12345-0@lo:38:kworker.0 Request processed in 36us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322494.474914:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219 00000100:00080000:2.0:1767322494.474937:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322494.474941:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322494.474944:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989461888:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.474983:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989462016:0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.474994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989461632:0@lo:400:kworker.0 00000100:00100000:2.0:1767322494.476230:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989462272:0@lo:38:kworker.0 00000100:00100000:2.0:1767322494.476269:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322494.479698:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989461376:12345-0@lo:400:kworker.0 Request processed in 5804us (6342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322494.479714:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:0.0:1767322494.479876:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989461376:0@lo:400:kworker.0 00010000:00010000:2.0:1767322494.536889:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322494.985491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989462400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322494.985559:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322494.985744:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462400 00000100:00100000:1.0:1767322494.985752:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462400 00000100:00100000:1.0:1767322494.985810:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748 00000100:00100000:1.0:1767322494.985820:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989462400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322494.985848:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322494.986466:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989462400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 645us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322494.986475:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748 00000100:00100000:0.0:1767322494.986547:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989462400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322495.499307:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462528 00000100:00100000:0.0:1767322495.499316:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462528 00000100:00100000:0.0:1767322495.499375:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749 00000100:00100000:0.0:1767322495.499385:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989462528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322495.499414:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322495.499461:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989462528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322495.499469:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749 00000100:00100000:0.0:1767322495.499516:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989462528:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322496.588850:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322497.316842:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322497.316893:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322497.316983:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980928 00000100:00100000:1.0:1767322497.316994:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980928 00000100:00100000:2.0:1767322497.317034:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923980800 00000100:00100000:2.0:1767322497.317039:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923980800 00000100:00100000:2.0:1767322497.317080:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2121 00000100:00100000:2.0:1767322497.317090:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923980928:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322497.317169:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923980928:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322497.317177:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2121 00000100:00100000:2.0:1767322497.317195:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3086 00000100:00100000:2.0:1767322497.317200:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923980800:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322497.317219:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322497.317242:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923980800:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322497.317248:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3086 00010000:00010000:2.0:1767322498.632853:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322499.592885:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322474/real 1767322474] req@ffff9e7d03f83480 x1853163989457152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322499 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322499.592918:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03f83480 x1853163989457152/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322499 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767322499.592961:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322499.593366:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322499.593371:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989457152:0@lo:250:kworker.0 00000100:00080000:0.0:1767322499.596899:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322499.596909:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322499.596914:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322499.596922:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7720 00000100:00080000:0.0:1767322499.596927:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322499.596933:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322499.596973:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a4700 x1853163989462656/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322499.597501:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767322499.597520:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322499.597524:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322499.597540:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322499.597544:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7741 00000100:00080000:0.0:1767322499.597547:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322499.597551:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322499.597568:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2d80 x1853163989462912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322499.597611:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322499.597615:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322499.597617:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322499.597620:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7741 00000100:00080000:0.0:1767322499.597623:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322499.597627:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322499.597636:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0a80 x1853163989463168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322499.597658:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322499.597661:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322499.597662:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322499.597676:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7741 00000100:00080000:0.0:1767322499.597678:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322499.597682:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322499.597694:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163989463296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322499.597766:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989462656:0@lo:250:kworker.0 00000400:00000100:2.0:1767322499.597791:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989462656 offset 0 length 520: 4 00000100:00100000:2.0:1767322499.597811:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989462912:0@lo:38:kworker.0 00000100:00100000:2.0:1767322499.597829:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322499.597845:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989463168:0@lo:38:kworker.0 00000100:00100000:2.0:1767322499.597864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322499.597878:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989463296:0@lo:38:kworker.0 00000100:00100000:2.0:1767322499.597896:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322499.597923:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463040 00000100:00100000:2.0:1767322499.597926:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463040 00000100:00100000:2.0:1767322499.597951:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462912 00000100:00100000:2.0:1767322499.597953:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462912 00000100:00100000:2.0:1767322499.597964:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463168 00000100:00100000:2.0:1767322499.597966:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463168 00000100:00100000:2.0:1767322499.597977:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767322499.597982:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989463040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322499.598020:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989463040:12345-0@lo:400:kworker.0 Request processed in 38us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322499.598026:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767322499.598039:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767322499.598042:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989462912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322499.598058:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322499.598091:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989462912:12345-0@lo:38:kworker.0 Request processed in 47us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322499.598096:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767322499.598106:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:2.0:1767322499.598109:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989463168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322499.598117:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322499.598134:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989463168:12345-0@lo:38:kworker.0 Request processed in 23us (269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322499.598138:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:2.0:1767322499.598153:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463296 00000100:00100000:2.0:1767322499.598156:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463296 00000100:00100000:2.0:1767322499.598172:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220 00000100:00100000:2.0:1767322499.598175:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989463296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322499.598183:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322499.598204:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989463296:12345-0@lo:38:kworker.0 Request processed in 27us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322499.598210:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220 00000100:00080000:2.0:1767322499.598252:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322499.598256:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322499.598259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989462912:0@lo:38:kworker.0 00000100:00080000:2.0:1767322499.598266:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322499.598268:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322499.598271:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989463168:0@lo:38:kworker.0 00000100:00080000:2.0:1767322499.598278:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322499.598280:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322499.598289:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989463296:0@lo:38:kworker.0 00000100:00100000:1.0:1767322499.602589:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989463552:0@lo:400:kworker.0 00000100:00080000:0.0:1767322499.602812:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322499.602818:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322499.602836:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322499.602841:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7741 00000100:00080000:0.0:1767322499.602845:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322499.602853:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322499.602886:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163989463680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322499.609867:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322499.610151:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989463680:0@lo:38:kworker.0 00000100:00100000:2.0:1767322499.610200:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322499.610457:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989462784:0@lo:400:kworker.0 00000100:00100000:0.0:1767322499.610518:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463552 00000100:00100000:0.0:1767322499.610526:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463552 00000100:00100000:0.0:1767322499.610605:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483 00000100:00100000:0.0:1767322499.610615:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989463552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322499.613727:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322499.613795:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462784 00000100:00100000:1.0:1767322499.613799:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462784 00000100:00100000:1.0:1767322499.613835:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1767322499.613842:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989462784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322499.613891:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989462784:12345-0@lo:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322499.613919:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1767322499.613966:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989462784:0@lo:400:kworker.0 00000100:00080000:1.0:1767322499.618259:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322499.618272:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322499.619235:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989463552:12345-0@lo:400:kworker.0 Request processed in 8613us (9368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322499.619250:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483 00000100:00080000:2.0:1767322499.620621:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322499.620628:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322499.620632:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989463680:0@lo:38:kworker.0 00000100:00100000:1.0:1767322499.621360:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989463552:0@lo:400:kworker.0 00000100:00100000:0.0:1767322500.105117:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463808 00000100:00100000:0.0:1767322500.105126:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463808 00000100:00100000:0.0:1767322500.105184:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750 00000100:00100000:0.0:1767322500.105194:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989463808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322500.105234:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322500.105532:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989463808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 339us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322500.105541:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750 00000100:00100000:0.0:1767322500.617089:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463936 00000100:00100000:0.0:1767322500.617097:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463936 00000100:00100000:0.0:1767322500.617160:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751 00000100:00100000:0.0:1767322500.617171:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989463936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322500.617213:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322500.617270:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989463936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322500.617291:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751 00010000:00010000:2.0:1767322500.682007:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322502.438472:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981184 00000100:00100000:1.0:1767322502.438482:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981184 00000100:00100000:1.0:1767322502.438554:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981056 00000100:00100000:1.0:1767322502.438557:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981056 00000100:00100000:1.0:1767322502.438620:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2124 00000100:00100000:1.0:1767322502.438631:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923981184:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322502.438649:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3090 00000100:00100000:2.0:1767322502.438655:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923981056:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322502.438675:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322502.438701:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923981184:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 74us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322502.438775:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2124 00000100:00100000:2.0:1767322502.444216:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923981056:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 5545us (5835us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322502.444232:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3090 00010000:00010000:1.0:1767322502.729024:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322504.712846:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322504.712857:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322504.712922:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322504.712926:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322504.712929:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322504.712938:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7746 00000100:00080000:2.0:1767322504.712943:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322504.712950:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322504.712971:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f800 x1853163989464192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322504.713008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989464064:0@lo:400:kworker.0 00000100:00080000:2.0:1767322504.713037:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322504.713040:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322504.713042:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322504.713046:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7746 00000100:00080000:2.0:1767322504.713048:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322504.713052:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322504.713064:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ea00 x1853163989464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322504.713072:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322504.713075:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767322504.713076:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322504.713077:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322504.713080:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7746 00000100:00080000:2.0:1767322504.713082:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322504.713086:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322504.713095:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8dc00 x1853163989464576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322504.713114:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322504.713117:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322504.713119:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767322504.713120:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989464320:0@lo:400:kworker.0 00000100:00080000:2.0:1767322504.713122:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7746 00000100:00080000:2.0:1767322504.713124:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322504.713128:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322504.713137:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8df80 x1853163989464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322504.713141:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322504.713159:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322504.713164:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989464704:0@lo:400:kworker.0 00000100:00100000:2.0:1767322504.713171:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464064 00000100:00100000:2.0:1767322504.713177:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464064 00000100:00100000:1.0:1767322504.713184:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322504.713219:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464320 00000100:00100000:1.0:1767322504.713223:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464320 00000100:00100000:2.0:1767322504.713246:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1767322504.713409:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989464064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322504.713458:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989464064:12345-0@lo:400:kworker.0 Request processed in 205us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322504.713503:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989464192:0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713527:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:0.0:1767322504.713530:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322504.713536:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989464320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322504.713561:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989464448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322504.713595:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322504.713606:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989464320:12345-0@lo:400:kworker.0 Request processed in 72us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322504.713610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989464576:0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713613:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767322504.713626:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464192 00000100:00100000:1.0:1767322504.713629:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464192 00000100:00100000:0.0:1767322504.713631:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322504.713638:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464448 00000100:00100000:1.0:1767322504.713640:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464448 00000100:00100000:0.0:1767322504.713645:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989464960:0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713649:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767322504.713654:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989464192:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767322504.713662:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767322504.713670:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322504.713682:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464960 00000100:00100000:0.0:1767322504.713684:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464960 00000100:00100000:1.0:1767322504.713699:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989464192:12345-0@lo:38:kworker.0 Request processed in 44us (167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322504.713700:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1767322504.713704:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989464448:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713705:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00010000:00020000:0.0:1767322504.713714:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322504.713715:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:1.0:1767322504.713718:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989464960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322504.713726:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322504.713736:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989464448:12345-0@lo:38:kworker.0 Request processed in 31us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322504.713742:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767322504.713742:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989464960:12345-0@lo:38:kworker.0 Request processed in 23us (79us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322504.713747:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767322504.713758:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464576 00000100:00100000:0.0:1767322504.713761:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464576 00000100:00100000:1.0:1767322504.713763:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464704 00000100:00100000:1.0:1767322504.713765:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464704 00000100:00100000:0.0:1767322504.713781:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221 00000100:00100000:0.0:1767322504.713785:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989464576:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713788:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464832 00000100:00100000:1.0:1767322504.713790:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464832 00010000:00020000:0.0:1767322504.713794:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322504.713808:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484 00000100:00100000:1.0:1767322504.713814:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989464704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322504.713817:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989464576:12345-0@lo:38:kworker.0 Request processed in 31us (186us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322504.713831:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221 00000100:00100000:1.0:1767322504.713838:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989464704:12345-0@lo:400:kworker.0 Request processed in 26us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322504.713849:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000100:00100000:0.0:1767322504.713854:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:0.0:1767322504.713860:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989464832:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322504.713867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322504.713869:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322504.713892:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989464832:12345-0@lo:400:kworker.0 Request processed in 33us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322504.713893:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989464704:0@lo:400:kworker.0 00000100:00100000:0.0:1767322504.713898:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:0.0:1767322504.713931:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989464064:0@lo:400:kworker.0 00000100:00080000:0.0:1767322504.713976:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322504.713981:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322504.713984:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989464192:0@lo:38:kworker.0 00000100:00080000:0.0:1767322504.713991:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322504.713994:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322504.713996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989464448:0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.713997:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989464320:0@lo:400:kworker.0 00000100:00080000:0.0:1767322504.714003:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322504.714005:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322504.714007:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989464576:0@lo:38:kworker.0 00000100:00080000:0.0:1767322504.714013:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322504.714016:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322504.714019:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989464960:0@lo:38:kworker.0 00000100:00100000:1.0:1767322504.714038:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989464832:0@lo:400:kworker.0 00000100:00100000:2.0:1767322504.716029:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00010000:00010000:2.0:1767322504.779620:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322505.226059:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465088 00000100:00100000:2.0:1767322505.226071:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465088 00000100:00100000:2.0:1767322505.226131:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752 00000100:00100000:2.0:1767322505.226145:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989465088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322505.226174:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322505.226306:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989465088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322505.226313:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752 00000100:00100000:2.0:1767322505.226364:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989465088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322505.737195:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465216 00000100:00100000:0.0:1767322505.737206:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465216 00000100:00100000:0.0:1767322505.737281:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753 00000100:00100000:0.0:1767322505.737292:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989465216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322505.737343:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322505.737407:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989465216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322505.737416:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753 00010000:00010000:1.0:1767322506.824981:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322507.558264:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981440 00000100:00100000:1.0:1767322507.558274:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981440 00000100:00100000:1.0:1767322507.558348:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981312 00000100:00100000:1.0:1767322507.558351:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981312 00000100:00100000:1.0:1767322507.558373:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2127 00000100:00100000:1.0:1767322507.558382:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923981440:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322507.558453:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923981440:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 71us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322507.558471:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2127 00000100:00100000:1.0:1767322507.558489:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3094 00000100:00100000:1.0:1767322507.558493:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923981312:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322507.558541:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322507.558568:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923981312:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 72us (403us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322507.558574:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3094 00010000:00010000:2.0:1767322508.874143:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322509.834043:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322509.834055:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322509.834122:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322509.834127:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322509.834131:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322509.834139:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7751 00000100:00080000:0.0:1767322509.834144:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322509.834149:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322509.834168:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3800 x1853163989465472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322509.834208:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322509.834212:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322509.834214:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322509.834217:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7751 00000100:00080000:0.0:1767322509.834220:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322509.834223:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322509.834233:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d2d80 x1853163989465728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322509.834241:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322509.834244:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322509.834258:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322509.834262:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7751 00000100:00080000:0.0:1767322509.834264:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322509.834268:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322509.834280:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0e00 x1853163989465856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322509.834305:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322509.834308:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322509.834310:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322509.834313:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7751 00000100:00080000:0.0:1767322509.834316:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322509.834319:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322509.834329:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d3b80 x1853163989466240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322509.834356:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465344 00000100:00100000:0.0:1767322509.834362:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465344 00000100:00100000:0.0:1767322509.834407:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465600 00000100:00100000:0.0:1767322509.834409:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465600 00000100:00100000:0.0:1767322509.834430:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:0.0:1767322509.834437:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989465344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322509.834508:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989465344:12345-0@lo:400:kworker.0 Request processed in 71us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322509.834516:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:0.0:1767322509.834532:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:0.0:1767322509.834537:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989465600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322509.834561:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989465600:12345-0@lo:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322509.834571:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00080000:0.0:1767322509.834620:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322509.834624:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322509.834626:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322509.834778:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989465472:0@lo:38:kworker.0 00000100:00100000:0.0:1767322509.834814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989466112:0@lo:400:kworker.0 00000100:00100000:2.0:1767322509.846289:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322509.846350:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989465728:0@lo:38:kworker.0 00000100:00100000:2.0:1767322509.846387:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322509.846405:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989465856:0@lo:38:kworker.0 00000100:00100000:2.0:1767322509.846427:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322509.846448:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989466240:0@lo:38:kworker.0 00000100:00100000:1.0:1767322509.846658:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465856 00000100:00100000:1.0:1767322509.846662:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465856 00000100:00100000:1.0:1767322509.846692:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222 00000100:00100000:1.0:1767322509.846697:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989465856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322509.846708:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322509.846736:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989465856:12345-0@lo:38:kworker.0 Request processed in 38us (308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322509.846742:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222 00000100:00100000:2.0:1767322509.847732:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322509.848309:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322509.848316:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322509.848321:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989465472:0@lo:38:kworker.0 00000100:00080000:2.0:1767322509.848331:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322509.848334:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322509.848337:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989465728:0@lo:38:kworker.0 00000100:00080000:2.0:1767322509.848345:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322509.848349:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322509.848351:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989465856:0@lo:38:kworker.0 00000100:00100000:0.0:1767322509.849414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989465344:0@lo:400:kworker.0 00000100:00080000:0.0:1767322509.852215:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322509.852220:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322509.852224:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989466240:0@lo:38:kworker.0 00000100:00100000:1.0:1767322510.348858:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322510.348884:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989466368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322510.348953:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322510.349267:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466368 00000100:00100000:2.0:1767322510.349276:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466368 00000100:00100000:2.0:1767322510.349326:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00000100:00100000:2.0:1767322510.349335:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989466368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322510.349364:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322510.349413:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989466368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322510.349421:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:1.0:1767322510.349575:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989466368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322510.857303:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322510.857327:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989466496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322510.857401:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322510.857512:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466496 00000100:00100000:0.0:1767322510.857520:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466496 00000100:00100000:0.0:1767322510.857573:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:0.0:1767322510.857602:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989466496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322510.857633:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322510.857694:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989466496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322510.857702:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00000100:00100000:1.0:1767322510.857839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989466496:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322510.921766:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322512.674537:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322512.674611:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322512.674704:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981568 00000100:00100000:2.0:1767322512.674714:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981568 00000100:00100000:2.0:1767322512.674758:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981696 00000100:00100000:2.0:1767322512.674762:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981696 00000100:00100000:2.0:1767322512.674808:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2130 00000100:00100000:2.0:1767322512.674830:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923981696:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322512.674897:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923981696:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322512.674905:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2130 00000100:00100000:2.0:1767322512.674924:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3098 00000100:00100000:2.0:1767322512.674928:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923981568:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322512.674947:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322512.674971:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923981568:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322512.674978:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3098 00000100:00080000:0.0:1767322512.675029:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322512.970940:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322514.955629:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989466752:0@lo:38:kworker.0 00000100:00100000:2.0:1767322514.955706:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.955751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989467008:0@lo:38:kworker.0 00000100:00100000:2.0:1767322514.955776:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.955793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989467136:0@lo:38:kworker.0 00000100:00100000:2.0:1767322514.955829:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.955857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989467520:0@lo:38:kworker.0 00000100:00100000:2.0:1767322514.955889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.955941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.955984:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467520 00000100:00100000:2.0:1767322514.955990:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467520 00000100:00100000:2.0:1767322514.956015:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767322514.956022:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989466752:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767322514.956049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989467392:0@lo:400:kworker.0 00010000:00020000:2.0:1767322514.956051:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322514.956096:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322514.956105:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989466752:12345-0@lo:38:kworker.0 Request processed in 82us (399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322514.956122:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:0.0:1767322514.956127:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322514.956140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989466624:0@lo:400:kworker.0 00000100:00100000:2.0:1767322514.956146:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1767322514.956152:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989467008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322514.956164:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322514.956171:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322514.956261:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466624 00000100:00100000:1.0:1767322514.956266:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466624 00000100:00100000:1.0:1767322514.956289:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:1.0:1767322514.956296:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989466624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322514.956502:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989467008:12345-0@lo:38:kworker.0 Request processed in 347us (724us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767322514.956506:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322514.956510:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1767322514.956546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989466880:0@lo:400:kworker.0 00000100:00080000:2.0:1767322514.956570:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322514.956574:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322514.956577:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989467008:0@lo:38:kworker.0 00000100:00080000:2.0:1767322514.956604:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322514.956607:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322514.956609:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989466752:0@lo:38:kworker.0 00000100:00100000:2.0:1767322514.956642:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467136 00000100:00100000:2.0:1767322514.956645:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467136 00000100:00100000:2.0:1767322514.956663:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5223 00000100:00100000:2.0:1767322514.956668:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989467136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322514.956678:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322514.956704:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989467136:12345-0@lo:38:kworker.0 Request processed in 35us (876us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322514.956715:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5223 00000100:00100000:2.0:1767322514.956733:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467264 00000100:00100000:2.0:1767322514.956736:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467264 00000100:00100000:2.0:1767322514.956756:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467392 00000100:00100000:2.0:1767322514.956758:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467392 00000100:00100000:2.0:1767322514.956773:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:2.0:1767322514.956778:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989467264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322514.956808:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989467264:12345-0@lo:400:kworker.0 Request processed in 30us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322514.956813:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00100000:2.0:1767322514.956823:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489 00000100:00100000:2.0:1767322514.956827:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322514.956854:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467392:12345-0@lo:400:kworker.0 Request processed in 25us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322514.956861:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489 00000100:00080000:0.0:1767322514.956862:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322514.956866:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322514.956890:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989467392:0@lo:400:kworker.0 00000100:00100000:2.0:1767322514.957064:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989467264:0@lo:400:kworker.0 00000100:00080000:2.0:1767322514.957085:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322514.957088:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322514.957091:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989467136:0@lo:38:kworker.0 00000100:00100000:1.0:1767322514.963674:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989466624:12345-0@lo:400:kworker.0 Request processed in 7367us (7494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322514.963690:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00080000:2.0:1767322514.964252:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322514.964258:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322514.964262:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989467520:0@lo:38:kworker.0 00000100:00100000:0.0:1767322514.964407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989466624:0@lo:400:kworker.0 00010000:00010000:1.0:1767322515.018141:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322515.465982:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989467648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322515.466273:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322515.466517:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467648 00000100:00100000:2.0:1767322515.466526:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467648 00000100:00100000:2.0:1767322515.466637:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756 00000100:00100000:2.0:1767322515.466662:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989467648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322515.466699:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322515.466752:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989467648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322515.466759:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756 00000100:00100000:1.0:1767322515.466837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989467648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322515.977790:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989467776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322515.977866:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322515.978568:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989467776:0@lo:13:osp-pre-0-1.0 00000400:00000100:1.0:1767322516.777734:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923981824 offset 0 length 520: 4 00000100:00100000:1.0:1767322516.777802:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322516.777836:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322516.778222:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923981952 00000100:00100000:2.0:1767322516.778238:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923981952 00000100:00100000:2.0:1767322516.778366:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982080 00000100:00100000:2.0:1767322516.778370:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982080 00000100:00080000:1.0:1767322516.778556:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322516.784270:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2133 00000100:00100000:0.0:1767322516.784304:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322516.784423:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 137us (6585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322516.784432:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2133 00000100:00100000:0.0:1767322516.784460:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3102 00000100:00100000:0.0:1767322516.784465:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923981952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322516.784488:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322516.784517:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923981952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (6716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322516.784523:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3102 00010000:00010000:2.0:1767322517.064892:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322518.092549:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322519.113231:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322520.073893:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989468672:0@lo:400:kworker.0 00000100:00100000:2.0:1767322520.074021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989467904:0@lo:400:kworker.0 00000100:00100000:0.0:1767322520.074031:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989468032:0@lo:38:kworker.0 00000100:00100000:1.0:1767322520.085798:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322520.088375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322520.088837:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467904 00000100:00100000:1.0:1767322520.088850:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467904 00000100:00100000:1.0:1767322520.088961:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:1.0:1767322520.088973:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989467904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322520.089063:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989467904:12345-0@lo:400:kworker.0 Request processed in 92us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322520.089071:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00080000:2.0:1767322520.090050:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322520.090120:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989467904:0@lo:400:kworker.0 00000100:00100000:0.0:1767322520.095221:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322520.095312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989468288:0@lo:38:kworker.0 00000100:00100000:0.0:1767322520.095350:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322520.095367:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989468416:0@lo:38:kworker.0 00000100:00100000:0.0:1767322520.095392:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322520.095427:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468416 00000100:00100000:0.0:1767322520.095432:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468416 00000100:00100000:0.0:1767322520.095477:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224 00000100:00100000:0.0:1767322520.095482:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989468416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322520.095507:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322520.095538:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989468416:12345-0@lo:38:kworker.0 Request processed in 55us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322520.095546:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224 00000100:00080000:0.0:1767322520.095623:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322520.095629:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322520.095634:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989468416:0@lo:38:kworker.0 00000100:00100000:0.0:1767322520.095643:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989468800:0@lo:38:kworker.0 00000100:00100000:0.0:1767322520.095669:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322520.095746:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468032 00000100:00100000:0.0:1767322520.095750:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468032 00000100:00100000:0.0:1767322520.097937:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468288 00000100:00100000:0.0:1767322520.097956:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468288 00000100:00080000:2.0:1767322520.103387:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322520.114626:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322520.114654:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322520.114661:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989468032:0@lo:38:kworker.0 00000100:00080000:0.0:1767322520.114679:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322520.114683:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322520.114686:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989468288:0@lo:38:kworker.0 00000100:00080000:0.0:1767322520.114699:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322520.114702:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322520.114705:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989468800:0@lo:38:kworker.0 00000100:00100000:0.0:1767322520.114820:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989468672:0@lo:400:kworker.0 00010000:00010000:1.0:1767322520.140178:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322520.586981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989468928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322520.587077:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322520.587402:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989468928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322521.102789:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469056 00000100:00100000:0.0:1767322521.102809:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469056 00000100:00100000:0.0:1767322521.102897:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759 00000100:00100000:0.0:1767322521.102909:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322521.102954:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322521.104894:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1974us (4077us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322521.104910:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759 00010000:00010000:2.0:1767322521.161161:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322521.891600:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982336 00000100:00100000:2.0:1767322521.891625:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982336 00000100:00100000:2.0:1767322521.891764:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2136 00000100:00100000:2.0:1767322521.891777:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322521.891877:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322521.891884:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2136 00000100:00100000:1.0:1767322521.892267:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322521.892442:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982208 00000100:00100000:0.0:1767322521.892449:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982208 00000100:00100000:0.0:1767322521.892487:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3106 00000100:00100000:0.0:1767322521.892493:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923982208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322521.892520:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322521.898301:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923982208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 5783us (6012us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322521.898323:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3106 00010000:00010000:2.0:1767322522.185899:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322523.208887:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322524.168719:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322499/real 1767322499] req@ffff9e7d2a4a4700 x1853163989462656/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322524 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322524.168764:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4a4700 x1853163989462656/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322524 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322524.168788:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322524.168851:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322524.168856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989462656:0@lo:250:kworker.0 00000100:00100000:2.0:1767322524.170205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989470080:0@lo:400:kworker.0 00000100:00100000:2.0:1767322524.170243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322524.170299:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322524.170305:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989469312:0@lo:400:kworker.0 00000100:00100000:2.0:1767322524.170329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322524.170380:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469568 00000100:00100000:2.0:1767322524.170385:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469568 00000100:00100000:2.0:1767322524.170429:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469312 00000100:00100000:2.0:1767322524.170432:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469312 00000100:00100000:2.0:1767322524.170453:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767322524.170459:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989469568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322524.170504:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989469568:12345-0@lo:400:kworker.0 Request processed in 44us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322524.170510:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767322524.170524:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767322524.170529:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989469312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322524.170558:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989469312:12345-0@lo:400:kworker.0 Request processed in 29us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322524.170564:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767322524.170633:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989469312:0@lo:400:kworker.0 00000100:00080000:2.0:1767322524.170649:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322524.171657:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989469184:0@lo:250:kworker.0 00000400:00000100:0.0:1767322524.171711:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989469184 offset 0 length 520: 4 00000100:00100000:0.0:1767322524.171748:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989469440:0@lo:38:kworker.0 00000100:00100000:0.0:1767322524.171781:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322524.171801:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989469696:0@lo:38:kworker.0 00000100:00100000:0.0:1767322524.171823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322524.171851:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989469824:0@lo:38:kworker.0 00000100:00100000:0.0:1767322524.171879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322524.171910:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469824 00000100:00100000:0.0:1767322524.171917:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469824 00000100:00100000:0.0:1767322524.171952:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225 00000100:00100000:0.0:1767322524.171957:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989469824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322524.171983:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322524.172022:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989469824:12345-0@lo:38:kworker.0 Request processed in 63us (141us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322524.172028:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225 00000100:00080000:0.0:1767322524.172092:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322524.172098:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322524.172101:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989469824:0@lo:38:kworker.0 00000100:00100000:0.0:1767322524.172107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989470208:0@lo:38:kworker.0 00000100:00100000:0.0:1767322524.172130:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322524.172156:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469440 00000100:00100000:0.0:1767322524.172175:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469440 00000100:00100000:0.0:1767322524.172210:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469696 00000100:00100000:0.0:1767322524.172214:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469696 00000100:00100000:0.0:1767322524.172230:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470208 00000100:00100000:0.0:1767322524.172232:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470208 00000100:00100000:0.0:1767322524.172246:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1767322524.172250:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989469440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322524.172261:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322524.172299:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989469440:12345-0@lo:38:kworker.0 Request processed in 48us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322524.172306:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1767322524.172318:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:0.0:1767322524.172322:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989469696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322524.172332:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322524.172354:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989469696:12345-0@lo:38:kworker.0 Request processed in 30us (530us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322524.172360:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:0.0:1767322524.172370:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:0.0:1767322524.172374:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989470208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322524.172382:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322524.172403:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989470208:12345-0@lo:38:kworker.0 Request processed in 28us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322524.172409:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00080000:0.0:1767322524.172441:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322524.172445:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322524.172448:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989470208:0@lo:38:kworker.0 00000100:00080000:0.0:1767322524.172489:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322524.172493:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322524.172496:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989469440:0@lo:38:kworker.0 00000100:00080000:0.0:1767322524.172504:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322524.172507:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322524.172509:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989469696:0@lo:38:kworker.0 00000100:00080000:0.0:1767322524.173572:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322524.173736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989470080:0@lo:400:kworker.0 00010000:00010000:1.0:1767322524.233447:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322525.257215:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322525.710271:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989470336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322525.710373:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322525.710442:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470336 00000100:00100000:0.0:1767322525.710456:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470336 00000100:00100000:0.0:1767322525.710673:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760 00000100:00100000:0.0:1767322525.710686:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989470336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322525.710729:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322525.710796:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989470336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322525.710804:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760 00000100:00100000:1.0:1767322525.710913:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989470336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322526.225832:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470464 00000100:00100000:0.0:1767322526.225843:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470464 00000100:00080000:2.0:1767322526.225882:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322526.225914:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761 00000100:00100000:0.0:1767322526.225925:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989470464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322526.225966:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322526.226347:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989470464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 422us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322526.226356:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761 00010000:00010000:2.0:1767322526.281163:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322527.008873:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322527.009890:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982464 00000100:00100000:2.0:1767322527.009910:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982464 00000100:00100000:2.0:1767322527.010108:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3110 00000100:00100000:2.0:1767322527.010119:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923982464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322527.010331:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322527.010489:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923982464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 370us (1633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322527.010506:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3110 00000100:00100000:2.0:1767322527.016730:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982592 00000100:00100000:2.0:1767322527.016748:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982592 00000100:00100000:2.0:1767322527.016923:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2139 00000100:00100000:2.0:1767322527.016949:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322527.017080:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923982592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 146us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322527.017089:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2139 00000100:00080000:0.0:1767322527.017454:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322527.306421:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322528.329709:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322529.290852:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322529.290865:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322529.290969:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322529.290974:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322529.290978:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322529.290989:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7771 00000100:00080000:0.0:1767322529.290996:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322529.291005:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322529.291040:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5f800 x1853163989470720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322529.291093:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322529.291105:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322529.291107:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322529.291111:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7771 00000100:00080000:0.0:1767322529.291114:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322529.291118:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322529.291132:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5ce00 x1853163989470976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322529.291141:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322529.291155:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322529.291157:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322529.291161:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7771 00000100:00080000:0.0:1767322529.291164:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322529.291168:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322529.291182:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5d500 x1853163989471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322529.291218:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322529.291221:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322529.291223:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322529.291227:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7771 00000100:00080000:0.0:1767322529.291230:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322529.291233:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322529.291258:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3bc5e680 x1853163989471488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322529.291288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989470848:0@lo:400:kworker.0 00000100:00100000:2.0:1767322529.291379:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470592 00000100:00100000:2.0:1767322529.291389:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470592 00000100:00100000:2.0:1767322529.291458:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1767322529.291469:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989470592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322529.291796:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322529.291810:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989471360:0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.294352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.294426:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322529.294441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989471232:0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.294492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.294568:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470848 00000100:00100000:0.0:1767322529.294591:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470848 00000100:00100000:0.0:1767322529.294648:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:0.0:1767322529.294657:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989470848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.294714:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989470848:12345-0@lo:400:kworker.0 Request processed in 58us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322529.294722:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:0.0:1767322529.294774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989470848:0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.294815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989470720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322529.294838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.294854:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989470976:0@lo:38:kworker.0 00000100:00100000:0.0:1767322529.294912:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.294928:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989471104:0@lo:38:kworker.0 00000100:00100000:0.0:1767322529.294949:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.294966:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989471488:0@lo:38:kworker.0 00000100:00100000:0.0:1767322529.294986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.295015:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471104 00000100:00100000:0.0:1767322529.295028:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471104 00000100:00100000:0.0:1767322529.295049:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226 00000100:00100000:0.0:1767322529.295054:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989471104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322529.295076:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322529.295116:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989471104:12345-0@lo:38:kworker.0 Request processed in 61us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322529.295123:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226 00000100:00100000:0.0:1767322529.295141:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470720 00000100:00100000:0.0:1767322529.295144:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470720 00000100:00100000:0.0:1767322529.295159:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470976 00000100:00100000:0.0:1767322529.295161:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470976 00000100:00100000:0.0:1767322529.295167:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471488 00000100:00100000:0.0:1767322529.295169:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471488 00000100:00100000:0.0:1767322529.295177:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1767322529.295180:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989470720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322529.295188:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322529.295211:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989470720:12345-0@lo:38:kworker.0 Request processed in 29us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322529.295216:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1767322529.295227:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:0.0:1767322529.295230:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989470976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322529.295244:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322529.295270:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989470976:12345-0@lo:38:kworker.0 Request processed in 38us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322529.295275:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:0.0:1767322529.295286:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767322529.295289:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989471488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322529.295296:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322529.295318:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989471488:12345-0@lo:38:kworker.0 Request processed in 27us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322529.295323:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00080000:0.0:1767322529.295362:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322529.295368:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322529.295372:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989470720:0@lo:38:kworker.0 00000100:00080000:0.0:1767322529.295379:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322529.295383:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322529.295387:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989470976:0@lo:38:kworker.0 00000100:00080000:0.0:1767322529.295394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322529.295397:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322529.295399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989471104:0@lo:38:kworker.0 00000100:00080000:0.0:1767322529.295405:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322529.295408:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322529.295410:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989471488:0@lo:38:kworker.0 00000100:00080000:0.0:1767322529.295435:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322529.295482:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471232 00000100:00100000:0.0:1767322529.295487:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471232 00000100:00100000:0.0:1767322529.295534:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:0.0:1767322529.295540:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989471232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.295604:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989471232:12345-0@lo:400:kworker.0 Request processed in 40us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322529.295611:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00100000:0.0:1767322529.295638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989471232:0@lo:400:kworker.0 00000100:00080000:0.0:1767322529.295651:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322529.303473:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989470592:12345-0@lo:400:kworker.0 Request processed in 11989us (12162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322529.303494:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:1.0:1767322529.307348:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322529.307524:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471360 00000100:00100000:0.0:1767322529.307537:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471360 00000100:00100000:0.0:1767322529.307664:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495 00000100:00100000:0.0:1767322529.307676:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989471360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322529.307764:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989471360:12345-0@lo:400:kworker.0 Request processed in 91us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322529.307773:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495 00000100:00080000:2.0:1767322529.307852:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322529.308249:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989471360:0@lo:400:kworker.0 00010000:00010000:1.0:1767322529.355226:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322530.379087:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322530.826342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989471616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322530.826441:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322530.826600:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471616 00000100:00100000:0.0:1767322530.826613:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471616 00000100:00100000:0.0:1767322530.826683:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762 00000100:00100000:0.0:1767322530.826695:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989471616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322530.826733:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322530.826794:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989471616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322530.826804:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762 00000100:00100000:1.0:1767322530.826914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989471616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322531.337178:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989471744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322531.337277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322531.337683:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322531.338132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989471744:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322531.400980:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322532.129675:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982720 00000100:00100000:0.0:1767322532.129689:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982720 00000100:00100000:0.0:1767322532.129756:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923982848 00000100:00100000:0.0:1767322532.129782:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923982848 00000100:00100000:0.0:1767322532.129861:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2142 00000100:00100000:0.0:1767322532.129885:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923982848:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322532.129987:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923982848:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 114us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322532.129995:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2142 00000100:00100000:0.0:1767322532.130019:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3114 00000100:00100000:0.0:1767322532.130025:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923982720:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322532.130063:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322532.130096:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923982720:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 70us (747us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322532.130104:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3114 00010000:00010000:1.0:1767322532.425737:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322533.451550:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322534.408819:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322534.408830:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322534.408930:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989471872:0@lo:400:kworker.0 00000100:00100000:0.0:1767322534.409036:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322534.409145:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471872 00000100:00100000:1.0:1767322534.409154:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471872 00000100:00100000:1.0:1767322534.409234:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767322534.409245:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989471872:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767322534.409613:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322534.409617:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322534.409620:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322534.409626:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7776 00000100:00080000:2.0:1767322534.409630:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322534.409635:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322534.409658:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f65180 x1853163989472000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322534.409693:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322534.409696:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322534.409698:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322534.409701:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7776 00000100:00080000:2.0:1767322534.409703:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322534.409707:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322534.409717:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64700 x1853163989472256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322534.409725:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322534.409728:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322534.409729:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322534.409732:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7776 00000100:00080000:2.0:1767322534.409734:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322534.409737:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322534.409747:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f67b80 x1853163989472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322534.414754:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989471872:12345-0@lo:400:kworker.0 Request processed in 5509us (5750us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322534.414762:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00080000:2.0:1767322534.414861:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322534.414866:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322534.414869:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322534.414874:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7776 00000100:00080000:2.0:1767322534.414878:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322534.414882:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322534.414912:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d32f64380 x1853163989472768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322534.414994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989472768:0@lo:38:kworker.0 00000100:00100000:1.0:1767322534.415037:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322534.415295:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989471872:0@lo:400:kworker.0 00000100:00100000:2.0:1767322534.415419:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:2.0:1767322534.415425:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989472768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322534.415438:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322534.415517:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989472768:12345-0@lo:38:kworker.0 Request processed in 90us (479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322534.415523:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00080000:1.0:1767322534.415704:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322534.415708:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322534.415710:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989472768:0@lo:38:kworker.0 00010000:00010000:2.0:1767322534.472890:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322535.497046:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322535.947107:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472896 00000100:00100000:2.0:1767322535.947116:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472896 00000100:00100000:2.0:1767322535.947174:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764 00000100:00100000:2.0:1767322535.947184:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989472896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322535.947212:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322535.947267:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989472896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322535.947275:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764 00000100:00100000:0.0:1767322536.457241:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473024 00000100:00100000:0.0:1767322536.457250:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473024 00000100:00100000:0.0:1767322536.457318:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765 00000100:00100000:0.0:1767322536.457329:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989473024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322536.457358:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322536.457404:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989473024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322536.457411:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765 00000100:00100000:1.0:1767322536.457440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989473024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322536.521015:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322537.249934:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322537.249980:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322537.250847:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322537.548622:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322538.569081:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322539.528743:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322539.528755:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322539.528832:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322539.528846:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322539.528851:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322539.528858:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7781 00000100:00080000:1.0:1767322539.528865:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322539.528873:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322539.528901:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989473280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322539.528964:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322539.528968:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322539.528970:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322539.528973:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7781 00000100:00080000:1.0:1767322539.528976:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767322539.528978:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1767322539.528980:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322539.528994:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163989473536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322539.529003:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322539.529006:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322539.529008:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767322539.529012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989473408:0@lo:400:kworker.0 00000100:00080000:1.0:1767322539.529014:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7781 00000100:00080000:1.0:1767322539.529029:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322539.529039:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322539.529057:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ed80 x1853163989473664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322539.529108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322539.529159:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989473920:0@lo:400:kworker.0 00000100:00100000:0.0:1767322539.529202:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322539.529296:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00080000:1.0:1767322539.529317:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322539.529322:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767322539.529324:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989473408:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322539.529324:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322539.529329:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7781 00000100:00080000:1.0:1767322539.529332:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322539.529338:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322539.529358:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02ca80 x1853163989474048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322539.529389:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989473408:12345-0@lo:400:kworker.0 Request processed in 70us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322539.529400:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:1.0:1767322539.529401:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989473280:0@lo:38:kworker.0 00000100:00100000:1.0:1767322539.529440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322539.529459:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473920 00000100:00100000:0.0:1767322539.529466:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473920 00000100:00100000:0.0:1767322539.529505:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:0.0:1767322539.529511:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322539.529553:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473792:12345-0@lo:400:kworker.0 Request processed in 42us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322539.529559:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00100000:0.0:1767322539.529573:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:0.0:1767322539.529639:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989473920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322539.529679:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989473920:12345-0@lo:400:kworker.0 Request processed in 98us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322539.529686:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000100:00080000:0.0:1767322539.529722:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322539.529726:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322539.529729:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322539.529782:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989473920:0@lo:400:kworker.0 00000100:00100000:0.0:1767322539.529821:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989473152:0@lo:400:kworker.0 00000100:00100000:0.0:1767322539.529859:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989473408:0@lo:400:kworker.0 00000100:00100000:1.0:1767322539.530038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989473536:0@lo:38:kworker.0 00000100:00100000:1.0:1767322539.530064:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322539.544441:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473280 00000100:00100000:1.0:1767322539.544460:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473536 00000100:00100000:2.0:1767322539.544467:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473280 00000100:00100000:1.0:1767322539.544475:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473536 00000100:00100000:1.0:1767322539.544550:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767322539.544558:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989473536:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322539.544599:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00010000:00020000:1.0:1767322539.544605:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322539.544615:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989473280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322539.544638:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322539.544671:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989473536:12345-0@lo:38:kworker.0 Request processed in 110us (14602us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322539.544679:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:2.0:1767322539.544719:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989473280:12345-0@lo:38:kworker.0 Request processed in 105us (15277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322539.544729:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00080000:1.0:1767322539.544734:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322539.544766:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322539.544772:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989473536:0@lo:38:kworker.0 00000100:00100000:1.0:1767322539.544785:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989473664:0@lo:38:kworker.0 00000100:00100000:1.0:1767322539.544848:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322539.544872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989474048:0@lo:38:kworker.0 00000100:00100000:1.0:1767322539.544894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322539.544951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322539.544955:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322539.544958:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989473280:0@lo:38:kworker.0 00000100:00100000:2.0:1767322539.545453:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474048 00000100:00100000:2.0:1767322539.545462:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474048 00000100:00100000:2.0:1767322539.545510:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:2.0:1767322539.545516:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322539.545531:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322539.545708:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473664 00000100:00100000:2.0:1767322539.545713:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473664 00000100:00100000:2.0:1767322539.545740:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228 00000100:00100000:2.0:1767322539.545744:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989473664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322539.545755:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322539.545819:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989473664:12345-0@lo:38:kworker.0 Request processed in 73us (988us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322539.545826:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228 00000100:00100000:2.0:1767322539.546027:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474048:12345-0@lo:38:kworker.0 Request processed in 510us (1132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322539.546034:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00080000:1.0:1767322539.546322:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322539.546329:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322539.546334:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989473664:0@lo:38:kworker.0 00000100:00080000:1.0:1767322539.546346:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322539.546349:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322539.546352:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989474048:0@lo:38:kworker.0 00010000:00010000:1.0:1767322539.593447:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322540.617446:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322541.065327:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322541.065351:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989474176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322541.065438:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322541.065506:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474176 00000100:00100000:2.0:1767322541.065514:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474176 00000100:00100000:2.0:1767322541.073793:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1767322541.073812:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989474176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322541.073847:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322541.073943:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989474176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (8503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322541.073950:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1767322541.074026:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989474176:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322541.076434:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000100:1.0:1767322541.346666:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923983232 offset 0 length 520: 4 00000100:00100000:1.0:1767322541.346713:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322541.347611:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923983488 00000100:00100000:0.0:1767322541.347622:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923983488 00000100:00100000:0.0:1767322541.347697:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923983360 00000100:00100000:0.0:1767322541.347701:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923983360 00000100:00100000:0.0:1767322541.347730:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2148 00000100:00100000:0.0:1767322541.347741:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923983488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322541.347823:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923983488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322541.347832:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2148 00000100:00100000:0.0:1767322541.347867:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3122 00000100:00100000:0.0:1767322541.347872:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923983360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322541.347904:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322541.347930:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923983360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (1218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322541.347936:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3122 00000100:00080000:2.0:1767322541.349681:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322541.577291:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322541.577310:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989474304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322541.577379:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322541.577545:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474304 00000100:00100000:2.0:1767322541.577553:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474304 00000100:00100000:2.0:1767322541.577649:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:2.0:1767322541.577659:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989474304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322541.577687:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322541.577749:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989474304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322541.577757:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:2.0:1767322541.577803:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989474304:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322541.577946:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322541.640789:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322542.665357:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322543.688859:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322544.649191:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989474432:0@lo:400:kworker.0 00000100:00100000:2.0:1767322544.649261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322544.649410:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474432 00000100:00100000:0.0:1767322544.649417:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474432 00000100:00100000:0.0:1767322544.649483:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1767322544.649492:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989474432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322544.649550:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989474432:12345-0@lo:400:kworker.0 Request processed in 59us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322544.649558:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1767322544.649636:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989474432:0@lo:400:kworker.0 00000100:00100000:1.0:1767322544.651274:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474560 00000100:00100000:1.0:1767322544.651286:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474560 00000100:00100000:1.0:1767322544.651310:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474816 00000100:00100000:1.0:1767322544.651313:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474816 00000100:00100000:1.0:1767322544.651337:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:1.0:1767322544.651343:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322544.651361:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322544.651398:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474560:12345-0@lo:38:kworker.0 Request processed in 54us (398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322544.651405:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:1.0:1767322544.651418:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:1.0:1767322544.651421:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322544.651430:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322544.651449:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989474816:12345-0@lo:38:kworker.0 Request processed in 26us (390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322544.651454:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767322544.651623:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989474688:0@lo:400:kworker.0 00000100:00100000:2.0:1767322544.651666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322544.651693:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322544.651698:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989475072:0@lo:400:kworker.0 00000100:00100000:2.0:1767322544.651718:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322544.651745:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474688 00000100:00100000:2.0:1767322544.651748:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474688 00000100:00100000:2.0:1767322544.651777:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:2.0:1767322544.651782:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989474688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322544.651831:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989474688:12345-0@lo:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322544.651837:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00080000:2.0:1767322544.651854:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322544.651876:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989474688:0@lo:400:kworker.0 00000100:00100000:0.0:1767322544.652025:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989475200:0@lo:400:kworker.0 00000100:00100000:0.0:1767322544.652052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322544.652735:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475072 00000100:00100000:0.0:1767322544.652740:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475072 00000100:00100000:0.0:1767322544.652777:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475200 00000100:00100000:0.0:1767322544.652780:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475200 00000100:00100000:0.0:1767322544.652801:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:0.0:1767322544.652808:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989475072:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322544.652931:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322544.652934:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322544.652949:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501 00000100:00100000:1.0:1767322544.652958:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989475200:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767322544.653045:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322544.653050:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322544.653053:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989474944:0@lo:38:kworker.0 00000100:00100000:0.0:1767322544.654212:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989475072:12345-0@lo:400:kworker.0 Request processed in 1399us (2487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322544.654222:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000100:00100000:2.0:1767322544.654421:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989475072:0@lo:400:kworker.0 00000100:00100000:1.0:1767322544.654513:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989475200:12345-0@lo:400:kworker.0 Request processed in 1556us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322544.654521:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501 00000100:00100000:0.0:1767322544.654609:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989475200:0@lo:400:kworker.0 00000100:00080000:2.0:1767322544.654878:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322544.654884:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322544.654887:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989475328:0@lo:38:kworker.0 00010000:00010000:1.0:1767322544.713711:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322545.756946:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322546.185175:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989475456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322546.185243:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322546.185590:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322546.190323:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989475456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322546.466606:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923983744 00000100:00100000:2.0:1767322546.466618:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923983744 00000100:00100000:2.0:1767322546.466692:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923983616 00000100:00100000:2.0:1767322546.466695:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923983616 00000100:00100000:2.0:1767322546.466714:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2151 00000100:00080000:0.0:1767322546.466719:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322546.466723:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923983744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322546.466863:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923983744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 140us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322546.466872:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2151 00000100:00100000:2.0:1767322546.466892:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3126 00000100:00100000:2.0:1767322546.466897:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923983616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322546.467194:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322546.467224:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923983616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 325us (807us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322546.467231:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3126 00000100:00100000:1.0:1767322546.699395:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322546.699418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989475584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322546.699487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322546.699859:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322546.699890:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0db0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989475584:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322546.762806:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322547.784921:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322548.811954:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322549.769716:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322524/real 1767322524] req@ffff9e7d2e263800 x1853163989469184/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322549 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322549.769746:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2e263800 x1853163989469184/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322549 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322549.769758:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989475840:0@lo:38:kworker.0 00000100:00100000:0.0:1767322549.769784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322549.769814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989476096:0@lo:38:kworker.0 00000100:00100000:0.0:1767322549.769834:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322549.769851:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989476224:0@lo:38:kworker.0 00000100:00100000:0.0:1767322549.769871:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322549.769902:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989476608:0@lo:38:kworker.0 00000100:00100000:0.0:1767322549.769923:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322549.769936:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322549.769947:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322549.769950:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989469184:0@lo:250:kworker.0 00000100:00100000:0.0:1767322549.769976:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475840 00000100:00100000:0.0:1767322549.769980:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475840 00000100:00100000:0.0:1767322549.769998:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476096 00000100:00100000:0.0:1767322549.770000:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476096 00000100:00100000:0.0:1767322549.770010:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476608 00000100:00100000:0.0:1767322549.770012:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476608 00000100:00100000:0.0:1767322549.770022:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767322549.770027:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989475840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322549.770043:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322549.770076:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989475840:12345-0@lo:38:kworker.0 Request processed in 48us (291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322549.770082:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767322549.770096:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:0.0:1767322549.770099:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989476096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322549.770107:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322549.770127:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989476096:12345-0@lo:38:kworker.0 Request processed in 27us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322549.770132:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00100000:0.0:1767322549.770144:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767322549.770147:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989476608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322549.770154:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322549.770183:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989476608:12345-0@lo:38:kworker.0 Request processed in 33us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322549.770188:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00080000:0.0:1767322549.770205:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322549.770226:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322549.770229:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322549.770231:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989475840:0@lo:38:kworker.0 00000100:00080000:0.0:1767322549.770240:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322549.770242:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322549.770244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989476096:0@lo:38:kworker.0 00000100:00080000:0.0:1767322549.770252:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322549.770254:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322549.770256:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989476608:0@lo:38:kworker.0 00000100:00100000:1.0:1767322549.770356:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989475712:0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322549.770415:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322549.770420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989476480:0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770440:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322549.770469:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476352 00000100:00100000:1.0:1767322549.770473:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476352 00000100:00100000:1.0:1767322549.770506:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476480 00000100:00100000:1.0:1767322549.770509:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476480 00000100:00100000:1.0:1767322549.770526:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502 00000100:00100000:1.0:1767322549.770531:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989476352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770567:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989476352:12345-0@lo:400:kworker.0 Request processed in 36us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322549.770573:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502 00000100:00100000:1.0:1767322549.770627:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503 00000100:00100000:1.0:1767322549.770635:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989476480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770665:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989476480:12345-0@lo:400:kworker.0 Request processed in 32us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322549.770670:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503 00000100:00100000:1.0:1767322549.770696:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475712 00000100:00100000:1.0:1767322549.770700:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475712 00000100:00100000:1.0:1767322549.770729:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:1.0:1767322549.770736:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989475712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770767:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989475712:12345-0@lo:400:kworker.0 Request processed in 32us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322549.770772:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00080000:1.0:1767322549.770791:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322549.770794:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322549.770796:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322549.770811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989476480:0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.770820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989475712:0@lo:400:kworker.0 00000100:00100000:1.0:1767322549.772415:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989476736:0@lo:250:kworker.0 00000400:00000100:1.0:1767322549.772451:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989476736 offset 0 length 520: 4 00000100:00100000:0.0:1767322549.772796:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476224 00000100:00100000:0.0:1767322549.772802:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476224 00000100:00100000:0.0:1767322549.772842:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5230 00000100:00100000:0.0:1767322549.772847:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989476224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322549.772868:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322549.772913:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989476224:12345-0@lo:38:kworker.0 Request processed in 64us (3040us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322549.772918:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5230 00000100:00080000:0.0:1767322549.772951:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322549.772956:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322549.772959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989476224:0@lo:38:kworker.0 00010000:00010000:1.0:1767322549.833026:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322550.858423:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322551.308311:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476864 00000100:00100000:1.0:1767322551.308320:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476864 00000100:00100000:1.0:1767322551.308386:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770 00000100:00100000:1.0:1767322551.308395:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989476864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322551.308426:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322551.308475:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989476864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322551.308481:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770 00000100:00100000:1.0:1767322551.308528:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989476864:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322551.308616:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322551.590740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322551.590806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322551.590974:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923983872 00000100:00100000:2.0:1767322551.590984:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923983872 00000100:00100000:2.0:1767322551.591030:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923984000 00000100:00100000:2.0:1767322551.591033:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923984000 00000100:00100000:2.0:1767322551.591093:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2154 00000100:00100000:2.0:1767322551.591103:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923984000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322551.591171:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923984000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 68us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322551.591179:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2154 00000100:00100000:2.0:1767322551.591197:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3130 00000100:00100000:2.0:1767322551.591201:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923983872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322551.591222:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322551.591252:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923983872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322551.591259:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3130 00000100:00080000:0.0:1767322551.591799:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322551.818046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989476992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322551.818118:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322551.821667:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476992 00000100:00100000:1.0:1767322551.821693:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476992 00000100:00100000:1.0:1767322551.821805:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771 00000100:00100000:1.0:1767322551.821816:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989476992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322551.821847:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322551.821981:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322551.822056:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989476992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 243us (3938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322551.822062:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771 00010000:00010000:1.0:1767322551.881006:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322552.904870:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322553.928911:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322554.893176:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322554.893188:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322554.893247:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322554.893250:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322554.893255:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322554.893263:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7796 00000100:00080000:1.0:1767322554.893267:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322554.893274:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322554.893297:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81880 x1853163989477248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322554.893341:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767322554.893342:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767322554.893345:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322554.893349:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322554.893352:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7796 00000100:00080000:1.0:1767322554.893355:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322554.893359:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322554.893364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989477120:0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.893391:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80e00 x1853163989477504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322554.893400:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322554.893404:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322554.893406:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322554.893409:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7796 00000100:00080000:1.0:1767322554.893412:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322554.893416:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322554.893428:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83100 x1853163989477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322554.893438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322554.893459:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322554.893463:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322554.893465:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322554.893468:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7796 00000100:00080000:1.0:1767322554.893471:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322554.893474:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322554.893482:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989477888:0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.893486:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83800 x1853163989478016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322554.893512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989477760:0@lo:400:kworker.0 00000100:00100000:2.0:1767322554.893519:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322554.893549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322554.893559:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477120 00000100:00100000:2.0:1767322554.893567:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477120 00000100:00100000:1.0:1767322554.893574:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322554.893605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989477376:0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.893642:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322554.893683:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477888 00000100:00100000:1.0:1767322554.893686:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477888 00000100:00100000:0.0:1767322554.893758:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477760 00000100:00100000:0.0:1767322554.893763:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477760 00000100:00100000:2.0:1767322554.894468:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1767322554.894478:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989477120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.894486:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504 00000100:00100000:1.0:1767322554.894495:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322554.894543:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989477120:12345-0@lo:400:kworker.0 Request processed in 68us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322554.894551:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1767322554.895038:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989477888:0@lo:400:kworker.0 00000100:00100000:0.0:1767322554.895327:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505 00000100:00100000:0.0:1767322554.895337:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989477760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.909134:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477888:12345-0@lo:400:kworker.0 Request processed in 14629us (15607us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322554.909202:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504 00000100:00100000:1.0:1767322554.909311:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989477248:0@lo:38:kworker.0 00000100:00100000:1.0:1767322554.909389:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322554.909408:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989477120:0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.909431:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989477504:0@lo:38:kworker.0 00000100:00100000:2.0:1767322554.909452:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477248 00000100:00100000:1.0:1767322554.909459:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322554.909460:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477248 00000100:00100000:1.0:1767322554.909488:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989477632:0@lo:38:kworker.0 00000100:00100000:2.0:1767322554.909495:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477504 00000100:00100000:2.0:1767322554.909499:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477504 00000100:00100000:2.0:1767322554.909525:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:1.0:1767322554.909526:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322554.909536:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989477248:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767322554.909551:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989478016:0@lo:38:kworker.0 00010000:00020000:2.0:1767322554.909558:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322554.909573:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322554.909619:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477632 00000100:00100000:1.0:1767322554.909624:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477632 00000100:00100000:1.0:1767322554.909662:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231 00000100:00100000:1.0:1767322554.909667:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989477632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322554.909678:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322554.909723:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989477632:12345-0@lo:38:kworker.0 Request processed in 49us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322554.909730:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231 00000100:00080000:1.0:1767322554.909760:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322554.909765:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322554.909768:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989477632:0@lo:38:kworker.0 00000100:00080000:1.0:1767322554.909790:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322554.909898:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989477248:12345-0@lo:38:kworker.0 Request processed in 361us (508us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322554.909906:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00080000:1.0:1767322554.909918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322554.909919:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478016 00000100:00100000:2.0:1767322554.909924:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478016 00000100:00100000:2.0:1767322554.909935:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1767322554.909939:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989477504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322554.909949:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322554.909974:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989477504:12345-0@lo:38:kworker.0 Request processed in 33us (514us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322554.909979:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1767322554.909990:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:2.0:1767322554.909999:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989478016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322554.910008:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322554.910032:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989478016:12345-0@lo:38:kworker.0 Request processed in 37us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322554.910038:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00080000:2.0:1767322554.910069:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322554.910074:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322554.910077:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989477248:0@lo:38:kworker.0 00000100:00080000:2.0:1767322554.910086:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322554.910089:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322554.910092:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989477504:0@lo:38:kworker.0 00000100:00080000:2.0:1767322554.910099:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322554.910102:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322554.910110:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989478016:0@lo:38:kworker.0 00000100:00080000:1.0:1767322554.910151:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322554.910534:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989477760:12345-0@lo:400:kworker.0 Request processed in 15198us (16982us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322554.910541:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505 00000100:00100000:1.0:1767322554.911059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989477376:0@lo:400:kworker.0 00000100:00100000:1.0:1767322554.911070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989477760:0@lo:400:kworker.0 00010000:00010000:2.0:1767322554.953137:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322555.977339:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322556.425411:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478144 00000100:00100000:1.0:1767322556.425419:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478144 00000100:00100000:1.0:1767322556.425496:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772 00000100:00100000:1.0:1767322556.425506:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322556.425539:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322556.425705:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322556.426031:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 526us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322556.426039:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772 00000100:00100000:0.0:1767322556.716430:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322556.716522:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322556.717700:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322556.944544:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989478272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322556.947572:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322556.948001:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478272 00000100:00100000:2.0:1767322556.948019:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478272 00000100:00080000:0.0:1767322556.948096:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322556.948132:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773 00000100:00100000:2.0:1767322556.948146:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989478272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322556.948197:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322556.948354:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989478272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 211us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322556.948363:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773 00000100:00100000:0.0:1767322556.948889:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989478272:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322557.002323:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322558.026673:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322559.048913:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322560.012321:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322560.012368:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989478400:0@lo:400:kworker.0 00000100:00100000:0.0:1767322560.012775:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322560.012786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989479168:0@lo:400:kworker.0 00000100:00100000:0.0:1767322560.012815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322560.012846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989478656:0@lo:400:kworker.0 00000100:00100000:0.0:1767322560.012871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322560.012907:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478656 00000100:00100000:0.0:1767322560.012914:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478656 00000100:00100000:0.0:1767322560.012970:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1767322560.012980:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989478656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322560.013025:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989478656:12345-0@lo:400:kworker.0 Request processed in 47us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322560.013042:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00080000:0.0:1767322560.013067:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322560.013100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989478656:0@lo:400:kworker.0 00000100:00100000:0.0:1767322560.013123:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479040 00000100:00100000:0.0:1767322560.013126:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479040 00000100:00080000:0.0:1767322560.013140:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322560.013166:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479168 00000100:00100000:0.0:1767322560.013169:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479168 00000100:00100000:0.0:1767322560.013194:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767322560.013200:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989479040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322560.013301:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322560.013338:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989478528:0@lo:38:kworker.0 00000100:00100000:1.0:1767322560.013353:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507 00000100:00100000:1.0:1767322560.013364:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989479168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322560.013373:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322560.013397:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989478784:0@lo:38:kworker.0 00000100:00100000:1.0:1767322560.013415:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989479168:12345-0@lo:400:kworker.0 Request processed in 52us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322560.013422:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507 00000100:00100000:2.0:1767322560.013426:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322560.013448:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989478912:0@lo:38:kworker.0 00000100:00080000:1.0:1767322560.013461:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322560.013473:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322560.013487:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478400 00000100:00100000:1.0:1767322560.013492:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478400 00000100:00100000:2.0:1767322560.013496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989479296:0@lo:38:kworker.0 00000100:00080000:1.0:1767322560.013510:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322560.013521:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322560.014567:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989479040:12345-0@lo:400:kworker.0 Request processed in 1360us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322560.014577:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767322560.014636:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989479168:0@lo:400:kworker.0 00000100:00100000:1.0:1767322560.015165:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478528 00000100:00100000:1.0:1767322560.015172:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478528 00000100:00100000:1.0:1767322560.015190:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478784 00000100:00100000:1.0:1767322560.015193:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478784 00000100:00100000:1.0:1767322560.015200:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479296 00000100:00100000:1.0:1767322560.015202:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479296 00000100:00100000:1.0:1767322560.015212:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:1.0:1767322560.015222:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989478400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322560.015282:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989478400:12345-0@lo:400:kworker.0 Request processed in 63us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322560.015287:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00100000:1.0:1767322560.015314:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989478400:0@lo:400:kworker.0 00000100:00100000:1.0:1767322560.016247:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767322560.016254:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989478528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322560.016286:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322560.016460:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989478528:12345-0@lo:38:kworker.0 Request processed in 204us (3086us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322560.016468:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767322560.016485:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:1.0:1767322560.016489:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989478784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322560.016499:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322560.016526:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989478784:12345-0@lo:38:kworker.0 Request processed in 35us (3100us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322560.016801:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00010000:00010000:1.0:1767322560.074906:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322561.099340:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322561.545061:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322561.545097:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989479424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322561.545205:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322561.545317:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479424 00000100:00100000:2.0:1767322561.545330:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479424 00000100:00100000:2.0:1767322561.545401:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774 00000100:00100000:2.0:1767322561.545413:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989479424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322561.545455:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322561.545533:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989479424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322561.545563:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774 00000100:00100000:1.0:1767322561.831663:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923984512 00000100:00100000:1.0:1767322561.831677:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923984512 00000100:00100000:1.0:1767322561.831786:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923984384 00000100:00100000:1.0:1767322561.831790:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923984384 00000100:00100000:1.0:1767322561.831813:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2160 00000100:00100000:1.0:1767322561.831826:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923984512:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322561.831948:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923984512:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 123us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322561.831957:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2160 00000100:00100000:1.0:1767322561.832115:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3138 00000100:00100000:1.0:1767322561.832122:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923984384:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322561.832151:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322561.832185:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923984384:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 63us (1009us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322561.832192:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3138 00000100:00080000:2.0:1767322561.832695:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322562.056865:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989479552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322562.056975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322562.057260:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479552 00000100:00100000:1.0:1767322562.057272:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479552 00000100:00100000:1.0:1767322562.057365:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775 00000100:00100000:1.0:1767322562.057375:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989479552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322562.057424:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322562.057484:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989479552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322562.057521:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775 00000100:00100000:1.0:1767322562.057634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989479552:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322562.058063:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322562.122688:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322563.159977:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322564.169792:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322565.128807:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322565.128822:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322565.128908:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322565.128913:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322565.128918:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322565.128929:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7806 00000100:00080000:1.0:1767322565.128935:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322565.128943:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322565.128972:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80700 x1853163989479808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322565.129026:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322565.129030:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322565.129032:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322565.129035:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7806 00000100:00080000:1.0:1767322565.129038:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322565.129042:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322565.129054:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80e00 x1853163989480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322565.129063:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322565.129085:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322565.129087:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322565.129092:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7806 00000100:00080000:1.0:1767322565.129095:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322565.129099:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322565.129114:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f81880 x1853163989480192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322565.129140:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322565.129143:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322565.129144:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322565.129147:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7806 00000100:00080000:1.0:1767322565.129150:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322565.129153:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322565.129164:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08f1c000 x1853163989480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322565.130690:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322565.130697:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322565.130700:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322565.130817:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989479808:0@lo:38:kworker.0 00000100:00100000:0.0:1767322565.130864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322565.130897:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989480064:0@lo:38:kworker.0 00000100:00100000:0.0:1767322565.130925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322565.130952:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989480192:0@lo:38:kworker.0 00000100:00100000:0.0:1767322565.130979:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322565.131010:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989480576:0@lo:38:kworker.0 00000100:00100000:0.0:1767322565.131031:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322565.131074:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479808 00000100:00100000:0.0:1767322565.131080:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479808 00000100:00100000:0.0:1767322565.131105:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480064 00000100:00100000:0.0:1767322565.131118:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480064 00000100:00100000:0.0:1767322565.131134:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480576 00000100:00100000:0.0:1767322565.131136:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480576 00000100:00100000:0.0:1767322565.131147:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:0.0:1767322565.131153:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989479808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322565.131177:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322565.131219:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989479808:12345-0@lo:38:kworker.0 Request processed in 64us (353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322565.131226:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:0.0:1767322565.131263:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:0.0:1767322565.131267:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989480064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322565.131277:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322565.131302:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989480064:12345-0@lo:38:kworker.0 Request processed in 33us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322565.131307:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00100000:0.0:1767322565.131320:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:0.0:1767322565.131324:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989480576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322565.131332:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322565.131355:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989480576:12345-0@lo:38:kworker.0 Request processed in 29us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322565.131361:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00080000:1.0:1767322565.131544:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322565.131550:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322565.131554:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989479808:0@lo:38:kworker.0 00000100:00080000:1.0:1767322565.131562:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322565.131565:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322565.131568:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989480064:0@lo:38:kworker.0 00000100:00080000:1.0:1767322565.131575:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322565.131607:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322565.131610:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989480576:0@lo:38:kworker.0 00000100:00100000:2.0:1767322565.131786:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480192 00000100:00100000:2.0:1767322565.131793:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480192 00000100:00100000:2.0:1767322565.131827:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233 00000100:00100000:2.0:1767322565.131833:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989480192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322565.131845:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322565.131887:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989480192:12345-0@lo:38:kworker.0 Request processed in 54us (907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322565.131894:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233 00000100:00080000:2.0:1767322565.131921:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322565.131926:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322565.131928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989480192:0@lo:38:kworker.0 00010000:00010000:1.0:1767322565.194651:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322566.216893:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322566.666244:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480704 00000100:00100000:0.0:1767322566.666259:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480704 00000100:00100000:0.0:1767322566.666345:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776 00000100:00100000:0.0:1767322566.666357:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989480704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322566.666400:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322566.666511:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989480704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322566.666520:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776 00000400:00000100:0.0:1767322566.950637:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923984640 offset 0 length 520: 4 00000100:00100000:0.0:1767322566.950683:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322566.950740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322566.950911:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3142 00000100:00100000:1.0:1767322566.950938:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923984768:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322566.950974:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767322566.951108:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322566.951276:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923984768:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 337us (589us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322566.951286:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3142 00000100:00100000:1.0:1767322567.177210:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322567.177235:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989480832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322567.177327:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322567.177651:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480832 00000100:00100000:2.0:1767322567.177663:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480832 00000100:00100000:2.0:1767322567.177756:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777 00000100:00100000:2.0:1767322567.177767:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989480832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322567.177808:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322567.177899:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989480832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322567.177908:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777 00000100:00080000:0.0:1767322567.178134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322567.240957:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322568.265022:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322569.288923:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322570.250164:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322570.250174:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322570.250232:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322570.250235:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322570.250239:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322570.250246:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7812 00000100:00080000:0.0:1767322570.250250:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322570.250255:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322570.250274:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40022d80 x1853163989481088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322570.250298:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322570.250300:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322570.250301:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322570.250304:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7812 00000100:00080000:0.0:1767322570.250306:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322570.250310:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322570.250322:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40021c00 x1853163989481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322570.250365:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322570.250370:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322570.250372:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322570.250376:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7812 00000100:00080000:0.0:1767322570.250379:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322570.250383:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322570.250394:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40023480 x1853163989481472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322570.250409:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322570.250411:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322570.250412:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322570.250415:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7812 00000100:00080000:0.0:1767322570.250416:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322570.250418:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322570.250423:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d40020000 x1853163989481856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322570.250448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989481216:0@lo:400:kworker.0 00000100:00100000:0.0:1767322570.250521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322570.250620:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322570.250625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989481600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322570.250667:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322570.252015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989481088:0@lo:38:kworker.0 00000100:00100000:2.0:1767322570.252059:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322570.252099:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989481344:0@lo:38:kworker.0 00000100:00100000:2.0:1767322570.252120:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322570.252138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989481472:0@lo:38:kworker.0 00000100:00100000:2.0:1767322570.252162:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322570.252179:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989481856:0@lo:38:kworker.0 00000100:00100000:2.0:1767322570.252192:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322570.252288:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481472 00000100:00100000:1.0:1767322570.252293:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481472 00000100:00100000:1.0:1767322570.252323:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234 00000100:00100000:1.0:1767322570.252329:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989481472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322570.252358:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322570.252396:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989481472:12345-0@lo:38:kworker.0 Request processed in 66us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322570.252401:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234 00000100:00080000:2.0:1767322570.254801:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322570.254814:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322570.254820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989481088:0@lo:38:kworker.0 00000100:00080000:2.0:1767322570.254833:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322570.254837:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322570.254841:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989481344:0@lo:38:kworker.0 00000100:00080000:2.0:1767322570.254851:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322570.254854:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322570.254857:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989481472:0@lo:38:kworker.0 00000100:00080000:2.0:1767322570.254866:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322570.254869:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322570.254872:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989481856:0@lo:38:kworker.0 00010000:00010000:1.0:1767322570.312827:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322571.337866:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322571.785548:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322571.785611:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989481984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322571.785733:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322571.786215:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481984 00000100:00100000:0.0:1767322571.786234:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481984 00000100:00100000:0.0:1767322571.786432:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:0.0:1767322571.786461:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989481984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322571.786774:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322571.786873:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989481984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322571.786881:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00000100:00100000:1.0:1767322571.787006:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989481984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322572.069003:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322572.069177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322572.073995:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985152 00000100:00100000:0.0:1767322572.074009:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985152 00000100:00100000:0.0:1767322572.074156:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985024 00000100:00100000:0.0:1767322572.074161:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985024 00000100:00100000:0.0:1767322572.074184:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2166 00000100:00100000:0.0:1767322572.074194:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923985152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322572.074281:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923985152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (5287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322572.074288:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2166 00000100:00100000:0.0:1767322572.074328:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3146 00000100:00100000:0.0:1767322572.074333:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923985024:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322572.074354:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322572.074378:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923985024:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (5202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322572.074384:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3146 00000100:00100000:1.0:1767322572.296874:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322572.296897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989482112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322572.296961:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322572.297084:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482112 00000100:00100000:0.0:1767322572.297092:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482112 00000100:00100000:0.0:1767322572.297157:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:0.0:1767322572.297166:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989482112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322572.297193:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322572.297244:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989482112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322572.297251:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00100000:1.0:1767322572.297353:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989482112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322572.298599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322572.360842:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322573.385543:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322574.344877:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322549/real 1767322549] req@ffff9e7d2a4b2d80 x1853163989476736/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322574 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322574.344917:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4b2d80 x1853163989476736/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322574 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322574.344937:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322574.344963:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322574.344968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989476736:0@lo:250:kworker.0 00000100:00100000:2.0:1767322574.345489:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322574.345504:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989482368:0@lo:400:kworker.0 00000100:00100000:2.0:1767322574.345564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322574.345641:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989483136:0@lo:400:kworker.0 00000100:00100000:2.0:1767322574.345662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322574.345697:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483136 00000100:00100000:2.0:1767322574.345700:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483136 00000100:00100000:1.0:1767322574.345764:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482368 00000100:00100000:1.0:1767322574.345767:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482368 00000100:00100000:0.0:1767322574.345872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989482240:0@lo:250:kworker.0 00000400:00000100:0.0:1767322574.345901:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989482240 offset 0 length 520: 4 00000100:00100000:0.0:1767322574.345920:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989482496:0@lo:38:kworker.0 00000100:00100000:0.0:1767322574.345937:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322574.345955:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989482752:0@lo:38:kworker.0 00000100:00100000:0.0:1767322574.345973:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322574.345986:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989482880:0@lo:38:kworker.0 00000100:00100000:0.0:1767322574.346003:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322574.346018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989483264:0@lo:38:kworker.0 00000100:00100000:0.0:1767322574.346034:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322574.346061:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482624 00000100:00100000:0.0:1767322574.346065:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482624 00000100:00100000:2.0:1767322574.347743:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513 00000100:00100000:2.0:1767322574.347757:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989483136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322574.347847:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989483136:12345-0@lo:400:kworker.0 Request processed in 96us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322574.347854:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513 00000100:00100000:2.0:1767322574.347910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989483136:0@lo:400:kworker.0 00000100:00100000:2.0:1767322574.348524:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482496 00000100:00100000:2.0:1767322574.348532:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482496 00000100:00100000:2.0:1767322574.348555:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482752 00000100:00100000:2.0:1767322574.348558:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482752 00000100:00100000:2.0:1767322574.348565:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483264 00000100:00100000:2.0:1767322574.348568:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483264 00000100:00100000:2.0:1767322574.348596:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1767322574.348602:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989482496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322574.348623:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322574.348669:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989482496:12345-0@lo:38:kworker.0 Request processed in 65us (2730us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322574.348675:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1767322574.348703:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1767322574.348707:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989482752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322574.348717:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322574.348743:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989482752:12345-0@lo:38:kworker.0 Request processed in 34us (2769us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322574.348748:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1767322574.348759:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:2.0:1767322574.348763:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989483264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322574.348771:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322574.348791:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989483264:12345-0@lo:38:kworker.0 Request processed in 27us (2756us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322574.348797:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:2.0:1767322574.348846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989483008:0@lo:400:kworker.0 00000100:00100000:2.0:1767322574.348897:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482880 00000100:00100000:2.0:1767322574.348901:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482880 00000100:00100000:2.0:1767322574.348929:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235 00000100:00100000:2.0:1767322574.348934:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989482880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322574.350547:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322574.350632:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989482880:12345-0@lo:38:kworker.0 Request processed in 1693us (4624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322574.350646:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235 00000100:00080000:2.0:1767322574.350720:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322574.350725:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322574.350730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989482496:0@lo:38:kworker.0 00000100:00080000:2.0:1767322574.350741:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322574.350758:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322574.350762:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989482752:0@lo:38:kworker.0 00000100:00080000:2.0:1767322574.350773:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322574.350777:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322574.350780:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989482880:0@lo:38:kworker.0 00000100:00080000:2.0:1767322574.350788:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322574.350792:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322574.350794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989483264:0@lo:38:kworker.0 00000100:00100000:1.0:1767322574.351371:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767322574.351384:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989482368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322574.351442:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989482368:12345-0@lo:400:kworker.0 Request processed in 62us (5877us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322574.351448:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767322574.351477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989482368:0@lo:400:kworker.0 00000100:00100000:0.0:1767322574.355152:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:0.0:1767322574.355168:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989482624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322574.355290:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989482624:12345-0@lo:400:kworker.0 Request processed in 126us (9622us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322574.355298:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:2.0:1767322574.355312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989482624:0@lo:400:kworker.0 00010000:00010000:1.0:1767322574.413842:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322575.435288:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322576.456905:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322576.905801:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989483392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322576.905872:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322576.905984:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483392 00000100:00100000:2.0:1767322576.905993:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483392 00000100:00100000:2.0:1767322576.906061:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1767322576.906070:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989483392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322576.906098:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322576.906146:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989483392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322576.906154:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1767322576.906200:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989483392:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322576.906504:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322577.184950:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322577.185057:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985408 00000100:00100000:0.0:1767322577.185068:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985408 00000100:00100000:0.0:1767322577.185142:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2169 00000100:00100000:0.0:1767322577.185152:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923985408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322577.185256:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923985408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322577.185263:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2169 00000100:00100000:0.0:1767322577.188886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322577.188991:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985280 00000100:00100000:2.0:1767322577.189001:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985280 00000100:00100000:2.0:1767322577.189051:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3150 00000100:00100000:2.0:1767322577.189060:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923985280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322577.189091:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322577.189174:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923985280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 114us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322577.189182:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3150 00000100:00100000:2.0:1767322577.416987:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989483520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322577.417059:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322577.417162:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483520 00000100:00100000:1.0:1767322577.417171:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483520 00000100:00100000:1.0:1767322577.417274:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781 00000100:00100000:1.0:1767322577.417283:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989483520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322577.417318:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322577.417369:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989483520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322577.417392:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781 00000100:00100000:1.0:1767322577.417440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989483520:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322577.417510:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322577.480884:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322578.504819:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322579.469861:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322579.469870:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322579.469939:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322579.469943:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322579.469946:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322579.469955:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7821 00000100:00080000:2.0:1767322579.469961:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322579.469968:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322579.469989:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b5180 x1853163989483776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322579.470046:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322579.470050:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322579.470052:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322579.470056:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7821 00000100:00080000:2.0:1767322579.470058:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322579.470062:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322579.470075:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4000 x1853163989484032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322579.470092:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322579.470101:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322579.470104:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322579.470119:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7821 00000100:00080000:2.0:1767322579.470121:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322579.470126:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322579.470143:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f80700 x1853163989484160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322579.470185:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322579.470189:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322579.470191:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322579.470196:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7821 00000100:00080000:2.0:1767322579.470198:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322579.470203:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322579.470219:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03f83b80 x1853163989484544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322579.470247:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322579.470258:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989484416:0@lo:400:kworker.0 00000100:00100000:2.0:1767322579.470293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322579.470513:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1767322579.470523:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989483904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322579.470615:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484288 00000100:00100000:0.0:1767322579.470620:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484288 00000100:00100000:0.0:1767322579.470648:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484416 00000100:00100000:0.0:1767322579.470651:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484416 00000100:00100000:0.0:1767322579.470671:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514 00000100:00100000:0.0:1767322579.470678:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989484288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322579.471259:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989483904:12345-0@lo:400:kworker.0 Request processed in 736us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322579.471268:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1767322579.471288:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767322579.471294:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989484032:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322579.471441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989484416:0@lo:400:kworker.0 00000100:00100000:2.0:1767322579.471455:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989483648:0@lo:400:kworker.0 00010000:00020000:1.0:1767322579.471507:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322579.471535:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989484032:12345-0@lo:38:kworker.0 Request processed in 240us (470us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322579.471547:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767322579.471604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989483904:0@lo:400:kworker.0 00000100:00100000:1.0:1767322579.471682:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484160 00000100:00100000:1.0:1767322579.471688:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484160 00000100:00100000:1.0:1767322579.471716:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5236 00000100:00100000:1.0:1767322579.471727:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989484160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322579.471740:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322579.471777:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989484160:12345-0@lo:38:kworker.0 Request processed in 51us (661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322579.471783:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5236 00000100:00080000:1.0:1767322579.471815:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322579.471819:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322579.471821:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989484160:0@lo:38:kworker.0 00000100:00100000:0.0:1767322579.476790:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989484288:12345-0@lo:400:kworker.0 Request processed in 6101us (6508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322579.476807:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514 00000100:00100000:1.0:1767322579.476863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989484288:0@lo:400:kworker.0 00010000:00010000:2.0:1767322579.529685:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322580.552813:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322581.576777:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322582.024974:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322582.024997:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989484672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322582.025066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322582.025215:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484672 00000100:00100000:2.0:1767322582.025224:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484672 00000100:00100000:2.0:1767322582.025291:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782 00000100:00100000:2.0:1767322582.025301:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989484672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322582.025346:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322582.025398:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989484672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322582.025406:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782 00000100:00100000:0.0:1767322582.025498:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989484672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322582.305897:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322582.306024:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322582.307825:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985536 00000100:00100000:2.0:1767322582.307832:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985536 00000100:00100000:2.0:1767322582.307889:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3154 00000100:00100000:2.0:1767322582.307898:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923985536:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322582.307922:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322582.307986:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923985536:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 88us (1960us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322582.307994:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3154 00000100:00100000:2.0:1767322582.308010:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2172 00000100:00100000:2.0:1767322582.308017:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923985664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322582.308050:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923985664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 34us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322582.308057:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2172 00000100:00080000:0.0:1767322582.308120:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322582.537069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989484800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322582.537155:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322582.537261:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484800 00000100:00100000:2.0:1767322582.537269:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484800 00000100:00100000:2.0:1767322582.537357:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783 00000100:00100000:2.0:1767322582.537368:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989484800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322582.537410:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322582.541711:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989484800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4321us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322582.541729:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783 00000100:00100000:1.0:1767322582.543081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989484800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322582.606357:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322583.626154:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322584.586661:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989485056:0@lo:38:kworker.0 00000100:00100000:0.0:1767322584.586728:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322584.586792:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989484928:0@lo:400:kworker.0 00000100:00100000:2.0:1767322584.586817:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322584.586861:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485056 00000100:00100000:2.0:1767322584.586867:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485056 00000100:00100000:2.0:1767322584.586893:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484928 00000100:00100000:2.0:1767322584.586895:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484928 00000100:00100000:2.0:1767322584.586928:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767322584.586935:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989484928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322584.586976:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989484928:12345-0@lo:400:kworker.0 Request processed in 41us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322584.586994:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767322584.587009:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767322584.587013:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989485056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322584.587031:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322584.587215:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989485184:0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.587242:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322584.587267:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485184 00000100:00100000:1.0:1767322584.587270:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485184 00000100:00100000:1.0:1767322584.587292:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1767322584.587297:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989485184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.587322:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989485184:12345-0@lo:400:kworker.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322584.587328:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1767322584.587357:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989485184:0@lo:400:kworker.0 00000100:00080000:1.0:1767322584.587380:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322584.587393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989484928:0@lo:400:kworker.0 00000100:00100000:0.0:1767322584.594226:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989485312:0@lo:38:kworker.0 00000100:00100000:0.0:1767322584.594305:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322584.594371:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485312 00000100:00100000:1.0:1767322584.594395:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485312 00000100:00100000:1.0:1767322584.594448:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1767322584.594455:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989485312:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322584.594466:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989485056:12345-0@lo:38:kworker.0 Request processed in 7450us (7737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322584.594473:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00010000:00020000:1.0:1767322584.594476:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322584.594515:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989485312:12345-0@lo:38:kworker.0 Request processed in 60us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322584.594521:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1767322584.595436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989485568:0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.595476:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322584.595530:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485568 00000100:00100000:1.0:1767322584.595534:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485568 00000100:00100000:1.0:1767322584.595594:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00000100:00100000:1.0:1767322584.595603:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989485568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.595649:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989485568:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322584.595656:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00080000:1.0:1767322584.595676:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322584.595703:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989485568:0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.595934:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485696 00000100:00100000:1.0:1767322584.595938:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485696 00000100:00100000:1.0:1767322584.595977:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517 00000100:00100000:1.0:1767322584.595983:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989485696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322584.596018:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989485696:12345-0@lo:400:kworker.0 Request processed in 35us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322584.596024:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517 00000100:00080000:0.0:1767322584.598200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322584.598401:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322584.598408:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989485056:0@lo:38:kworker.0 00000100:00100000:1.0:1767322584.598521:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989485440:0@lo:38:kworker.0 00000100:00100000:1.0:1767322584.598608:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322584.598690:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989485824:0@lo:38:kworker.0 00000100:00100000:1.0:1767322584.598715:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322584.598751:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322584.598756:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322584.598759:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989485312:0@lo:38:kworker.0 00000100:00100000:2.0:1767322584.601415:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485824 00000100:00100000:2.0:1767322584.601429:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485824 00000100:00100000:2.0:1767322584.601489:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:2.0:1767322584.601497:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989485824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322584.601521:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322584.601644:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989485824:12345-0@lo:38:kworker.0 Request processed in 146us (2928us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322584.601652:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00080000:0.0:1767322584.603774:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322584.603785:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322584.603789:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989485824:0@lo:38:kworker.0 00000100:00080000:0.0:1767322584.604667:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322584.604673:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322584.604676:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989485440:0@lo:38:kworker.0 00010000:00010000:1.0:1767322584.648836:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322585.674961:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322586.696815:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322587.145784:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485952 00000100:00100000:2.0:1767322587.145805:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485952 00000100:00100000:2.0:1767322587.145928:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784 00000100:00100000:2.0:1767322587.145939:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989485952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322587.145967:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322587.146012:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989485952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322587.146020:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784 00000100:00100000:1.0:1767322587.426616:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985920 00000100:00100000:1.0:1767322587.426626:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985920 00000100:00100000:1.0:1767322587.426708:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2175 00000100:00100000:1.0:1767322587.426718:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923985920:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322587.426806:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923985920:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322587.426815:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2175 00000100:00100000:1.0:1767322587.433517:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322587.433680:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923985792 00000100:00100000:2.0:1767322587.433690:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923985792 00000100:00100000:2.0:1767322587.433739:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3158 00000100:00100000:2.0:1767322587.433747:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923985792:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322587.433770:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322587.433846:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923985792:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 98us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322587.433854:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3158 00000100:00100000:2.0:1767322587.656957:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989486080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322587.657036:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322587.657545:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989486080:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322587.657733:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322587.721144:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322588.745948:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322589.705070:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322589.705082:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322589.705142:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322589.705146:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322589.705151:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322589.705159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7831 00000100:00080000:0.0:1767322589.705163:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322589.705170:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322589.705182:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322589.705196:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45df80 x1853163989486336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322589.705203:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989486208:0@lo:400:kworker.0 00000100:00080000:0.0:1767322589.705240:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322589.705243:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322589.705244:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322589.705248:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7831 00000100:00080000:0.0:1767322589.705250:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322589.705253:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322589.705262:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322589.705267:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322589.705271:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322589.705274:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322589.705275:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322589.705278:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7831 00000100:00080000:0.0:1767322589.705280:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322589.705283:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322589.705292:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163989486720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322589.705312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989486336:0@lo:38:kworker.0 00000100:00080000:0.0:1767322589.705314:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322589.705317:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322589.705319:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322589.705322:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7831 00000100:00080000:0.0:1767322589.705324:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322589.705327:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322589.705333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322589.705336:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163989487104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322589.705349:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989486592:0@lo:38:kworker.0 00000100:00100000:1.0:1767322589.705367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322589.705370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989486464:0@lo:400:kworker.0 00000100:00100000:0.0:1767322589.705395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322589.705405:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989486720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322589.705412:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322589.705417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989486848:0@lo:400:kworker.0 00000100:00100000:1.0:1767322589.705427:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322589.705436:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322589.705444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989487104:0@lo:38:kworker.0 00000100:00100000:1.0:1767322589.705461:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322589.705476:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486208 00000100:00100000:0.0:1767322589.705482:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486208 00000100:00100000:1.0:1767322589.705484:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486336 00000100:00100000:1.0:1767322589.705487:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486336 00000100:00100000:1.0:1767322589.705511:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486592 00000100:00100000:0.0:1767322589.705514:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486464 00000100:00100000:1.0:1767322589.705514:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486592 00000100:00100000:0.0:1767322589.705516:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486464 00000100:00100000:1.0:1767322589.705520:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487104 00000100:00100000:1.0:1767322589.705522:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487104 00000100:00100000:0.0:1767322589.705532:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1767322589.705654:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1767322589.705663:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989486464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322589.705711:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989486464:12345-0@lo:400:kworker.0 Request processed in 50us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322589.705717:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1767322589.705735:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:1.0:1767322589.705739:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989486336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322589.705748:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322589.705768:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989486336:12345-0@lo:38:kworker.0 Request processed in 28us (434us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322589.705774:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:1.0:1767322589.705784:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:1.0:1767322589.705788:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989487104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322589.705794:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322589.705873:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486848 00000100:00100000:2.0:1767322589.705878:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486848 00000100:00100000:2.0:1767322589.705906:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486976 00000100:00100000:2.0:1767322589.705909:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486976 00000100:00100000:1.0:1767322589.705913:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989487104:12345-0@lo:38:kworker.0 Request processed in 123us (450us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322589.705927:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767322589.705927:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518 00000100:00100000:2.0:1767322589.705933:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322589.705966:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486848:12345-0@lo:400:kworker.0 Request processed in 33us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322589.705980:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518 00000100:00100000:2.0:1767322589.706002:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1767322589.706008:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989486976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322589.706039:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989486976:12345-0@lo:400:kworker.0 Request processed in 32us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322589.706044:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000100:00100000:1.0:1767322589.706080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989486848:0@lo:400:kworker.0 00000100:00100000:1.0:1767322589.706091:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989486464:0@lo:400:kworker.0 00000100:00100000:2.0:1767322589.706091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989486976:0@lo:400:kworker.0 00000100:00080000:1.0:1767322589.706116:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322589.706121:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322589.706124:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989487104:0@lo:38:kworker.0 00000100:00080000:2.0:1767322589.706127:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322589.706131:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322589.706131:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322589.706133:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322589.706134:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322589.706137:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989486336:0@lo:38:kworker.0 00000100:00080000:1.0:1767322589.706144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322589.706147:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322589.706150:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989486720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322589.706183:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989486208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322589.706223:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989486208:12345-0@lo:400:kworker.0 Request processed in 679us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322589.706229:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:2.0:1767322589.706249:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989486208:0@lo:400:kworker.0 00000100:00080000:1.0:1767322589.706364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322589.706368:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322589.706371:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989486592:0@lo:38:kworker.0 00010000:00010000:1.0:1767322589.768759:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322590.793732:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322591.527546:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322591.527698:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923986048 offset 0 length 520: 4 00000100:00100000:0.0:1767322591.527756:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322591.529661:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322591.817412:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322592.271252:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322592.271287:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989487232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322592.271385:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322592.271900:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487232 00000100:00100000:2.0:1767322592.271911:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487232 00000100:00100000:2.0:1767322592.272057:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786 00000100:00100000:2.0:1767322592.272068:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989487232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322592.272118:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322592.272184:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989487232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322592.272193:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786 00000100:00100000:1.0:1767322592.276133:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989487232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322592.280281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322592.777611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989487360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322592.777738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322592.781342:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487360 00000100:00100000:2.0:1767322592.781361:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487360 00000100:00100000:2.0:1767322592.781450:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787 00000100:00100000:2.0:1767322592.781461:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989487360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322592.781508:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322592.781680:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989487360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 218us (3939us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322592.781688:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787 00000100:00100000:1.0:1767322592.781733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989487360:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322592.782110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322592.841680:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322593.865004:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322594.824732:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322594.824746:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322594.824830:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322594.824835:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322594.824839:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322594.824849:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7836 00000100:00080000:0.0:1767322594.824876:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322594.824884:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322594.824924:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f480 x1853163989487616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322594.824928:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322594.824946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989487488:0@lo:400:kworker.0 00000100:00080000:0.0:1767322594.824979:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322594.824983:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322594.824985:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322594.824989:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7836 00000100:00080000:0.0:1767322594.824992:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322594.824996:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322594.825007:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989487872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322594.825016:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322594.825020:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322594.825021:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322594.825025:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7836 00000100:00080000:0.0:1767322594.825027:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322594.825030:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322594.825041:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163989488000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322594.825050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322594.825062:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322594.825065:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322594.825066:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322594.825069:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7836 00000100:00080000:0.0:1767322594.825076:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322594.825080:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322594.825092:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f100 x1853163989488384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322594.825123:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989488128:0@lo:400:kworker.0 00000100:00100000:1.0:1767322594.825125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989488256:0@lo:400:kworker.0 00000100:00100000:1.0:1767322594.825152:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.825178:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322594.825185:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989487744:0@lo:400:kworker.0 00000100:00100000:0.0:1767322594.825225:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487488 00000100:00100000:0.0:1767322594.825234:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487488 00000100:00100000:0.0:1767322594.825306:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:0.0:1767322594.825317:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989487488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322594.825761:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521 00000100:00100000:2.0:1767322594.825771:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989488128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322594.827233:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989487488:12345-0@lo:400:kworker.0 Request processed in 1908us (2172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322594.827249:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00080000:0.0:1767322594.827297:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322594.827303:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322594.827306:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322594.827373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989487488:0@lo:400:kworker.0 00000100:00100000:0.0:1767322594.827419:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989487616:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.827464:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.827508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989487872:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.827527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.827544:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989488000:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.827567:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.827602:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989488384:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.827620:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.827892:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487616 00000100:00100000:0.0:1767322594.827909:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487616 00000100:00100000:0.0:1767322594.827933:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487872 00000100:00100000:0.0:1767322594.827935:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487872 00000100:00100000:0.0:1767322594.827947:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488384 00000100:00100000:0.0:1767322594.827949:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488384 00000100:00100000:0.0:1767322594.827964:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1767322594.827970:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989487616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322594.827994:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322594.828030:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989487616:12345-0@lo:38:kworker.0 Request processed in 60us (566us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322594.828036:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1767322594.828047:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1767322594.828051:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989487872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322594.828059:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322594.828076:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989487872:12345-0@lo:38:kworker.0 Request processed in 25us (548us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322594.828082:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1767322594.828090:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:0.0:1767322594.828094:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989488384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322594.828101:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322594.829038:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989488384:12345-0@lo:38:kworker.0 Request processed in 938us (1412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322594.829048:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00080000:0.0:1767322594.829714:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322594.829723:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322594.829728:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989487616:0@lo:38:kworker.0 00000100:00080000:0.0:1767322594.829764:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322594.829768:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322594.829771:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989487872:0@lo:38:kworker.0 00000100:00080000:0.0:1767322594.829782:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322594.829785:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322594.829788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989488384:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.829888:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488000 00000100:00100000:0.0:1767322594.829911:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488000 00000100:00100000:0.0:1767322594.829960:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5239 00000100:00100000:0.0:1767322594.829966:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989488000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322594.829990:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322594.830042:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989488000:12345-0@lo:38:kworker.0 Request processed in 75us (2473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322594.830048:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5239 00000100:00080000:0.0:1767322594.830079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322594.830083:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322594.830086:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989488000:0@lo:38:kworker.0 00000100:00100000:0.0:1767322594.831068:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989488256:0@lo:400:kworker.0 00000100:00100000:1.0:1767322594.839102:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322594.839229:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487744 00000100:00100000:0.0:1767322594.839247:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487744 00000100:00080000:1.0:1767322594.839344:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322594.839365:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:0.0:1767322594.839379:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989487744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322594.840794:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989487744:0@lo:400:kworker.0 00000100:00100000:0.0:1767322594.840957:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989487744:12345-0@lo:400:kworker.0 Request processed in 1574us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322594.841000:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767322594.841846:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989488128:12345-0@lo:400:kworker.0 Request processed in 16073us (16662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322594.841858:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521 00010000:00010000:1.0:1767322594.889217:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322595.913076:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322596.646938:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923986560 00000100:00100000:0.0:1767322596.646949:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923986560 00000100:00100000:0.0:1767322596.647101:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2181 00000100:00100000:0.0:1767322596.647111:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923986560:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322596.647198:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923986560:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322596.647206:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2181 00000100:00100000:0.0:1767322596.648967:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322596.650908:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322596.937486:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322597.385175:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488512 00000100:00100000:2.0:1767322597.385185:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488512 00000100:00100000:2.0:1767322597.385258:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788 00000100:00100000:2.0:1767322597.385267:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989488512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322597.385299:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322597.385351:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989488512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322597.385359:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788 00000100:00100000:2.0:1767322597.385409:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989488512:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322597.385493:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322597.898059:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488640 00000100:00100000:0.0:1767322597.898070:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488640 00000100:00100000:0.0:1767322597.898234:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789 00000100:00100000:0.0:1767322597.898244:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989488640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322597.898276:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322597.898354:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989488640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322597.898361:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789 00000100:00100000:0.0:1767322597.898412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989488640:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322597.901431:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322597.960937:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322598.986054:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322599.944818:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.944832:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322599.944858:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322574/real 1767322574] req@ffff9e7d2a4b2d80 x1853163989482240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322599 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322599.944922:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.944928:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322599.944933:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322599.944942:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7841 00000100:00080000:0.0:1767322599.944971:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322599.944975:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d2a4b2d80 x1853163989482240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322599 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322599.944983:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:2.0:1767322599.945017:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767322599.945022:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03ed80 x1853163989488896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322599.945045:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322599.945052:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989482240:0@lo:250:kworker.0 00000100:00080000:0.0:1767322599.945084:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.945089:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322599.945092:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322599.945098:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7841 00000100:00080000:0.0:1767322599.945101:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322599.945105:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322599.945117:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989488896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322599.945123:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c700 x1853163989489152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322599.945137:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.945140:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322599.945143:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322599.945159:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7841 00000100:00080000:0.0:1767322599.945162:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322599.945167:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322599.945185:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c000 x1853163989489280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322599.945203:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322599.945227:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.945232:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322599.945234:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322599.945238:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7841 00000100:00080000:0.0:1767322599.945251:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322599.945256:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322599.945267:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163989489664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322599.945282:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322599.945284:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322599.945286:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322599.945289:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7821 00000100:00080000:0.0:1767322599.945291:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322599.945294:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322599.945304:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03e680 x1853163989489792/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322599.945376:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989489024:0@lo:400:kworker.0 00000100:00100000:1.0:1767322599.945468:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989489536:0@lo:400:kworker.0 00000100:00100000:2.0:1767322599.945640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989489152:0@lo:38:kworker.0 00000100:00100000:0.0:1767322599.945946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322599.946279:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322599.946288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989489408:0@lo:400:kworker.0 00000100:00100000:0.0:1767322599.946911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322599.946976:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488896 00000100:00100000:0.0:1767322599.946987:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488896 00000100:00100000:0.0:1767322599.947030:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489024 00000100:00100000:0.0:1767322599.947034:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489024 00000100:00100000:0.0:1767322599.947098:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767322599.947109:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989489024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322599.947183:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989489024:12345-0@lo:400:kworker.0 Request processed in 76us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322599.947191:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767322599.947231:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:0.0:1767322599.947235:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989488896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322599.947260:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322599.947294:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989488896:12345-0@lo:38:kworker.0 Request processed in 58us (2104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322599.947301:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00080000:0.0:1767322599.947328:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322599.947387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989489024:0@lo:400:kworker.0 00000100:00100000:0.0:1767322599.947469:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489408 00000100:00100000:0.0:1767322599.947473:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489408 00000100:00100000:0.0:1767322599.947514:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522 00000100:00100000:0.0:1767322599.947521:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322599.947561:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489408:12345-0@lo:400:kworker.0 Request processed in 41us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322599.947567:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522 00000100:00080000:0.0:1767322599.947605:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322599.947623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989489408:0@lo:400:kworker.0 00000100:00100000:2.0:1767322599.956022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322599.956086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989489280:0@lo:38:kworker.0 00000100:00100000:2.0:1767322599.956217:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322599.956499:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489280 00000100:00100000:2.0:1767322599.956507:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489280 00000100:00100000:2.0:1767322599.956547:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240 00000100:00100000:2.0:1767322599.956556:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989489280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322599.956615:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322599.956618:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489152 00000100:00100000:0.0:1767322599.956632:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489152 00000100:00100000:2.0:1767322599.956664:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989489280:12345-0@lo:38:kworker.0 Request processed in 107us (446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322599.956673:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240 00000100:00100000:0.0:1767322599.956719:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:0.0:1767322599.956731:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989489152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322599.956753:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767322599.956755:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322599.956763:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322599.956767:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989489280:0@lo:38:kworker.0 00000100:00100000:2.0:1767322599.956776:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989489664:0@lo:38:kworker.0 00000100:00100000:2.0:1767322599.956876:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322599.956877:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989489152:12345-0@lo:38:kworker.0 Request processed in 135us (850us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322599.956892:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:2.0:1767322599.956915:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489664 00000100:00100000:2.0:1767322599.956922:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489664 00000100:00100000:2.0:1767322599.956953:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:2.0:1767322599.956958:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989489664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322599.956971:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322599.957016:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989489664:12345-0@lo:38:kworker.0 Request processed in 55us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322599.957023:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:1.0:1767322599.958550:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322599.958681:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489536 00000100:00100000:1.0:1767322599.958690:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489536 00000100:00100000:1.0:1767322599.958768:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:1.0:1767322599.958780:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989489536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322599.958869:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989489536:12345-0@lo:400:kworker.0 Request processed in 93us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322599.958893:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00080000:1.0:1767322599.958921:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322599.958972:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989489536:0@lo:400:kworker.0 00000100:00100000:0.0:1767322599.965121:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488768 00000100:00100000:0.0:1767322599.965260:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488768 00000100:00100000:0.0:1767322599.965646:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767322599.966266:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989488768:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767322599.966594:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322599.966605:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322599.966610:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989489664:0@lo:38:kworker.0 00000100:00100000:2.0:1767322599.966621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989489792:0@lo:250:kworker.0 00000400:00000100:2.0:1767322599.966668:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989489792 offset 0 length 520: 4 00000100:00080000:2.0:1767322599.966703:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322599.966706:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322599.966708:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989488896:0@lo:38:kworker.0 00000100:00080000:2.0:1767322599.966736:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322599.966739:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322599.966741:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989489152:0@lo:38:kworker.0 00000100:00080000:2.0:1767322599.966783:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322599.967195:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989488768:12345-0@lo:400:kworker.0 Request processed in 1534us (9751us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322599.967210:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00010000:00010000:2.0:1767322600.009765:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322601.032866:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322601.763288:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322601.763358:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322601.763722:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3170 00000100:00100000:1.0:1767322601.763731:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923986688:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322601.763761:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322601.763814:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923986688:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 81us (454us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322601.763824:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3170 00000100:00080000:2.0:1767322601.764949:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322602.057390:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322602.504880:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322602.504914:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989489920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322602.505004:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322602.505324:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489920 00000100:00100000:2.0:1767322602.505335:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489920 00000100:00100000:2.0:1767322602.505425:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790 00000100:00100000:2.0:1767322602.505436:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989489920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322602.505488:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767322602.505820:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322602.505962:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989489920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 526us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322602.505991:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790 00000100:00100000:0.0:1767322602.506099:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989489920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322603.017729:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989490048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322603.017838:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322603.021662:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490048 00000100:00100000:1.0:1767322603.021683:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490048 00000100:00100000:1.0:1767322603.021807:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791 00000100:00100000:1.0:1767322603.021819:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322603.021866:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322603.022641:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322603.023366:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1541us (5519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322603.023381:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791 00000100:00100000:2.0:1767322603.023618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989490048:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322603.081083:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322604.105644:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322605.064829:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322605.064843:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322605.064940:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322605.064945:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322605.064950:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322605.064962:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7846 00000100:00080000:0.0:1767322605.064968:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322605.064977:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322605.065006:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03d880 x1853163989490304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322605.065052:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322605.065055:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322605.065056:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322605.065060:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7846 00000100:00080000:0.0:1767322605.065063:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322605.065066:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322605.065079:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03df80 x1853163989490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322605.065106:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322605.065109:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322605.065111:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322605.065115:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7846 00000100:00080000:0.0:1767322605.065117:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322605.065121:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322605.065133:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f800 x1853163989490688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322605.065155:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322605.065158:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322605.065160:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322605.065163:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7846 00000100:00080000:0.0:1767322605.065166:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322605.065169:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322605.065177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163989491072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322605.065251:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989490176:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065358:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322605.065409:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322605.065416:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989490944:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065447:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322605.065500:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490944 00000100:00100000:1.0:1767322605.065512:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490944 00000100:00100000:1.0:1767322605.065647:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4524 00000100:00100000:1.0:1767322605.065658:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989490944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065742:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989490944:12345-0@lo:400:kworker.0 Request processed in 86us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322605.065751:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00080000:1.0:1767322605.065781:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322605.065826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989490944:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065873:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989490432:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065901:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322605.065930:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322605.065936:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989490816:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.065961:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322605.065993:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490176 00000100:00100000:1.0:1767322605.065997:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490176 00000100:00100000:1.0:1767322605.066033:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490432 00000100:00100000:1.0:1767322605.066036:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490432 00000100:00100000:1.0:1767322605.066058:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:1.0:1767322605.066064:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989490176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.066100:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989490176:12345-0@lo:400:kworker.0 Request processed in 36us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322605.066106:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:1.0:1767322605.066129:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:1.0:1767322605.066136:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989490432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.066169:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989490432:12345-0@lo:400:kworker.0 Request processed in 34us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322605.066175:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00080000:1.0:1767322605.066199:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322605.066217:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989490432:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.066233:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490816 00000100:00100000:1.0:1767322605.066235:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490816 00000100:00100000:1.0:1767322605.066263:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525 00000100:00100000:1.0:1767322605.066269:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989490816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.066301:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989490816:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322605.066307:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525 00000100:00080000:1.0:1767322605.066325:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322605.066342:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989490816:0@lo:400:kworker.0 00000100:00100000:1.0:1767322605.066363:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989490176:0@lo:400:kworker.0 00000100:00100000:2.0:1767322605.068077:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989490304:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068184:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322605.068244:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989490560:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068271:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322605.068309:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490304 00000100:00100000:2.0:1767322605.068317:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490304 00000100:00100000:2.0:1767322605.068357:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490560 00000100:00100000:2.0:1767322605.068360:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490560 00000100:00100000:2.0:1767322605.068380:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:2.0:1767322605.068387:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989490304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322605.068417:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322605.068467:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989490304:12345-0@lo:38:kworker.0 Request processed in 79us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322605.068474:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:2.0:1767322605.068497:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1767322605.068500:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989490560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322605.068510:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322605.068534:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989490560:12345-0@lo:38:kworker.0 Request processed in 32us (262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322605.068566:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00080000:2.0:1767322605.068658:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322605.068663:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322605.068667:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989490560:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068674:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989490688:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068718:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322605.068750:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490688 00000100:00100000:2.0:1767322605.068754:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490688 00000100:00100000:2.0:1767322605.068775:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241 00000100:00100000:2.0:1767322605.068779:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989490688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322605.068790:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322605.068816:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989490688:12345-0@lo:38:kworker.0 Request processed in 35us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322605.068821:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241 00000100:00080000:2.0:1767322605.068848:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322605.068853:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322605.068856:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989490688:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068862:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989491072:0@lo:38:kworker.0 00000100:00100000:2.0:1767322605.068886:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322605.068907:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491072 00000100:00100000:2.0:1767322605.068910:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491072 00000100:00100000:2.0:1767322605.068929:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:2.0:1767322605.068933:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989491072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322605.068943:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322605.068975:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989491072:12345-0@lo:38:kworker.0 Request processed in 40us (88us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322605.068981:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00080000:2.0:1767322605.069006:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322605.069011:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322605.069014:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989491072:0@lo:38:kworker.0 00000100:00080000:2.0:1767322605.069049:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322605.069053:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322605.069055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989490304:0@lo:38:kworker.0 00010000:00010000:1.0:1767322605.128843:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322606.154937:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322606.885898:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322606.886019:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322606.886323:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987072 00000100:00100000:1.0:1767322606.886338:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987072 00000100:00100000:1.0:1767322606.886705:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923986944 00000100:00100000:1.0:1767322606.886710:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923986944 00000100:00100000:1.0:1767322606.886736:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2187 00000100:00100000:1.0:1767322606.886749:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923987072:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322606.886852:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923987072:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322606.886891:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2187 00000100:00100000:1.0:1767322606.886914:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3174 00000100:00100000:1.0:1767322606.886920:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923986944:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322606.886947:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322606.886978:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923986944:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 56us (959us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322606.886985:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3174 00010000:00010000:1.0:1767322607.177201:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322607.624964:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322607.624997:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989491200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322607.625216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322607.626290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989491200:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322607.626367:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322608.137101:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989491328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322608.137196:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322608.137423:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491328 00000100:00100000:0.0:1767322608.137433:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491328 00000100:00100000:0.0:1767322608.137514:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793 00000100:00100000:0.0:1767322608.137525:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989491328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322608.137562:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322608.137669:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989491328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322608.137693:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793 00000100:00100000:2.0:1767322608.137928:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989491328:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322608.138001:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322608.204476:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322609.225102:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322610.184866:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322610.184877:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322610.184952:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322610.184956:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322610.184960:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322610.184969:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7851 00000100:00080000:2.0:1767322610.184975:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322610.184981:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322610.185007:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c380 x1853163989491584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322610.185067:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322610.185070:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322610.185072:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322610.185076:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7851 00000100:00080000:2.0:1767322610.185078:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322610.185082:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322610.185093:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0ca80 x1853163989491840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322610.185101:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322610.185104:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322610.185106:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322610.185109:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7851 00000100:00080000:2.0:1767322610.185111:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322610.185114:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322610.185125:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0dc00 x1853163989491968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322610.185146:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322610.185149:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322610.185150:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322610.185154:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7851 00000100:00080000:2.0:1767322610.185156:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322610.185159:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322610.185169:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0fb80 x1853163989492352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322610.186082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989491712:0@lo:400:kworker.0 00000100:00100000:2.0:1767322610.186113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322610.186139:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322610.186145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989492096:0@lo:400:kworker.0 00000100:00100000:2.0:1767322610.186166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322610.186553:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491712 00000100:00100000:0.0:1767322610.186559:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491712 00000100:00100000:0.0:1767322610.186625:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:0.0:1767322610.186634:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989491712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322610.186677:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989491712:12345-0@lo:400:kworker.0 Request processed in 44us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322610.186683:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:0.0:1767322610.186709:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989491584:0@lo:38:kworker.0 00000100:00100000:0.0:1767322610.186735:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322610.186751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989491840:0@lo:38:kworker.0 00000100:00100000:0.0:1767322610.186772:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322610.186786:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989491968:0@lo:38:kworker.0 00000100:00100000:0.0:1767322610.186806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322610.186823:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989492352:0@lo:38:kworker.0 00000100:00100000:0.0:1767322610.186843:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322610.186867:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491968 00000100:00100000:0.0:1767322610.186869:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491968 00000100:00100000:0.0:1767322610.186885:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242 00000100:00100000:0.0:1767322610.186890:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989491968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322610.186909:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322610.186949:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989491968:12345-0@lo:38:kworker.0 Request processed in 58us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322610.186954:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242 00000100:00100000:0.0:1767322610.186968:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491584 00000100:00100000:0.0:1767322610.186979:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491584 00000100:00100000:0.0:1767322610.186992:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491840 00000100:00100000:0.0:1767322610.186993:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491840 00000100:00100000:0.0:1767322610.186998:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492352 00000100:00100000:0.0:1767322610.186999:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492352 00000100:00100000:0.0:1767322610.187005:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767322610.187007:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989491584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322610.187014:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322610.187031:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989491584:12345-0@lo:38:kworker.0 Request processed in 22us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322610.187034:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767322610.187041:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:0.0:1767322610.187043:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989491840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322610.187048:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322610.187059:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989491840:12345-0@lo:38:kworker.0 Request processed in 15us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322610.187062:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000100:00100000:0.0:1767322610.187068:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:0.0:1767322610.187071:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989492352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322610.187075:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322610.187085:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989492352:12345-0@lo:38:kworker.0 Request processed in 13us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322610.187088:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00080000:0.0:1767322610.187110:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322610.187114:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322610.187116:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989491584:0@lo:38:kworker.0 00000100:00080000:0.0:1767322610.187128:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322610.187130:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322610.187132:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989491840:0@lo:38:kworker.0 00000100:00080000:0.0:1767322610.187136:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322610.187138:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322610.187140:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989491968:0@lo:38:kworker.0 00000100:00080000:0.0:1767322610.187144:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322610.187145:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322610.187147:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989492352:0@lo:38:kworker.0 00000100:00080000:1.0:1767322610.187673:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322610.187677:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322610.187680:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322610.188049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989492096:0@lo:400:kworker.0 00000100:00100000:2.0:1767322610.188059:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989491712:0@lo:400:kworker.0 00010000:00010000:1.0:1767322610.250673:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322611.274168:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322612.005888:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987200 00000100:00100000:2.0:1767322612.005888:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987328 00000100:00100000:1.0:1767322612.005907:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987200 00000100:00100000:2.0:1767322612.005907:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987328 00000100:00100000:1.0:1767322612.006051:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2190 00000100:00100000:1.0:1767322612.006069:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923987328:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322612.006161:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923987328:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 100us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322612.006169:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2190 00000100:00100000:1.0:1767322612.006191:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3178 00000100:00100000:1.0:1767322612.006211:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923987200:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322612.006232:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322612.006260:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923987200:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (595us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322612.006266:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3178 00000100:00080000:0.0:1767322612.006479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322612.296820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322612.744881:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322612.744906:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989492480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322612.744980:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322612.745722:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492480 00000100:00100000:1.0:1767322612.745732:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492480 00000100:00100000:1.0:1767322612.745787:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794 00000100:00100000:1.0:1767322612.745797:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40b34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989492480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322612.745827:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322612.745883:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40b34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989492480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322612.745891:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794 00000100:00100000:0.0:1767322613.263419:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492608 00000100:00100000:0.0:1767322613.263448:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492608 00000100:00100000:0.0:1767322613.263631:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795 00000100:00100000:0.0:1767322613.263916:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989492608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322613.263967:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322613.264077:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989492608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 437us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322613.264088:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795 00010000:00010000:1.0:1767322613.326079:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322614.345072:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322615.305635:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989492736:0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.305692:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322615.305739:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322615.305745:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989493504:0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.305769:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322615.305807:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492736 00000100:00100000:1.0:1767322615.305815:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492736 00000100:00100000:1.0:1767322615.305882:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1767322615.305892:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989492736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.305951:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989492736:12345-0@lo:400:kworker.0 Request processed in 60us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322615.305970:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1767322615.306000:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493504 00000100:00100000:1.0:1767322615.306004:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493504 00000100:00100000:1.0:1767322615.306039:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528 00000100:00100000:1.0:1767322615.306046:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.306077:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493504:12345-0@lo:400:kworker.0 Request processed in 32us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322615.306082:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528 00000100:00080000:1.0:1767322615.306102:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322615.306107:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322615.306136:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989493504:0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.306145:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989492736:0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.306194:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989492992:0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.306219:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322615.306247:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492992 00000100:00100000:1.0:1767322615.306251:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492992 00000100:00100000:1.0:1767322615.306276:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:1.0:1767322615.306298:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989492992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322615.306332:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989492992:12345-0@lo:400:kworker.0 Request processed in 36us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322615.306338:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00080000:1.0:1767322615.306351:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322615.306366:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989492992:0@lo:400:kworker.0 00000100:00100000:0.0:1767322615.306571:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989492864:0@lo:38:kworker.0 00000100:00100000:0.0:1767322615.306650:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322615.306670:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989493120:0@lo:38:kworker.0 00000100:00100000:0.0:1767322615.306691:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322615.306709:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989493248:0@lo:38:kworker.0 00000100:00100000:0.0:1767322615.306731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322615.306763:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989493632:0@lo:38:kworker.0 00000100:00100000:0.0:1767322615.306784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322615.306818:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493248 00000100:00100000:0.0:1767322615.306822:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493248 00000100:00100000:0.0:1767322615.306848:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243 00000100:00100000:0.0:1767322615.306854:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989493248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322615.306878:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322615.306916:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989493248:12345-0@lo:38:kworker.0 Request processed in 61us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322615.306922:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243 00000100:00100000:0.0:1767322615.306949:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492864 00000100:00100000:0.0:1767322615.306952:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492864 00000100:00100000:0.0:1767322615.306969:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493120 00000100:00100000:0.0:1767322615.306971:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493120 00000100:00100000:0.0:1767322615.306984:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493632 00000100:00100000:0.0:1767322615.306986:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493632 00000100:00100000:0.0:1767322615.307001:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1767322615.307005:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989492864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322615.307015:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322615.307038:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989492864:12345-0@lo:38:kworker.0 Request processed in 32us (387us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322615.307043:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1767322615.307055:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:0.0:1767322615.307058:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989493120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322615.307066:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322615.307086:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989493120:12345-0@lo:38:kworker.0 Request processed in 26us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322615.307100:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:0.0:1767322615.307113:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:0.0:1767322615.307117:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989493632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322615.307126:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322615.307150:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989493632:12345-0@lo:38:kworker.0 Request processed in 32us (365us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322615.307156:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00080000:0.0:1767322615.307191:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322615.307197:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322615.307200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989492864:0@lo:38:kworker.0 00000100:00080000:0.0:1767322615.307209:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322615.307213:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322615.307215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989493120:0@lo:38:kworker.0 00000100:00080000:0.0:1767322615.307222:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322615.307225:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322615.307228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989493248:0@lo:38:kworker.0 00000100:00080000:0.0:1767322615.307235:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322615.307238:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322615.307241:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d36ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989493632:0@lo:38:kworker.0 00000100:00100000:0.0:1767322615.307753:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493376 00000100:00100000:0.0:1767322615.307759:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493376 00000100:00100000:0.0:1767322615.307818:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:0.0:1767322615.307825:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989493376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322615.307891:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989493376:12345-0@lo:400:kworker.0 Request processed in 67us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322615.307898:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00080000:1.0:1767322615.308000:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767322615.368875:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322616.395209:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322617.128638:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322617.128961:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987712 00000100:00100000:0.0:1767322617.128971:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987712 00000100:00100000:0.0:1767322617.129102:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2193 00000100:00100000:0.0:1767322617.129113:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923987712:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322617.130128:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923987712:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1013us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322617.130138:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2193 00000400:00000100:0.0:1767322617.135354:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923987456 offset 0 length 520: 4 00000100:00100000:0.0:1767322617.135403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322617.136302:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322617.416949:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322617.866047:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493760 00000100:00100000:0.0:1767322617.866058:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493760 00000100:00100000:0.0:1767322617.866120:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796 00000100:00100000:0.0:1767322617.866129:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989493760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322617.866173:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322617.866224:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989493760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322617.866231:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796 00000100:00100000:0.0:1767322617.866280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989493760:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322617.866626:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322618.377156:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989493888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322618.377230:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322618.378763:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493888 00000100:00100000:2.0:1767322618.378777:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493888 00000100:00100000:2.0:1767322618.379020:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797 00000100:00100000:2.0:1767322618.379029:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989493888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322618.379060:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322618.379128:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989493888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322618.379135:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797 00000100:00100000:1.0:1767322618.379225:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989493888:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322618.441099:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322619.464785:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322620.424723:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322620.424733:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322620.424814:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322620.424840:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322620.424844:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322620.424851:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7862 00000100:00080000:0.0:1767322620.424856:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322620.424863:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322620.424896:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163989494144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322620.425949:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322620.425953:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322620.425956:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322620.425960:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7862 00000100:00080000:0.0:1767322620.425963:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322620.425968:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322620.425986:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45f100 x1853163989494400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322620.425999:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322620.426002:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322620.426004:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322620.426007:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7862 00000100:00080000:0.0:1767322620.426009:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322620.426013:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322620.426023:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989494528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322620.426063:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322620.426072:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322620.426074:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322620.426077:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7862 00000100:00080000:0.0:1767322620.426079:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322620.426083:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322620.426095:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45c700 x1853163989494912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322620.426216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989494656:0@lo:400:kworker.0 00000100:00100000:1.0:1767322620.426254:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322620.426293:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989494784:0@lo:400:kworker.0 00000100:00100000:1.0:1767322620.426322:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322620.426354:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494656 00000100:00100000:1.0:1767322620.426359:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494656 00000100:00100000:1.0:1767322620.426394:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494784 00000100:00100000:1.0:1767322620.426397:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494784 00000100:00100000:1.0:1767322620.426417:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:1.0:1767322620.426436:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989494656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322620.426474:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989494656:12345-0@lo:400:kworker.0 Request processed in 51us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322620.426480:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00100000:1.0:1767322620.426495:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531 00000100:00100000:1.0:1767322620.426501:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989494784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322620.426530:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989494784:12345-0@lo:400:kworker.0 Request processed in 29us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322620.426535:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531 00000100:00100000:1.0:1767322620.426601:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989494656:0@lo:400:kworker.0 00000100:00100000:1.0:1767322620.426624:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989494784:0@lo:400:kworker.0 00000100:00080000:1.0:1767322620.426634:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322620.426638:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322620.426784:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989494144:0@lo:38:kworker.0 00000100:00100000:2.0:1767322620.426816:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322620.426860:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989494400:0@lo:38:kworker.0 00000100:00100000:2.0:1767322620.426890:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322620.426916:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989494528:0@lo:38:kworker.0 00000100:00100000:2.0:1767322620.426951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322620.426976:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989494912:0@lo:38:kworker.0 00000100:00100000:2.0:1767322620.426997:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322620.427028:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494528 00000100:00100000:2.0:1767322620.427032:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494528 00000100:00100000:2.0:1767322620.427055:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244 00000100:00100000:2.0:1767322620.427060:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989494528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322620.427079:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322620.427111:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989494528:12345-0@lo:38:kworker.0 Request processed in 49us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322620.427116:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244 00000100:00100000:2.0:1767322620.427305:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494144 00000100:00100000:2.0:1767322620.427308:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494144 00000100:00100000:2.0:1767322620.427325:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494400 00000100:00100000:2.0:1767322620.427327:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494400 00000100:00100000:2.0:1767322620.427344:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494912 00000100:00100000:2.0:1767322620.427346:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494912 00000100:00100000:2.0:1767322620.427357:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1767322620.427361:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322620.427371:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322620.427395:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494144:12345-0@lo:38:kworker.0 Request processed in 34us (580us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322620.427401:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1767322620.427411:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1767322620.427414:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322620.427447:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322620.427469:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494400:12345-0@lo:38:kworker.0 Request processed in 54us (579us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322620.427475:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1767322620.427487:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:2.0:1767322620.427490:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322620.427498:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322620.427517:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989494912:12345-0@lo:38:kworker.0 Request processed in 26us (520us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322620.427522:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00080000:2.0:1767322620.427550:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322620.427555:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322620.427559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989494144:0@lo:38:kworker.0 00000100:00080000:2.0:1767322620.427567:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322620.427570:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322620.427572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989494400:0@lo:38:kworker.0 00000100:00080000:2.0:1767322620.427608:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322620.427611:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322620.427614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989494528:0@lo:38:kworker.0 00000100:00080000:2.0:1767322620.427624:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322620.427626:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322620.427629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989494912:0@lo:38:kworker.0 00010000:00010000:2.0:1767322620.499955:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322621.516399:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322622.248440:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987968 00000100:00100000:2.0:1767322622.248451:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987968 00000100:00100000:2.0:1767322622.248611:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923987840 00000100:00100000:2.0:1767322622.248616:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923987840 00000100:00100000:0.0:1767322622.252874:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2196 00000100:00100000:0.0:1767322622.252905:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923987968:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322622.252994:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923987968:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 106us (5079us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322622.253003:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2196 00000100:00100000:0.0:1767322622.253046:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3186 00000100:00100000:0.0:1767322622.253058:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923987840:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322622.253078:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322622.253113:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923987840:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 51us (5124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322622.253120:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3186 00010000:00010000:1.0:1767322622.537501:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322622.985692:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322622.985731:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989495040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322622.985831:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322622.985956:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495040 00000100:00100000:0.0:1767322622.985969:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495040 00000100:00100000:0.0:1767322622.986061:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798 00000100:00100000:0.0:1767322622.986073:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989495040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322622.986120:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322622.986187:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989495040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322622.986214:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798 00000100:00100000:1.0:1767322622.986325:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989495040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322623.500637:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495168 00000100:00100000:2.0:1767322623.500657:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495168 00000100:00100000:2.0:1767322623.500776:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799 00000100:00100000:2.0:1767322623.500791:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989495168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322623.500844:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322623.500960:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989495168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 172us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322623.500969:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799 00000100:00100000:0.0:1767322623.501257:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989495168:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322623.561911:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322624.521402:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322599/real 1767322599] req@ffff9e7d3b03e680 x1853163989489792/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322624 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322624.521461:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b03e680 x1853163989489792/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322624 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767322624.521488:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322624.521521:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322624.521525:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989489792:0@lo:250:kworker.0 00000100:00080000:0.0:1767322624.521792:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322624.521799:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322624.521803:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322624.521809:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7846 00000100:00080000:0.0:1767322624.521814:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322624.521823:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322624.521876:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45df80 x1853163989495296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322624.522260:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989495296:0@lo:250:kworker.0 00000400:00000100:2.0:1767322624.522331:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989495296 offset 0 length 520: 4 00000100:00080000:0.0:1767322624.522724:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322624.522730:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322624.522743:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322624.522748:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7867 00000100:00080000:0.0:1767322624.522751:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322624.522756:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322624.522781:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989495552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322624.522828:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322624.522832:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322624.522834:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322624.522839:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7867 00000100:00080000:0.0:1767322624.522842:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322624.522846:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322624.523157:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989495680:0@lo:400:kworker.0 00000100:00100000:2.0:1767322624.523261:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989495552:0@lo:38:kworker.0 00000100:00100000:0.0:1767322624.523314:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45d880 x1853163989495808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322624.523325:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322624.523328:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322624.523330:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322624.523334:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7867 00000100:00080000:0.0:1767322624.523337:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322624.523342:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322624.523366:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e680 x1853163989495936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322624.529011:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322624.529027:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322624.529032:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322624.529042:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7867 00000100:00080000:0.0:1767322624.529048:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322624.529058:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322624.529128:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af1a300 x1853163989496320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322624.529684:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989496064:0@lo:400:kworker.0 00000100:00100000:1.0:1767322624.530264:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322624.530334:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495680 00000100:00100000:1.0:1767322624.530345:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495680 00000100:00100000:1.0:1767322624.530453:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:1.0:1767322624.530465:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989495680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322624.530533:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989495680:12345-0@lo:400:kworker.0 Request processed in 70us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322624.530547:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:1.0:1767322624.530631:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989495680:0@lo:400:kworker.0 00000100:00100000:0.0:1767322624.531055:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322624.531464:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496064 00000100:00100000:2.0:1767322624.531493:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496064 00000100:00100000:2.0:1767322624.532095:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4532 00000100:00100000:2.0:1767322624.532109:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989496064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322624.532207:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989496064:12345-0@lo:400:kworker.0 Request processed in 102us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322624.532215:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4532 00000100:00100000:2.0:1767322624.532507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322624.532547:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989495808:0@lo:38:kworker.0 00000100:00100000:2.0:1767322624.532604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322624.532626:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989495936:0@lo:38:kworker.0 00000100:00100000:0.0:1767322624.532793:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495552 00000100:00100000:0.0:1767322624.532803:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495552 00000100:00100000:2.0:1767322624.532805:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322624.532846:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495808 00000100:00100000:0.0:1767322624.532851:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495808 00000100:00100000:0.0:1767322624.532875:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767322624.532883:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989495552:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322624.532888:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495936 00000100:00100000:2.0:1767322624.532898:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495936 00010000:00020000:0.0:1767322624.532942:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322624.532951:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245 00000100:00100000:2.0:1767322624.532961:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989495936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322624.532987:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322624.532997:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989495552:12345-0@lo:38:kworker.0 Request processed in 107us (482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322624.533009:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767322624.533031:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:0.0:1767322624.533036:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989495808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322624.533049:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322624.533061:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989495936:12345-0@lo:38:kworker.0 Request processed in 97us (263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322624.533070:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245 00000100:00100000:0.0:1767322624.533104:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989495808:12345-0@lo:38:kworker.0 Request processed in 64us (521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322624.533113:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00080000:2.0:1767322624.533127:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322624.533136:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322624.533141:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989495936:0@lo:38:kworker.0 00000100:00100000:2.0:1767322624.533154:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989496320:0@lo:38:kworker.0 00000100:00100000:0.0:1767322624.533197:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989496064:0@lo:400:kworker.0 00000100:00080000:0.0:1767322624.533280:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322624.533287:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322624.535158:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496192 00000100:00100000:0.0:1767322624.535168:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496192 00000100:00100000:0.0:1767322624.535237:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:0.0:1767322624.535246:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989496192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322624.535309:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989496192:12345-0@lo:400:kworker.0 Request processed in 64us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322624.535316:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00100000:1.0:1767322624.535411:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495424 00000100:00100000:1.0:1767322624.535416:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495424 00000100:00100000:1.0:1767322624.535472:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:1.0:1767322624.535479:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989495424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322624.535520:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989495424:12345-0@lo:400:kworker.0 Request processed in 41us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322624.535526:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00080000:0.0:1767322624.535594:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322624.542916:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322624.543005:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322624.543011:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322624.543032:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989495552:0@lo:38:kworker.0 00000100:00080000:2.0:1767322624.543073:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322624.543077:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322624.543080:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989495808:0@lo:38:kworker.0 00000100:00100000:1.0:1767322624.543958:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496320 00000100:00100000:1.0:1767322624.543976:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496320 00000100:00100000:1.0:1767322624.544045:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:1.0:1767322624.544053:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989496320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322624.544077:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322624.544158:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989496320:12345-0@lo:38:kworker.0 Request processed in 104us (1250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322624.544165:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00010000:00010000:2.0:1767322624.586933:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322625.609325:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322626.632811:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322627.363557:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322627.363680:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988096 00000100:00100000:2.0:1767322627.363689:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988096 00000100:00100000:2.0:1767322627.363737:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3190 00000100:00100000:2.0:1767322627.363745:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923988096:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322627.363767:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322627.363819:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923988096:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 75us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322627.363824:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3190 00000100:00100000:1.0:1767322627.364452:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988224 00000100:00100000:1.0:1767322627.364457:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988224 00000100:00100000:1.0:1767322627.364549:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2199 00000100:00100000:1.0:1767322627.364558:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988224:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322627.364645:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988224:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 88us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322627.364659:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2199 00010000:00010000:1.0:1767322627.656906:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322628.104819:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989496448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322628.104908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322628.105208:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322628.105630:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989496448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322628.618575:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989496576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322628.618683:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322628.618801:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496576 00000100:00100000:0.0:1767322628.618810:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496576 00000100:00100000:0.0:1767322628.618882:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801 00000100:00100000:0.0:1767322628.618892:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989496576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322628.618939:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322628.618994:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989496576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322628.619001:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801 00000100:00100000:1.0:1767322628.619262:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989496576:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322628.680901:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322629.640927:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322629.640937:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322629.641029:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989496704:0@lo:400:kworker.0 00000100:00100000:0.0:1767322629.641104:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322629.641171:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322629.641176:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322629.641180:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322629.641186:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7871 00000100:00080000:2.0:1767322629.641190:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322629.641216:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322629.641251:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0dc00 x1853163989496832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322629.641307:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322629.641310:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322629.641311:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322629.641315:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7871 00000100:00080000:2.0:1767322629.641317:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322629.641321:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322629.641332:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c380 x1853163989497088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322629.641341:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322629.641344:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322629.641345:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322629.641349:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7871 00000100:00080000:2.0:1767322629.641351:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322629.641355:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322629.641365:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0e300 x1853163989497216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322629.642248:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1767322629.642270:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989496960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322629.642302:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989496960:12345-0@lo:400:kworker.0 Request processed in 48us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322629.642308:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1767322629.642322:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:1.0:1767322629.642334:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989496832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322629.642353:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322629.642386:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989496832:12345-0@lo:38:kworker.0 Request processed in 52us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322629.642392:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00100000:1.0:1767322629.642405:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:1.0:1767322629.642408:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989497088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322629.642416:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322629.642438:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989497088:12345-0@lo:38:kworker.0 Request processed in 28us (428us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322629.642444:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00080000:1.0:1767322629.642467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322629.642471:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322629.642474:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989496832:0@lo:38:kworker.0 00000100:00080000:1.0:1767322629.642482:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322629.642484:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322629.642487:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989497088:0@lo:38:kworker.0 00000100:00080000:1.0:1767322629.642536:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322629.642555:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989497344:0@lo:400:kworker.0 00000100:00100000:1.0:1767322629.642565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989496960:0@lo:400:kworker.0 00000100:00100000:1.0:1767322629.642632:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497216 00000100:00100000:1.0:1767322629.642635:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497216 00000100:00100000:1.0:1767322629.642656:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246 00000100:00100000:1.0:1767322629.642660:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989497216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322629.642677:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322629.642710:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989497216:12345-0@lo:38:kworker.0 Request processed in 48us (661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322629.642717:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246 00000100:00080000:1.0:1767322629.642742:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322629.642747:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322629.642750:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989497216:0@lo:38:kworker.0 00000100:00080000:2.0:1767322629.651793:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322629.651805:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322629.651809:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322629.651818:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7871 00000100:00080000:2.0:1767322629.651824:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322629.652120:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322629.652159:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3c1d0380 x1853163989497600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322629.652232:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989497600:0@lo:38:kworker.0 00000100:00100000:2.0:1767322629.652313:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322629.652368:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497600 00000100:00100000:2.0:1767322629.652377:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497600 00000100:00100000:2.0:1767322629.652414:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:2.0:1767322629.652421:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989497600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322629.652442:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322629.652487:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989497600:12345-0@lo:38:kworker.0 Request processed in 65us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322629.652495:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00080000:2.0:1767322629.652537:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322629.652541:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322629.652545:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989497600:0@lo:38:kworker.0 00000100:00100000:0.0:1767322629.659422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989496704:0@lo:400:kworker.0 00010000:00010000:1.0:1767322629.704835:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322630.728775:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322631.754272:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322632.485757:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988480 00000100:00100000:2.0:1767322632.485775:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988480 00000100:00100000:2.0:1767322632.485864:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988352 00000100:00100000:2.0:1767322632.485868:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988352 00000100:00100000:2.0:1767322632.485889:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2202 00000100:00100000:2.0:1767322632.485901:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988480:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322632.485990:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988480:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322632.485999:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2202 00000100:00100000:2.0:1767322632.486022:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3194 00000100:00100000:2.0:1767322632.486044:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923988352:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322632.486082:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322632.486112:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923988352:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 67us (692us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322632.486119:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3194 00010000:00010000:2.0:1767322632.776900:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322633.224822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989497728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322633.224909:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322633.225297:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322633.230169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989497728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322633.737341:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322633.737369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989497856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322633.737442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322633.737936:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989497856:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322633.739134:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322633.801082:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322634.760790:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322634.760806:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322634.761638:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322634.761645:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322634.761649:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322634.761660:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7876 00000100:00080000:2.0:1767322634.761666:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322634.761673:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322634.761708:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03dc00 x1853163989498112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322634.761754:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322634.761758:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322634.761760:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322634.761764:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7876 00000100:00080000:2.0:1767322634.761785:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322634.761789:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322634.761803:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163989498368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322634.761814:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322634.761817:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322634.761819:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322634.761824:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7876 00000100:00080000:2.0:1767322634.761826:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322634.761830:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322634.761847:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163989498496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322634.761948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989498240:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.762041:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322634.762095:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322634.762102:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989498624:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.764235:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322634.764353:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498240 00000100:00100000:1.0:1767322634.764366:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498240 00000100:00100000:1.0:1767322634.764455:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:1.0:1767322634.764468:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989498240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.764568:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989498240:12345-0@lo:400:kworker.0 Request processed in 104us (2527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322634.764576:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:1.0:1767322634.764625:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498624 00000100:00100000:1.0:1767322634.764647:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498624 00000100:00100000:1.0:1767322634.764687:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:1.0:1767322634.764693:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989498624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.764727:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989498624:12345-0@lo:400:kworker.0 Request processed in 35us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322634.764733:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000100:00080000:1.0:1767322634.764753:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322634.764803:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989498624:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.764818:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989498240:0@lo:400:kworker.0 00000100:00100000:0.0:1767322634.764967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989498112:0@lo:38:kworker.0 00000100:00100000:0.0:1767322634.765015:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322634.765039:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989498368:0@lo:38:kworker.0 00000100:00100000:0.0:1767322634.765065:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322634.765082:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989498496:0@lo:38:kworker.0 00000100:00100000:0.0:1767322634.765109:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322634.765144:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498496 00000100:00100000:0.0:1767322634.765149:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498496 00000100:00100000:0.0:1767322634.765187:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247 00000100:00100000:0.0:1767322634.765192:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989498496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322634.765218:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322634.765259:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989498496:12345-0@lo:38:kworker.0 Request processed in 65us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322634.765265:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247 00000100:00080000:1.0:1767322634.765280:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322634.765286:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322634.765290:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989498496:0@lo:38:kworker.0 00000100:00100000:0.0:1767322634.765300:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498112 00000100:00100000:0.0:1767322634.765304:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498112 00000100:00100000:1.0:1767322634.765322:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498368 00000100:00100000:1.0:1767322634.765325:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498368 00000100:00100000:0.0:1767322634.765326:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:0.0:1767322634.765331:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989498112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322634.765341:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322634.765344:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:1.0:1767322634.765347:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989498368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322634.765356:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322634.765373:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989498112:12345-0@lo:38:kworker.0 Request processed in 41us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322634.765377:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989498368:12345-0@lo:38:kworker.0 Request processed in 29us (313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322634.765379:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:1.0:1767322634.765383:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00080000:0.0:1767322634.765405:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322634.765410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322634.765413:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989498112:0@lo:38:kworker.0 00000100:00080000:0.0:1767322634.765422:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322634.765425:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322634.765428:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989498368:0@lo:38:kworker.0 00000100:00100000:1.0:1767322634.766642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989498752:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.766725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322634.766771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989497984:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.766800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322634.769373:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322634.769380:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322634.769384:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322634.769390:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7876 00000100:00080000:2.0:1767322634.769395:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322634.769400:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322634.769438:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163989498880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322634.769496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989498880:0@lo:38:kworker.0 00000100:00100000:2.0:1767322634.769561:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322634.769663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989498752:0@lo:400:kworker.0 00000100:00100000:0.0:1767322634.774112:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497984 00000100:00100000:1.0:1767322634.774265:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498880 00000100:00100000:1.0:1767322634.774280:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498880 00000100:00100000:1.0:1767322634.774361:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:1.0:1767322634.774371:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989498880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322634.774402:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322634.774688:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497984 00000100:00100000:0.0:1767322634.774758:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:0.0:1767322634.774765:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989497984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322634.774834:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989497984:12345-0@lo:400:kworker.0 Request processed in 69us (8033us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322634.774842:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00080000:0.0:1767322634.774876:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322634.775526:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989497984:0@lo:400:kworker.0 00000100:00100000:1.0:1767322634.775803:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989498880:12345-0@lo:38:kworker.0 Request processed in 1431us (6240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322634.775813:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00010000:00010000:1.0:1767322634.824881:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322635.849790:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322636.878154:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322637.602566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322637.602652:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322637.602831:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988736 00000100:00100000:1.0:1767322637.602841:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988736 00000100:00100000:1.0:1767322637.602915:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988608 00000100:00100000:1.0:1767322637.602919:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988608 00000100:00100000:1.0:1767322637.602936:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2205 00000100:00100000:1.0:1767322637.602947:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988736:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322637.603025:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923988736:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 80us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322637.603035:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2205 00000100:00100000:1.0:1767322637.603052:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3198 00000100:00100000:1.0:1767322637.603058:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923988608:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322637.603077:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322637.603100:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923988608:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 41us (448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322637.603106:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3198 00000100:00080000:0.0:1767322637.603383:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322637.897816:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322638.344964:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322638.344987:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989499008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322638.345064:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322638.345129:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499008 00000100:00100000:2.0:1767322638.345138:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499008 00000100:00100000:2.0:1767322638.345238:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804 00000100:00100000:2.0:1767322638.345247:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322638.345277:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322638.345330:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322638.345338:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804 00000100:00100000:2.0:1767322638.345380:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989499008:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322638.345929:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322638.856932:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989499136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322638.857004:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322638.857487:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322638.857527:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989499136:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322638.920856:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322639.884158:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322639.884168:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322639.884613:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499264 00000100:00100000:0.0:1767322639.884623:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499264 00000100:00100000:0.0:1767322639.884704:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767322639.884714:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989499264:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322639.884814:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322639.884819:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322639.884823:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322639.884828:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7881 00000100:00080000:1.0:1767322639.884832:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322639.884836:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322639.884858:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989499392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322639.884895:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322639.884899:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322639.884901:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322639.884905:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7881 00000100:00080000:1.0:1767322639.884908:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322639.884913:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:2.0:1767322639.884920:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322639.884926:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0fb80 x1853163989499648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322639.884937:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322639.884941:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322639.884945:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989499392:0@lo:38:kworker.0 00000100:00080000:1.0:1767322639.884960:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322639.884966:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7881 00000100:00080000:1.0:1767322639.884969:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322639.884975:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322639.884980:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322639.884991:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0e300 x1853163989499776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322639.885005:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989499648:0@lo:38:kworker.0 00000100:00100000:2.0:1767322639.885032:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322639.885064:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989499776:0@lo:38:kworker.0 00000100:00100000:2.0:1767322639.885099:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322639.885143:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499392 00000100:00100000:2.0:1767322639.885147:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499392 00000100:00100000:2.0:1767322639.885169:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499648 00000100:00100000:2.0:1767322639.885171:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499648 00000100:00100000:2.0:1767322639.885188:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767322639.885193:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989499392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322639.885212:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322639.885245:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989499392:12345-0@lo:38:kworker.0 Request processed in 51us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322639.885252:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767322639.885268:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767322639.885272:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989499648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322639.885291:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322639.885317:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989499648:12345-0@lo:38:kworker.0 Request processed in 44us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322639.885323:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767322639.885344:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499776 00000100:00100000:2.0:1767322639.885347:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499776 00000100:00100000:2.0:1767322639.885367:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248 00000100:00100000:2.0:1767322639.885371:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989499776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322639.885380:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322639.885407:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989499776:12345-0@lo:38:kworker.0 Request processed in 35us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322639.885412:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248 00000100:00080000:2.0:1767322639.885460:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322639.885465:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322639.885468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989499776:0@lo:38:kworker.0 00000100:00080000:2.0:1767322639.885476:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322639.885479:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322639.885481:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989499392:0@lo:38:kworker.0 00000100:00080000:2.0:1767322639.885487:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322639.885490:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322639.885492:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989499648:0@lo:38:kworker.0 00000100:00100000:2.0:1767322639.885519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989499520:0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885542:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322639.885561:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499520 00000100:00100000:2.0:1767322639.885570:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499520 00000100:00100000:2.0:1767322639.885627:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:2.0:1767322639.885633:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989499520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885684:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989499520:12345-0@lo:400:kworker.0 Request processed in 35us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322639.885690:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00080000:2.0:1767322639.885707:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322639.885724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989499520:0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885737:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322639.885742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989499904:0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322639.885824:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499904 00000100:00100000:2.0:1767322639.885828:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499904 00000100:00100000:2.0:1767322639.885855:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538 00000100:00100000:2.0:1767322639.885861:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885895:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499904:12345-0@lo:400:kworker.0 Request processed in 34us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322639.885900:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538 00000100:00100000:2.0:1767322639.885921:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989500032:0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.885942:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322639.885965:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500032 00000100:00100000:2.0:1767322639.885969:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500032 00000100:00100000:2.0:1767322639.885989:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539 00000100:00100000:2.0:1767322639.885995:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989500032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.886024:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989500032:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322639.886029:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539 00000100:00100000:2.0:1767322639.886061:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989500032:0@lo:400:kworker.0 00000100:00100000:2.0:1767322639.886094:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989499904:0@lo:400:kworker.0 00000100:00080000:1.0:1767322639.906278:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322639.906284:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322639.906288:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322639.906295:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7881 00000100:00080000:1.0:1767322639.906300:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322639.906307:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322639.906353:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c380 x1853163989500160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322639.909640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989500160:0@lo:38:kworker.0 00000100:00100000:2.0:1767322639.909729:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322639.909775:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500160 00000100:00100000:1.0:1767322639.909783:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500160 00000100:00100000:1.0:1767322639.909822:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:1.0:1767322639.909830:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989500160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322639.909850:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322639.909903:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989500160:12345-0@lo:38:kworker.0 Request processed in 73us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322639.909910:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00080000:2.0:1767322639.909989:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322639.909994:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322639.909998:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989500160:0@lo:38:kworker.0 00000100:00100000:0.0:1767322639.910555:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989499264:12345-0@lo:400:kworker.0 Request processed in 25839us (26082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322639.910565:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00010000:00010000:1.0:1767322639.944834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322640.968915:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322641.699663:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322641.699711:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923988864 offset 0 length 520: 4 00000100:00100000:0.0:1767322641.699738:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322641.701370:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923989120 00000100:00100000:1.0:1767322641.701404:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923989120 00000100:00100000:1.0:1767322641.701539:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923988992 00000100:00100000:1.0:1767322641.701567:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923988992 00000100:00100000:1.0:1767322641.701656:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2208 00000100:00100000:1.0:1767322641.701671:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923989120:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322641.701799:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923989120:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 132us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322641.701808:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2208 00000100:00100000:1.0:1767322641.701832:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3202 00000100:00100000:1.0:1767322641.701837:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923988992:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322641.701879:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322641.701909:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923988992:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 70us (2169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322641.701916:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3202 00000100:00080000:2.0:1767322641.703826:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322641.993807:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322643.017293:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322643.467348:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322643.467386:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989500288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322643.467491:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322643.467674:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500288 00000100:00100000:0.0:1767322643.467695:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500288 00000100:00100000:0.0:1767322643.467775:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806 00000100:00100000:0.0:1767322643.467786:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989500288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322643.467827:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322643.467896:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989500288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322643.467904:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806 00000100:00100000:0.0:1767322643.467968:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989500288:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322643.468200:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322643.980724:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500416 00000100:00100000:1.0:1767322643.980734:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500416 00000100:00100000:1.0:1767322643.980964:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807 00000100:00100000:1.0:1767322643.980973:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989500416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322643.981013:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322643.981216:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989500416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 243us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322643.981224:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807 00000100:00080000:2.0:1767322643.981455:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322644.042353:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322645.000728:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322645.000739:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322645.000832:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322645.000837:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322645.000841:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322645.000849:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7886 00000100:00080000:1.0:1767322645.000855:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322645.000863:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322645.000887:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c380 x1853163989500672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322645.000941:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322645.000944:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322645.000946:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322645.000950:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7886 00000100:00080000:1.0:1767322645.000953:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322645.000957:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322645.000967:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0c000 x1853163989500928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322645.001013:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322645.001016:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322645.001018:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322645.001022:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7886 00000100:00080000:1.0:1767322645.001025:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322645.001029:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322645.001041:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0fb80 x1853163989501056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322645.001086:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322645.001090:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322645.001091:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322645.001095:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7886 00000100:00080000:1.0:1767322645.001097:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322645.001101:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322645.001112:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7c0c45e300 x1853163989501440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322645.001142:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989500800:0@lo:400:kworker.0 00000100:00100000:1.0:1767322645.001205:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322645.001268:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322645.001290:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989501184:0@lo:400:kworker.0 00000100:00100000:1.0:1767322645.001318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322645.001441:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989500672:0@lo:38:kworker.0 00000100:00100000:0.0:1767322645.001470:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322645.001502:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989500928:0@lo:38:kworker.0 00000100:00100000:0.0:1767322645.001523:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322645.001540:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989501056:0@lo:38:kworker.0 00000100:00100000:0.0:1767322645.001562:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322645.001612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989501440:0@lo:38:kworker.0 00000100:00100000:0.0:1767322645.001632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322645.001668:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500800 00000100:00100000:0.0:1767322645.001676:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500800 00000100:00100000:0.0:1767322645.001724:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500672 00000100:00100000:0.0:1767322645.001727:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500672 00000100:00100000:0.0:1767322645.001740:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500928 00000100:00100000:0.0:1767322645.001743:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500928 00000100:00100000:0.0:1767322645.001750:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501440 00000100:00100000:0.0:1767322645.001752:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501440 00000100:00100000:0.0:1767322645.001763:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:0.0:1767322645.001771:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989500800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322645.001815:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989500800:12345-0@lo:400:kworker.0 Request processed in 45us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322645.001823:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:0.0:1767322645.001842:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:0.0:1767322645.001847:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989500672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322645.001865:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322645.001894:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989500672:12345-0@lo:38:kworker.0 Request processed in 45us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322645.001900:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:0.0:1767322645.001912:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767322645.001916:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989500928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322645.001932:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322645.001954:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989500928:12345-0@lo:38:kworker.0 Request processed in 37us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322645.001960:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767322645.001971:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:0.0:1767322645.001988:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989501440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322645.001996:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322645.002017:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989501440:12345-0@lo:38:kworker.0 Request processed in 29us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322645.002022:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00080000:0.0:1767322645.002060:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322645.002065:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322645.002070:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989500672:0@lo:38:kworker.0 00000100:00080000:0.0:1767322645.002079:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322645.002082:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322645.002084:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989500928:0@lo:38:kworker.0 00000100:00080000:0.0:1767322645.002090:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322645.002093:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322645.002096:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989501440:0@lo:38:kworker.0 00000100:00100000:1.0:1767322645.002898:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989500800:0@lo:400:kworker.0 00000100:00100000:2.0:1767322645.003099:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501056 00000100:00100000:2.0:1767322645.003105:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501056 00000100:00100000:2.0:1767322645.003143:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249 00000100:00100000:2.0:1767322645.003147:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989501056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322645.003160:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322645.003201:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989501056:12345-0@lo:38:kworker.0 Request processed in 52us (1637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322645.003207:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249 00000100:00080000:2.0:1767322645.003225:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322645.003251:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322645.003256:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322645.003259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989501056:0@lo:38:kworker.0 00000100:00100000:0.0:1767322645.006802:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501184 00000100:00100000:0.0:1767322645.006817:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501184 00000100:00100000:0.0:1767322645.006915:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501312 00000100:00100000:0.0:1767322645.006919:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501312 00000100:00100000:0.0:1767322645.006945:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:0.0:1767322645.006954:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989501184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322645.007440:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1767322645.007452:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989501312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322645.011081:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989501312:12345-0@lo:400:kworker.0 Request processed in 3618us (7566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322645.011098:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:0.0:1767322645.011505:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989501184:12345-0@lo:400:kworker.0 Request processed in 4550us (10184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322645.011514:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000100:00100000:1.0:1767322645.015061:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989501184:0@lo:400:kworker.0 00010000:00010000:2.0:1767322645.064798:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322646.088848:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322646.819474:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322646.819524:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322646.819819:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923989248 00000100:00100000:2.0:1767322646.819831:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923989248 00000100:00100000:2.0:1767322646.819877:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923989376 00000100:00100000:2.0:1767322646.819881:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923989376 00000100:00100000:2.0:1767322646.819935:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2211 00000100:00100000:2.0:1767322646.819956:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923989376:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322646.820035:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923989376:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 81us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322646.820043:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2211 00000100:00100000:2.0:1767322646.820062:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3206 00000100:00100000:2.0:1767322646.820067:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923989248:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322646.820087:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322646.820112:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923989248:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 44us (653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322646.820119:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3206 00000100:00080000:1.0:1767322646.821648:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322647.114342:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322648.136823:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322648.585037:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989501568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322648.585122:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322648.585747:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322648.591684:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989501568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322649.096786:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322624/real 1767322624] req@ffff9e7c0c45df80 x1853163989495296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322649 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322649.096833:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7c0c45df80 x1853163989495296/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322649 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767322649.096874:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322649.096935:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322649.096948:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989495296:0@lo:250:kworker.0 00000100:00100000:1.0:1767322649.097016:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989501696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322649.097114:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322649.097556:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501696 00000100:00100000:2.0:1767322649.097569:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501696 00000100:00100000:2.0:1767322649.097681:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809 00000100:00100000:2.0:1767322649.097693:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989501696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322649.097741:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322649.097895:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322649.097942:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989501824:0@lo:250:kworker.0 00000400:00000100:0.0:1767322649.097978:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989501824 offset 0 length 520: 4 00000100:00100000:0.0:1767322649.098038:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989501952:0@lo:400:kworker.0 00000100:00100000:0.0:1767322649.098080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322649.098140:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501952 00000100:00100000:0.0:1767322649.098145:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501952 00000100:00100000:0.0:1767322649.098196:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:0.0:1767322649.098203:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989501952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322649.098246:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989501952:12345-0@lo:400:kworker.0 Request processed in 43us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322649.098255:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00080000:0.0:1767322649.098281:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322649.098312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989501952:0@lo:400:kworker.0 00000100:00100000:2.0:1767322649.109030:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989501696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10966us (11542us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322649.109054:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809 00000100:00100000:1.0:1767322649.110574:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989501696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322649.112084:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322649.112107:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989502208:0@lo:400:kworker.0 00000100:00100000:2.0:1767322649.112217:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322649.112271:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502208 00000100:00100000:0.0:1767322649.112281:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502208 00000100:00100000:0.0:1767322649.112372:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:0.0:1767322649.112383:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989502208:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322649.112568:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322649.114839:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989502080:0@lo:38:kworker.0 00000100:00100000:0.0:1767322649.121652:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989502208:12345-0@lo:400:kworker.0 Request processed in 9252us (9428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322649.121676:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:0.0:1767322649.125607:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989502208:0@lo:400:kworker.0 00000100:00100000:0.0:1767322649.126816:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502592 00000100:00100000:0.0:1767322649.126828:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502592 00000100:00100000:0.0:1767322649.126912:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:0.0:1767322649.126924:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989502592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322649.127014:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989502592:12345-0@lo:400:kworker.0 Request processed in 91us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322649.127022:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000100:00100000:1.0:1767322649.134768:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322649.134842:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989502336:0@lo:38:kworker.0 00000100:00100000:1.0:1767322649.134905:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322649.134943:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989502464:0@lo:38:kworker.0 00000100:00100000:1.0:1767322649.134977:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322649.135116:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502080 00000100:00100000:0.0:1767322649.135129:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502080 00000100:00100000:0.0:1767322649.135180:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502336 00000100:00100000:0.0:1767322649.135183:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502336 00000100:00100000:0.0:1767322649.135204:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:0.0:1767322649.135213:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989502080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322649.135241:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322649.135292:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989502080:12345-0@lo:38:kworker.0 Request processed in 78us (540us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322649.135300:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00100000:0.0:1767322649.135322:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:0.0:1767322649.135338:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989502336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322649.135349:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322649.135373:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989502336:12345-0@lo:38:kworker.0 Request processed in 45us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322649.135379:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:1.0:1767322649.136675:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989502720:0@lo:38:kworker.0 00000100:00100000:1.0:1767322649.136742:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322649.136812:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322649.136819:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322649.136824:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989502080:0@lo:38:kworker.0 00000100:00080000:1.0:1767322649.136836:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322649.136840:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322649.136843:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989502336:0@lo:38:kworker.0 00000100:00100000:2.0:1767322649.137031:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502720 00000100:00100000:2.0:1767322649.137040:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502720 00000100:00100000:2.0:1767322649.137085:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:2.0:1767322649.137092:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989502720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322649.137117:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322649.137180:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989502720:12345-0@lo:38:kworker.0 Request processed in 88us (438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322649.137188:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00080000:1.0:1767322649.137425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322649.137430:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322649.137434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989502720:0@lo:38:kworker.0 00000100:00100000:0.0:1767322649.140871:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250 00000100:00100000:0.0:1767322649.140882:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989502464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322649.140927:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322649.141067:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989502464:12345-0@lo:38:kworker.0 Request processed in 185us (6088us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322649.141075:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250 00000100:00080000:1.0:1767322649.142681:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322649.142696:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322649.142703:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989502464:0@lo:38:kworker.0 00010000:00010000:2.0:1767322649.161465:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322650.185542:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322651.208989:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322651.937986:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322651.939470:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923989632 00000100:00100000:2.0:1767322651.939491:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923989632 00000100:00100000:2.0:1767322651.939670:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2214 00000100:00100000:2.0:1767322651.939683:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923989632:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322651.939840:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923989632:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 159us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322651.939863:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2214 00000100:00080000:1.0:1767322651.941196:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322651.941269:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923989504 00000100:00100000:2.0:1767322651.941282:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923989504 00000100:00100000:2.0:1767322651.941339:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3210 00000100:00100000:2.0:1767322651.941348:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923989504:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322651.941387:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322651.941472:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923989504:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 122us (906us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322651.941479:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3210 00010000:00010000:1.0:1767322652.232891:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322653.257080:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322653.708267:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322653.710388:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989502848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322653.710466:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322653.711066:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322653.711540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989502848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322654.217295:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322654.217310:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989502976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322654.217364:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322654.217427:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502976 00000100:00100000:0.0:1767322654.217434:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502976 00000100:00100000:0.0:1767322654.217483:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1767322654.217492:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989502976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322654.217522:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322654.217568:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989502976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322654.217573:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1767322654.217634:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989502976:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322654.217759:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322654.219083:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322654.219095:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322654.219181:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322654.219186:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322654.219190:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322654.219200:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7896 00000100:00080000:0.0:1767322654.219206:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322654.219213:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322654.219242:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989503232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322654.219268:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322654.219291:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322654.219293:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322654.219297:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7896 00000100:00080000:0.0:1767322654.219300:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322654.219304:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322654.219316:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989503488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322654.219325:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322654.219328:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322654.219330:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322654.219334:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7896 00000100:00080000:0.0:1767322654.219336:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322654.219340:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322654.219351:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989503616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322654.219378:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322654.219381:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322654.219383:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322654.219386:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7896 00000100:00080000:0.0:1767322654.219389:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322654.219392:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322654.219403:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989503872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322654.219440:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989503744:0@lo:400:kworker.0 00000100:00100000:0.0:1767322654.219529:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322654.219744:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503744 00000100:00100000:2.0:1767322654.219758:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503744 00000100:00100000:2.0:1767322654.219847:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767322654.219859:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989503744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322654.219968:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989503744:12345-0@lo:400:kworker.0 Request processed in 108us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322654.219979:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767322654.220049:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989503744:0@lo:400:kworker.0 00000100:00080000:2.0:1767322654.220198:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322654.220552:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989503232:0@lo:38:kworker.0 00000100:00100000:1.0:1767322654.220625:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322654.220654:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989503488:0@lo:38:kworker.0 00000100:00100000:1.0:1767322654.220677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322654.220700:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989503616:0@lo:38:kworker.0 00000100:00100000:1.0:1767322654.220727:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322654.220745:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989503872:0@lo:38:kworker.0 00000100:00100000:1.0:1767322654.220765:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322654.220870:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503232 00000100:00100000:0.0:1767322654.220876:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503232 00000100:00100000:0.0:1767322654.220911:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503488 00000100:00100000:0.0:1767322654.220914:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503488 00000100:00100000:0.0:1767322654.220923:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503872 00000100:00100000:0.0:1767322654.220925:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503872 00000100:00100000:0.0:1767322654.220936:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:0.0:1767322654.220941:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322654.220968:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322654.221007:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503232:12345-0@lo:38:kworker.0 Request processed in 64us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322654.221014:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00100000:0.0:1767322654.221031:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:0.0:1767322654.221034:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322654.221043:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322654.221065:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503488:12345-0@lo:38:kworker.0 Request processed in 29us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322654.221070:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00100000:0.0:1767322654.221083:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:0.0:1767322654.221086:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322654.221094:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322654.221115:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989503872:12345-0@lo:38:kworker.0 Request processed in 28us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322654.221122:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00080000:1.0:1767322654.221378:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322654.221384:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322654.221387:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989503232:0@lo:38:kworker.0 00000100:00080000:1.0:1767322654.221394:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322654.221397:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322654.221415:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989503488:0@lo:38:kworker.0 00000100:00080000:1.0:1767322654.221426:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322654.221429:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322654.221432:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989503872:0@lo:38:kworker.0 00000100:00100000:2.0:1767322654.222297:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503616 00000100:00100000:2.0:1767322654.222309:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503616 00000100:00100000:2.0:1767322654.222355:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251 00000100:00100000:2.0:1767322654.222361:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989503616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322654.222381:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322654.222461:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989503616:12345-0@lo:38:kworker.0 Request processed in 99us (1732us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322654.222468:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251 00000100:00080000:1.0:1767322654.222674:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322654.222684:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322654.222689:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989503616:0@lo:38:kworker.0 00010000:00010000:1.0:1767322654.282457:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322655.304756:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322656.330909:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322657.057127:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322657.057205:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322657.058154:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322657.353178:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322658.377736:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322658.825354:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322658.829504:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989504000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322658.830085:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322658.832375:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3bc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989504000:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322658.835094:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322659.336825:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322659.336842:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322659.336924:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322659.336930:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322659.336934:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322659.336947:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7901 00000100:00080000:0.0:1767322659.336955:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322659.336967:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322659.337006:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989504256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322659.337049:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322659.337054:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322659.337057:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322659.337063:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7901 00000100:00080000:0.0:1767322659.337068:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322659.337074:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322659.337092:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989504512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322659.337106:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322659.337112:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322659.337137:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322659.337147:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7901 00000100:00080000:0.0:1767322659.337151:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322659.337159:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322659.337189:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ed880 x1853163989504640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322659.337270:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322659.337276:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322659.337279:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322659.337285:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7901 00000100:00080000:0.0:1767322659.337290:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322659.337296:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322659.337318:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec700 x1853163989505024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322659.337495:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989504896:0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.337635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322659.337687:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322659.337694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989504768:0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.337731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322659.337768:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504896 00000100:00100000:2.0:1767322659.337777:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504896 00000100:00100000:2.0:1767322659.337838:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504768 00000100:00100000:2.0:1767322659.337842:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504768 00000100:00100000:2.0:1767322659.337867:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4544 00000100:00100000:2.0:1767322659.337875:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989504896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.337931:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989504896:12345-0@lo:400:kworker.0 Request processed in 56us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322659.337939:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4544 00000100:00100000:2.0:1767322659.337956:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545 00000100:00100000:2.0:1767322659.337961:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989504768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.338000:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989504768:12345-0@lo:400:kworker.0 Request processed in 39us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322659.338007:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545 00000100:00100000:2.0:1767322659.338056:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989504768:0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.338069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989504896:0@lo:400:kworker.0 00000100:00100000:1.0:1767322659.339894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989504256:0@lo:38:kworker.0 00000100:00100000:1.0:1767322659.339943:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322659.339995:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989504512:0@lo:38:kworker.0 00000100:00100000:1.0:1767322659.340032:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322659.340061:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989504640:0@lo:38:kworker.0 00000100:00100000:1.0:1767322659.340101:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322659.340138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989505024:0@lo:38:kworker.0 00000100:00100000:1.0:1767322659.340178:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322659.340227:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322659.340253:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504128 00000100:00100000:1.0:1767322659.340262:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504128 00000100:00100000:1.0:1767322659.340327:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504384 00000100:00100000:1.0:1767322659.340333:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504384 00000100:00100000:1.0:1767322659.340385:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504256 00000100:00100000:1.0:1767322659.340390:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504256 00000100:00100000:1.0:1767322659.340407:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504512 00000100:00100000:1.0:1767322659.340411:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504512 00000100:00100000:1.0:1767322659.340421:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505024 00000100:00100000:1.0:1767322659.340423:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505024 00000100:00100000:1.0:1767322659.340435:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:1.0:1767322659.340442:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989504128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322659.340489:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989504128:12345-0@lo:400:kworker.0 Request processed in 48us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322659.340496:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:1.0:1767322659.340511:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1767322659.340517:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989504384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322659.340544:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989504384:12345-0@lo:400:kworker.0 Request processed in 27us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322659.340549:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1767322659.340864:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:1.0:1767322659.340880:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989504256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322659.340905:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322659.340944:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989504256:12345-0@lo:38:kworker.0 Request processed in 67us (1002us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322659.343515:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:2.0:1767322659.343540:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989504512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322659.343630:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322659.343773:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3bc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989504512:12345-0@lo:38:kworker.0 Request processed in 239us (3740us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322659.343782:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00100000:2.0:1767322659.343825:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:2.0:1767322659.343831:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989505024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322659.343841:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322659.343866:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989505024:12345-0@lo:38:kworker.0 Request processed in 34us (3689us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322659.343873:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00100000:2.0:1767322659.343964:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989504384:0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.343982:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989504128:0@lo:400:kworker.0 00000100:00100000:2.0:1767322659.344051:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504640 00000100:00100000:2.0:1767322659.344059:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504640 00000100:00100000:2.0:1767322659.344098:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252 00000100:00100000:2.0:1767322659.344102:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989504640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322659.344147:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322659.344202:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989504640:12345-0@lo:38:kworker.0 Request processed in 95us (4098us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322659.344212:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252 00000100:00080000:2.0:1767322659.344254:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322659.349301:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00010000:00010000:1.0:1767322659.403323:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322660.424909:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322661.448964:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322662.177837:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322662.177897:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322662.177971:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990144 00000100:00100000:0.0:1767322662.177985:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990144 00000100:00100000:2.0:1767322662.177999:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990016 00000100:00100000:2.0:1767322662.178006:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990016 00000100:00100000:2.0:1767322662.178078:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2220 00000100:00080000:1.0:1767322662.178085:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322662.178093:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923990144:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322662.178203:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923990144:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 114us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322662.178213:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2220 00000100:00100000:2.0:1767322662.178241:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3218 00000100:00100000:2.0:1767322662.178246:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923990016:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322662.178272:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322662.178306:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923990016:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 57us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322662.178313:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3218 00010000:00010000:1.0:1767322662.474738:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322663.499043:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322663.946677:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322663.946708:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989505280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322663.946791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322663.947443:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322663.947666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989505280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322664.457218:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322664.457235:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989505408:0@lo:400:kworker.0 00000100:00100000:0.0:1767322664.457322:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322664.457365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989505664:0@lo:400:kworker.0 00000100:00100000:0.0:1767322664.457386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322664.457421:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505408 00000100:00100000:0.0:1767322664.457430:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505408 00000100:00100000:0.0:1767322664.457507:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505664 00000100:00100000:0.0:1767322664.457511:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505664 00000100:00100000:0.0:1767322664.457536:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:0.0:1767322664.457545:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989505408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322664.457921:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989505408:12345-0@lo:400:kworker.0 Request processed in 377us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322664.457928:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:0.0:1767322664.457957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989505664:0@lo:400:kworker.0 00000100:00100000:0.0:1767322664.457968:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989505408:0@lo:400:kworker.0 00000100:00080000:1.0:1767322664.458055:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322664.458062:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322664.458074:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989505536:0@lo:38:kworker.0 00000100:00100000:1.0:1767322664.458107:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322664.458134:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989505792:0@lo:38:kworker.0 00000100:00100000:1.0:1767322664.458154:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322664.458177:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989505920:0@lo:38:kworker.0 00000100:00100000:1.0:1767322664.458204:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322664.458224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989506304:0@lo:38:kworker.0 00000100:00100000:1.0:1767322664.458244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322664.458275:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505920 00000100:00100000:1.0:1767322664.458279:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505920 00000100:00100000:1.0:1767322664.458304:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253 00000100:00100000:1.0:1767322664.458308:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989505920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322664.458329:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322664.458364:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989505920:12345-0@lo:38:kworker.0 Request processed in 54us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322664.458371:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253 00000100:00100000:1.0:1767322664.458390:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505536 00000100:00100000:1.0:1767322664.458393:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505536 00000100:00100000:1.0:1767322664.458408:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505792 00000100:00100000:1.0:1767322664.458411:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505792 00000100:00100000:1.0:1767322664.458422:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506304 00000100:00100000:1.0:1767322664.458424:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506304 00000100:00100000:1.0:1767322664.458432:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767322664.458436:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989505536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322664.458467:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322664.458498:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989505536:12345-0@lo:38:kworker.0 Request processed in 60us (390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322664.458504:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767322664.458516:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:1.0:1767322664.458520:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989505792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322664.458528:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322664.458548:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989505792:12345-0@lo:38:kworker.0 Request processed in 27us (393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322664.458553:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00100000:1.0:1767322664.458562:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:1.0:1767322664.458567:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989506304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322664.458575:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322664.458643:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989506304:12345-0@lo:38:kworker.0 Request processed in 75us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322664.458649:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00080000:1.0:1767322664.458675:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322664.458680:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322664.458683:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989505536:0@lo:38:kworker.0 00000100:00080000:1.0:1767322664.458691:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322664.458694:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322664.458697:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989505792:0@lo:38:kworker.0 00000100:00080000:1.0:1767322664.458704:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322664.458707:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322664.459954:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989505920:0@lo:38:kworker.0 00000100:00080000:1.0:1767322664.459992:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322664.459996:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322664.459999:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989506304:0@lo:38:kworker.0 00000100:00100000:1.0:1767322664.462527:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989506432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322664.462908:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322664.463864:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989506432:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322664.521074:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322665.550709:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322666.276100:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990528 00000100:00100000:2.0:1767322666.276114:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990528 00000100:00100000:2.0:1767322666.276212:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990400 00000100:00100000:2.0:1767322666.276216:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990400 00000100:00100000:2.0:1767322666.276239:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2223 00000100:00100000:2.0:1767322666.276250:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923990528:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322666.276350:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923990528:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 102us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322666.276359:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2223 00000100:00080000:1.0:1767322666.276362:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322666.276385:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3222 00000100:00100000:2.0:1767322666.276391:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923990400:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322666.276432:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322666.276464:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923990400:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 72us (498us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322666.276471:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3222 00010000:00010000:1.0:1767322666.572858:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322667.596419:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322668.616931:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322669.066523:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322669.066563:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989506560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322669.066675:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322669.067230:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989506560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322669.067793:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322669.576832:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322669.576850:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322669.576942:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322669.576947:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322669.576951:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322669.576963:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7911 00000100:00080000:0.0:1767322669.576969:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322669.576977:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322669.577002:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989506816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322669.577027:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322669.577030:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322669.577032:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322669.577036:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7911 00000100:00080000:0.0:1767322669.577039:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322669.577042:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322669.577054:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989507072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322669.577082:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322669.577087:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322669.577088:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322669.577093:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7911 00000100:00080000:0.0:1767322669.577096:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322669.577100:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322669.577114:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989507200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322669.577145:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322669.577149:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322669.577150:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322669.577154:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7911 00000100:00080000:0.0:1767322669.577156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322669.577159:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322669.577170:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329eea00 x1853163989507456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322669.577200:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322669.577217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989507328:0@lo:400:kworker.0 00000100:00100000:0.0:1767322669.577316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322669.577429:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507328 00000100:00100000:0.0:1767322669.577438:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507328 00000100:00100000:0.0:1767322669.577512:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548 00000100:00100000:0.0:1767322669.577533:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989507328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322669.577620:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989507328:12345-0@lo:400:kworker.0 Request processed in 99us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322669.577635:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548 00000100:00100000:0.0:1767322669.577691:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989507328:0@lo:400:kworker.0 00000100:00100000:2.0:1767322669.577870:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322669.577879:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989506944:0@lo:400:kworker.0 00000100:00100000:2.0:1767322669.577886:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989507584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322669.577932:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322669.577938:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322669.578428:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322669.578449:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989506816:0@lo:38:kworker.0 00000100:00100000:1.0:1767322669.581539:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506944 00000100:00100000:1.0:1767322669.581571:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506944 00000100:00100000:1.0:1767322669.581701:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:1.0:1767322669.581715:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989506944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322669.581839:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989506944:12345-0@lo:400:kworker.0 Request processed in 127us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322669.581848:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00080000:1.0:1767322669.581880:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322669.581924:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989506944:0@lo:400:kworker.0 00000100:00100000:1.0:1767322669.581984:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507584 00000100:00100000:1.0:1767322669.581988:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507584 00000100:00100000:1.0:1767322669.582039:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817 00000100:00100000:1.0:1767322669.582045:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989507584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322669.582073:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322669.582114:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989507584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (4179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322669.582120:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817 00000100:00100000:2.0:1767322669.584172:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989507584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322669.585609:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506688 00000100:00100000:1.0:1767322669.585621:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506688 00000100:00100000:1.0:1767322669.585719:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1767322669.585730:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989506688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322669.585810:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989506688:12345-0@lo:400:kworker.0 Request processed in 82us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322669.585819:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00080000:2.0:1767322669.586044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322669.587470:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322669.587764:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989507072:0@lo:38:kworker.0 00000100:00100000:0.0:1767322669.587816:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322669.588515:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989507200:0@lo:38:kworker.0 00000100:00100000:0.0:1767322669.588690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322669.588718:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989507456:0@lo:38:kworker.0 00000100:00100000:0.0:1767322669.588744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322669.588937:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507200 00000100:00100000:2.0:1767322669.588942:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507200 00000100:00100000:2.0:1767322669.589000:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254 00000100:00100000:2.0:1767322669.589025:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989507200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322669.589056:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322669.589108:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989507200:12345-0@lo:38:kworker.0 Request processed in 83us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322669.589116:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254 00000100:00100000:2.0:1767322669.589163:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507072 00000100:00100000:2.0:1767322669.589168:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507072 00000100:00100000:2.0:1767322669.589186:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:2.0:1767322669.589191:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989506816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322669.589211:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322669.589249:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989506816:12345-0@lo:38:kworker.0 Request processed in 57us (1788us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322669.589255:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:2.0:1767322669.589267:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:2.0:1767322669.589271:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989507072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322669.589280:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322669.589304:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989507072:12345-0@lo:38:kworker.0 Request processed in 32us (1488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322669.589310:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00080000:0.0:1767322669.589806:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322669.589816:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322669.589822:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989506816:0@lo:38:kworker.0 00000100:00080000:0.0:1767322669.589833:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322669.589836:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322669.589839:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989507072:0@lo:38:kworker.0 00000100:00080000:0.0:1767322669.589848:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322669.589852:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322669.589854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989507200:0@lo:38:kworker.0 00000100:00100000:1.0:1767322669.589945:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507456 00000100:00100000:1.0:1767322669.589952:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507456 00000100:00100000:2.0:1767322669.590027:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767322669.590033:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989507456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322669.590047:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322669.590145:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989507456:12345-0@lo:38:kworker.0 Request processed in 110us (1399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322669.590152:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00080000:0.0:1767322669.590348:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322669.590354:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322669.590357:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989507456:0@lo:38:kworker.0 00010000:00010000:2.0:1767322669.641642:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322670.665347:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322671.397650:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322671.397764:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322671.398089:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990784 00000100:00100000:2.0:1767322671.398103:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990784 00000100:00100000:0.0:1767322671.398145:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990656 00000100:00100000:0.0:1767322671.398150:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990656 00000100:00100000:0.0:1767322671.398203:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2226 00000100:00080000:1.0:1767322671.398206:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322671.398216:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923990784:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322671.398334:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923990784:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 121us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322671.398343:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2226 00000100:00100000:0.0:1767322671.398365:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3226 00000100:00100000:0.0:1767322671.398370:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923990656:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322671.398399:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322671.398426:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923990656:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 54us (662us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322671.398433:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3226 00010000:00010000:1.0:1767322671.689927:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322672.712992:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322673.737044:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322674.187893:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322674.187939:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989507712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322674.188047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322674.188394:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507712 00000100:00100000:1.0:1767322674.188406:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507712 00000100:00100000:1.0:1767322674.188506:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818 00000100:00100000:1.0:1767322674.188518:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989507712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322674.188557:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322674.188662:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989507712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322674.188693:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818 00000100:00080000:0.0:1767322674.188809:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322674.199277:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989507712:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322674.699303:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.699313:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322674.699346:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.699351:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322674.699357:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322674.699368:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7916 00000100:00080000:0.0:1767322674.699374:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322674.699381:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322674.699408:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef800 x1853163989508096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322674.699474:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.699478:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322674.699480:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322674.699484:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7916 00000100:00080000:0.0:1767322674.699487:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322674.699492:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322674.699504:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ee300 x1853163989508352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322674.699513:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.699516:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322674.699518:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322674.699523:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7916 00000100:00080000:0.0:1767322674.699526:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322674.699530:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322674.699544:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ec000 x1853163989508480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322674.699561:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.699564:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322674.699565:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322674.699569:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7916 00000100:00080000:0.0:1767322674.699571:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322674.699575:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322674.699612:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0e300 x1853163989508736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322674.699654:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989508224:0@lo:400:kworker.0 00000100:00100000:0.0:1767322674.699747:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322674.699857:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322674.699864:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989507968:0@lo:400:kworker.0 00000100:00100000:0.0:1767322674.699888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322674.699931:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508224 00000100:00100000:0.0:1767322674.699941:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508224 00000100:00100000:0.0:1767322674.700005:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507968 00000100:00100000:0.0:1767322674.700008:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507968 00000100:00100000:0.0:1767322674.700038:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:0.0:1767322674.700047:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989508224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322674.700106:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989508224:12345-0@lo:400:kworker.0 Request processed in 60us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322674.700114:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:0.0:1767322674.700135:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1767322674.700141:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989507968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322674.700167:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989507968:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322674.700172:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00080000:0.0:1767322674.700194:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322674.700229:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989507968:0@lo:400:kworker.0 00000100:00100000:0.0:1767322674.700241:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989508224:0@lo:400:kworker.0 00000100:00100000:2.0:1767322674.700553:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322649/real 1767322649] req@ffff9e7d03ea5500 x1853163989501824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322674 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322674.700574:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d03ea5500 x1853163989501824/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322674 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322674.700628:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989508096:0@lo:38:kworker.0 00000100:00100000:2.0:1767322674.700669:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322674.700698:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989508352:0@lo:38:kworker.0 00000100:00100000:2.0:1767322674.700721:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322674.700743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989508480:0@lo:38:kworker.0 00000100:00100000:2.0:1767322674.700790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322674.700813:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989508736:0@lo:38:kworker.0 00000100:00100000:2.0:1767322674.700834:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322674.700850:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322674.700862:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322674.700865:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989501824:0@lo:250:kworker.0 00000100:00100000:2.0:1767322674.700896:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508096 00000100:00100000:2.0:1767322674.700901:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508096 00000100:00100000:2.0:1767322674.700934:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508352 00000100:00100000:2.0:1767322674.700937:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508352 00000100:00100000:2.0:1767322674.700945:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508736 00000100:00100000:2.0:1767322674.700947:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508736 00000100:00100000:2.0:1767322674.700959:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1767322674.700964:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322674.700988:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322674.701030:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508096:12345-0@lo:38:kworker.0 Request processed in 64us (361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322674.701037:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1767322674.701052:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:2.0:1767322674.701056:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322674.701066:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322674.701087:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508352:12345-0@lo:38:kworker.0 Request processed in 30us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322674.701093:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:2.0:1767322674.701103:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:2.0:1767322674.701107:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322674.701115:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322674.701135:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989508736:12345-0@lo:38:kworker.0 Request processed in 27us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322674.701140:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00080000:2.0:1767322674.701167:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322674.701171:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322674.701174:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989508096:0@lo:38:kworker.0 00000100:00080000:2.0:1767322674.701182:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322674.701191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322674.701194:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989508352:0@lo:38:kworker.0 00000100:00080000:2.0:1767322674.701204:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322674.701207:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322674.701210:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989508736:0@lo:38:kworker.0 00000100:00100000:1.0:1767322674.702167:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507840 00000100:00100000:1.0:1767322674.702177:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507840 00000100:00100000:1.0:1767322674.702280:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819 00000100:00100000:1.0:1767322674.702293:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322674.702338:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322674.702410:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322674.702420:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819 00000100:00100000:1.0:1767322674.702501:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989507840:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767322674.702684:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322674.702691:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322674.702714:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322674.702722:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7896 00000100:00080000:0.0:1767322674.702728:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322674.702736:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322674.702809:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d39a0ca80 x1853163989508864/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322674.703248:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989508864:0@lo:250:kworker.0 00000400:00000100:1.0:1767322674.703308:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989508864 offset 0 length 520: 4 00000100:00100000:2.0:1767322674.703694:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508608 00000100:00100000:2.0:1767322674.703708:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508608 00000100:00100000:2.0:1767322674.703812:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549 00000100:00100000:2.0:1767322674.703827:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322674.703918:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508608:12345-0@lo:400:kworker.0 Request processed in 96us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322674.703928:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1767322674.704203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989508608:0@lo:400:kworker.0 00010000:00010000:1.0:1767322674.760960:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322675.784859:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322676.513172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322676.515179:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322676.525378:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991040 00000100:00100000:0.0:1767322676.525412:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991040 00000100:00100000:0.0:1767322676.525827:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923990912 00000100:00100000:0.0:1767322676.525833:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923990912 00000100:00100000:2.0:1767322676.528478:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2229 00000100:00100000:2.0:1767322676.528514:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923991040:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322676.528677:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923991040:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 181us (15516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322676.528687:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2229 00000100:00100000:2.0:1767322676.528722:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3230 00000100:00100000:2.0:1767322676.528727:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923990912:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322676.528767:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322676.528800:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923990912:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 71us (13635us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322676.528807:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3230 00010000:00010000:1.0:1767322676.808856:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322677.833120:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322678.858937:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322679.315478:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508992 00000100:00100000:1.0:1767322679.315490:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508992 00000100:00100000:1.0:1767322679.315632:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820 00000100:00100000:1.0:1767322679.315645:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322679.315685:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322679.315755:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322679.315772:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820 00000100:00100000:1.0:1767322679.315836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989508992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322679.817577:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322679.817620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989509120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322679.817716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322679.817779:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509120 00000100:00100000:0.0:1767322679.817790:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509120 00000100:00080000:2.0:1767322679.817999:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322679.818006:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322679.818042:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322679.818046:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322679.818052:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322679.818058:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7921 00000100:00080000:2.0:1767322679.818063:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322679.818070:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322679.818096:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0e00 x1853163989509376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322679.818145:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322679.818148:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322679.818151:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322679.818156:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7921 00000100:00080000:2.0:1767322679.818161:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322679.818167:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322679.818184:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989509632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322679.818195:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322679.818199:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322679.818201:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322679.818206:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7921 00000100:00080000:2.0:1767322679.818209:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322679.818217:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322679.818257:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163989509760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322679.818272:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322679.818275:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322679.818279:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322679.818287:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7921 00000100:00080000:2.0:1767322679.818291:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322679.818296:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322679.818311:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0000 x1853163989509888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322679.818348:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322679.818363:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989509504:0@lo:400:kworker.0 00000100:00100000:2.0:1767322679.818404:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322679.818453:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509376 00000100:00100000:2.0:1767322679.818460:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509376 00000100:00100000:2.0:1767322679.820457:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509504 00000100:00100000:2.0:1767322679.820474:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509504 00000100:00100000:0.0:1767322679.820662:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821 00000100:00100000:0.0:1767322679.820675:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989509120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322679.820721:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322679.820816:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989509120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322679.820824:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821 00000100:00100000:1.0:1767322679.826790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989509248:0@lo:400:kworker.0 00000100:00100000:1.0:1767322679.827083:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322679.827171:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989509120:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322679.828206:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322679.828245:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989509248:0@lo:400:kworker.0 00010000:00010000:1.0:1767322679.881137:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322680.905749:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322681.634692:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991168 00000100:00100000:1.0:1767322681.634705:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991168 00000100:00100000:1.0:1767322681.634773:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3234 00000100:00100000:1.0:1767322681.634784:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923991168:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322681.634815:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322681.634916:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923991168:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 132us (462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322681.634925:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3234 00000100:00100000:1.0:1767322681.639746:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322681.639825:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991296 00000100:00100000:2.0:1767322681.639839:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991296 00000100:00100000:2.0:1767322681.639942:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2232 00000100:00100000:2.0:1767322681.639955:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923991296:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:1.0:1767322681.640058:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322681.640068:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923991296:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 115us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322681.640077:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2232 00010000:00010000:2.0:1767322681.929174:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322682.952974:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322683.976948:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322684.425492:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510016 00000100:00100000:1.0:1767322684.425502:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510016 00000100:00100000:1.0:1767322684.425642:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822 00000100:00100000:1.0:1767322684.425654:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989510016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322684.425702:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322684.425770:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989510016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322684.425782:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822 00000100:00080000:1.0:1767322684.937783:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322684.937793:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322684.937818:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322684.937823:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322684.937830:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322684.937842:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7926 00000100:00080000:1.0:1767322684.937848:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322684.937857:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322684.937889:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb480 x1853163989510400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322684.937973:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322684.937977:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322684.937980:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322684.937984:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7926 00000100:00080000:1.0:1767322684.937987:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767322684.937994:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989510400:0@lo:38:kworker.0 00000100:00080000:1.0:1767322684.937994:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322684.938020:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989510656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322684.938032:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767322684.938039:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322684.938050:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322684.938073:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322684.938079:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7926 00000100:00080000:1.0:1767322684.938082:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322684.938087:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322684.938104:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8000 x1853163989510784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322684.938106:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989510656:0@lo:38:kworker.0 00000100:00080000:1.0:1767322684.938133:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322684.938137:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322684.938139:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767322684.938146:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322684.938149:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7926 00000100:00080000:1.0:1767322684.938153:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322684.938157:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322684.938171:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989511040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322684.938176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989510784:0@lo:38:kworker.0 00000100:00100000:1.0:1767322684.938203:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989510272:0@lo:400:kworker.0 00000100:00100000:0.0:1767322684.938223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322684.938273:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989511040:0@lo:38:kworker.0 00000100:00100000:1.0:1767322684.938274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322684.938307:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322684.938321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989510528:0@lo:400:kworker.0 00000100:00100000:1.0:1767322684.938353:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322684.938357:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510400 00000100:00100000:0.0:1767322684.938367:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510400 00000100:00100000:1.0:1767322684.938377:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322684.938383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989510912:0@lo:400:kworker.0 00000100:00100000:1.0:1767322684.938407:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322684.938413:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510656 00000100:00100000:0.0:1767322684.938417:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510656 00000100:00100000:0.0:1767322684.938430:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510272 00000100:00100000:0.0:1767322684.938432:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510272 00000100:00100000:1.0:1767322684.938443:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511040 00000100:00100000:1.0:1767322684.938449:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511040 00000100:00100000:1.0:1767322684.938471:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510528 00000100:00100000:1.0:1767322684.938474:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510528 00000100:00100000:0.0:1767322684.938485:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:0.0:1767322684.938499:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989510272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322684.938505:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:1.0:1767322684.938525:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989510528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322684.938568:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989510272:12345-0@lo:400:kworker.0 Request processed in 73us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322684.938608:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989510528:12345-0@lo:400:kworker.0 Request processed in 57us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322684.938620:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:1.0:1767322684.940753:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:1.0:1767322684.940818:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:1.0:1767322684.940828:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989510400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322684.940861:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322684.940918:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:2.0:1767322684.940947:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989510656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322684.940961:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322684.941074:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989510656:12345-0@lo:38:kworker.0 Request processed in 126us (2930us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322684.941082:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00100000:2.0:1767322684.941103:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:2.0:1767322684.941107:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989511040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322684.941118:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322684.941145:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989511040:12345-0@lo:38:kworker.0 Request processed in 37us (2839us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322684.941151:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00100000:2.0:1767322684.941185:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510144 00000100:00100000:2.0:1767322684.941195:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510144 00000100:00100000:2.0:1767322684.941272:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823 00000100:00100000:2.0:1767322684.941279:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989510144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322684.941316:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322684.941365:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989510144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322684.941372:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823 00000100:00080000:2.0:1767322684.941425:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322684.941431:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322684.941435:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989511040:0@lo:38:kworker.0 00000100:00080000:2.0:1767322684.941462:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322684.941466:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322684.941470:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989510656:0@lo:38:kworker.0 00000100:00100000:1.0:1767322684.941694:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989510400:12345-0@lo:38:kworker.0 Request processed in 865us (3654us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322684.941703:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00100000:1.0:1767322684.941749:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989510528:0@lo:400:kworker.0 00000100:00080000:1.0:1767322684.941776:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322684.941782:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322684.941785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989510400:0@lo:38:kworker.0 00000100:00100000:1.0:1767322684.941836:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510784 00000100:00100000:1.0:1767322684.941841:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510784 00000100:00100000:1.0:1767322684.941873:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257 00000100:00100000:1.0:1767322684.941880:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989510784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322684.941894:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322684.941954:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989510144:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322684.942006:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322684.942012:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322684.942030:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510912 00000100:00100000:2.0:1767322684.942034:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510912 00000100:00100000:2.0:1767322684.942064:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550 00000100:00100000:2.0:1767322684.942070:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989510912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322684.942117:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989510912:12345-0@lo:400:kworker.0 Request processed in 46us (3709us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322684.942123:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550 00000100:00100000:2.0:1767322684.942154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989510912:0@lo:400:kworker.0 00000100:00100000:2.0:1767322684.942193:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989510272:0@lo:400:kworker.0 00000100:00100000:1.0:1767322684.943935:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989510784:12345-0@lo:38:kworker.0 Request processed in 2038us (5696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322684.943964:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257 00000100:00080000:2.0:1767322684.943982:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322684.943992:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322684.943997:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989510784:0@lo:38:kworker.0 00010000:00010000:1.0:1767322685.002840:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322686.024942:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322686.760769:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991552 00000100:00100000:1.0:1767322686.760794:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991552 00000100:00080000:2.0:1767322686.761350:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322686.762156:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991424 00000100:00100000:1.0:1767322686.762168:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991424 00000100:00100000:1.0:1767322686.762228:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2235 00000100:00100000:1.0:1767322686.762244:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923991552:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322686.762382:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923991552:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 144us (8649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322686.762485:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2235 00000100:00100000:1.0:1767322686.762514:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3238 00000100:00100000:1.0:1767322686.762519:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923991424:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322686.762545:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322686.762739:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923991424:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 216us (8851us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322686.762746:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3238 00010000:00010000:1.0:1767322687.048938:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322688.074128:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322689.096984:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322689.545651:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511168 00000100:00100000:0.0:1767322689.545662:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511168 00000100:00100000:0.0:1767322689.545764:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824 00000100:00100000:0.0:1767322689.545776:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989511168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322689.545822:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322689.545895:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989511168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322689.545903:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824 00000100:00100000:0.0:1767322689.545988:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989511168:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322690.057453:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322690.057464:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322690.057546:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322690.057549:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322690.057553:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322690.057562:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7931 00000100:00080000:2.0:1767322690.057567:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322690.057612:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322690.057642:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a3b80 x1853163989511424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322690.057680:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322690.057684:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322690.057686:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322690.057691:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7931 00000100:00080000:2.0:1767322690.057693:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322690.057698:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322690.057709:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989511680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322690.057719:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322690.057723:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322690.057724:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322690.057730:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7931 00000100:00080000:2.0:1767322690.057733:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322690.057737:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322690.057750:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2680 x1853163989511808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322690.057763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322690.057765:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322690.057766:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322690.057769:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7931 00000100:00080000:2.0:1767322690.057771:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322690.057778:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322690.057788:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989512064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322690.057819:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989511424:0@lo:38:kworker.0 00000100:00100000:2.0:1767322690.057906:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322690.057952:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989511680:0@lo:38:kworker.0 00000100:00100000:2.0:1767322690.057995:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322690.058012:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989511808:0@lo:38:kworker.0 00000100:00100000:2.0:1767322690.058036:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322690.058047:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989512064:0@lo:38:kworker.0 00000100:00100000:1.0:1767322690.058544:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322690.058561:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989511296:0@lo:400:kworker.0 00000100:00100000:0.0:1767322690.061342:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511424 00000100:00100000:0.0:1767322690.061353:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511424 00000100:00100000:0.0:1767322690.061431:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511680 00000100:00100000:0.0:1767322690.061436:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511680 00000100:00100000:0.0:1767322690.061464:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1767322690.061474:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989511424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322690.062675:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322690.063279:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:2.0:1767322690.063292:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989511680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322690.063320:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322690.066185:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322690.066286:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989512192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322690.066333:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322690.066414:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511808 00000100:00100000:1.0:1767322690.066426:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511808 00000100:00100000:1.0:1767322690.066483:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258 00000100:00100000:1.0:1767322690.066492:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989511808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322690.066531:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322690.066632:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989511808:12345-0@lo:38:kworker.0 Request processed in 138us (8592us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322690.066640:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258 00000100:00100000:1.0:1767322690.066670:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511296 00000100:00100000:1.0:1767322690.066673:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511296 00000100:00100000:1.0:1767322690.069294:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:1.0:1767322690.069331:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989511296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322690.069474:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989511296:12345-0@lo:400:kworker.0 Request processed in 163us (3300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322690.069483:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:1.0:1767322690.069545:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512192 00000100:00100000:1.0:1767322690.069556:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512192 00000100:00100000:1.0:1767322690.069625:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825 00000100:00100000:1.0:1767322690.069632:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989512192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322690.069668:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322690.069707:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989512192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (3373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322690.069714:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825 00000100:00100000:1.0:1767322690.069772:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989512192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322690.069787:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989511296:0@lo:400:kworker.0 00000100:00100000:1.0:1767322690.069896:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511936 00000100:00100000:1.0:1767322690.069899:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511936 00000100:00100000:1.0:1767322690.071837:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551 00000100:00100000:1.0:1767322690.072136:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322690.072253:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511936:12345-0@lo:400:kworker.0 Request processed in 132us (2483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322690.072283:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551 00000100:00080000:1.0:1767322690.072600:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322690.072608:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322690.072658:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989511936:0@lo:400:kworker.0 00000100:00100000:0.0:1767322690.075255:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989511424:12345-0@lo:38:kworker.0 Request processed in 13771us (17336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322690.075272:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:2.0:1767322690.084557:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989511680:12345-0@lo:38:kworker.0 Request processed in 21255us (26550us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322690.084575:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00010000:00010000:2.0:1767322690.120989:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322691.144827:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322691.873326:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991936 00000100:00100000:1.0:1767322691.873337:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991936 00000100:00100000:2.0:1767322691.873358:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923991808 00000100:00100000:2.0:1767322691.873364:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923991808 00000100:00100000:2.0:1767322691.873421:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3242 00000100:00100000:2.0:1767322691.873428:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923991808:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322691.873453:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322691.873547:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923991808:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 117us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322691.873573:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3242 00000100:00100000:1.0:1767322691.873819:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2238 00000100:00100000:1.0:1767322691.873826:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923991936:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322691.873871:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923991936:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 47us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322691.873876:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2238 00010000:00010000:1.0:1767322692.168914:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322693.193146:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322694.219956:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322694.665966:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989512320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322694.666044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322694.666243:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512320 00000100:00100000:1.0:1767322694.666263:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512320 00000100:00100000:1.0:1767322694.666617:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826 00000100:00100000:1.0:1767322694.666629:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989512320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322694.666662:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322694.666723:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989512320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322694.666730:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826 00000100:00100000:0.0:1767322694.666809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989512320:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322695.176728:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322695.176743:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322695.176805:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322695.176810:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322695.176814:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322695.176822:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7936 00000100:00100000:1.0:1767322695.176864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989512576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322695.176936:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322695.176988:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322695.176995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989512448:0@lo:400:kworker.0 00000100:00100000:1.0:1767322695.177040:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322695.177081:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322695.177090:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322695.177092:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512576 00000100:00100000:1.0:1767322695.177098:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512576 00000100:00100000:2.0:1767322695.177112:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ce00 x1853163989512704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322695.177154:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512448 00000100:00100000:0.0:1767322695.177158:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512448 00000100:00100000:1.0:1767322695.178999:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827 00000100:00100000:1.0:1767322695.179013:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322695.179047:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322695.179128:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322695.179136:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827 00000100:00100000:1.0:1767322695.179195:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989512576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767322695.179405:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:0.0:1767322695.179414:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989512448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322695.179472:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989512448:12345-0@lo:400:kworker.0 Request processed in 60us (2430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322695.179479:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:0.0:1767322695.179511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989512448:0@lo:400:kworker.0 00000100:00100000:0.0:1767322695.179837:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989512704:0@lo:38:kworker.0 00000100:00080000:2.0:1767322695.179864:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322695.179868:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767322695.179871:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322695.179871:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322695.179876:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7936 00000100:00080000:2.0:1767322695.179880:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322695.179885:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322695.179901:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8dc00 x1853163989512960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322695.179912:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512704 00000100:00080000:2.0:1767322695.179915:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767322695.179917:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512704 00000100:00080000:2.0:1767322695.179919:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322695.179920:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322695.179924:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7936 00000100:00100000:0.0:1767322695.179934:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:0.0:1767322695.179939:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989512704:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767322695.179940:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322695.179944:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322695.179956:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f800 x1853163989513088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:0.0:1767322695.179957:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767322695.179971:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322695.179974:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322695.179976:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322695.179979:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7936 00000100:00080000:2.0:1767322695.179982:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767322695.179983:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989512704:12345-0@lo:38:kworker.0 Request processed in 43us (111us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767322695.179985:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322695.179994:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ed80 x1853163989513344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322695.179999:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:0.0:1767322695.180017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989512960:0@lo:38:kworker.0 00000100:00100000:0.0:1767322695.180040:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322695.180076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989513088:0@lo:38:kworker.0 00000100:00100000:0.0:1767322695.180099:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322695.180121:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989513344:0@lo:38:kworker.0 00000100:00100000:0.0:1767322695.180143:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322695.180164:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322695.180168:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322695.180171:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989512704:0@lo:38:kworker.0 00000100:00100000:0.0:1767322695.180195:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513088 00000100:00100000:0.0:1767322695.180199:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513088 00000100:00100000:0.0:1767322695.180218:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259 00000100:00100000:0.0:1767322695.180223:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989513088:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322695.180336:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512960 00000100:00100000:2.0:1767322695.180340:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512960 00000100:00100000:2.0:1767322695.180357:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513344 00000100:00100000:2.0:1767322695.180360:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513344 00000100:00100000:2.0:1767322695.180374:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1767322695.180378:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989512960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322695.180388:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322695.180421:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989512960:12345-0@lo:38:kworker.0 Request processed in 42us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322695.180436:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1767322695.180450:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:2.0:1767322695.180454:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989513344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322695.180463:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322695.180494:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989513344:12345-0@lo:38:kworker.0 Request processed in 38us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322695.180500:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:1.0:1767322695.180656:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989512832:0@lo:400:kworker.0 00000100:00100000:1.0:1767322695.180684:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322695.180712:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322695.180718:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989513216:0@lo:400:kworker.0 00000100:00100000:1.0:1767322695.180742:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322695.180771:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513216 00000100:00100000:1.0:1767322695.180776:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513216 00000100:00100000:1.0:1767322695.180805:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552 00000100:00100000:1.0:1767322695.180811:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989513216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322695.180847:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989513216:12345-0@lo:400:kworker.0 Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322695.180852:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552 00000100:00100000:1.0:1767322695.180887:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989513216:0@lo:400:kworker.0 00000100:00080000:1.0:1767322695.180927:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322695.180931:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322695.180942:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989512960:0@lo:38:kworker.0 00000100:00080000:1.0:1767322695.180953:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322695.180956:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322695.180959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989513344:0@lo:38:kworker.0 00010000:00020000:0.0:1767322695.181029:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322695.181072:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989513088:12345-0@lo:38:kworker.0 Request processed in 847us (971us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322695.181079:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259 00000100:00080000:1.0:1767322695.181143:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322695.181147:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322695.181150:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989513088:0@lo:38:kworker.0 00000100:00100000:2.0:1767322695.181207:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512832 00000100:00100000:2.0:1767322695.181212:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512832 00000100:00100000:2.0:1767322695.181267:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:2.0:1767322695.181274:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989512832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322695.181307:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989512832:12345-0@lo:400:kworker.0 Request processed in 34us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322695.181313:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:1.0:1767322695.181463:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989512832:0@lo:400:kworker.0 00000100:00080000:0.0:1767322695.181599:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322695.240847:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322696.264860:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322697.001084:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992192 00000100:00100000:1.0:1767322697.001644:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992064 00000100:00100000:1.0:1767322697.001658:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992064 00000100:00100000:1.0:1767322697.001955:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3246 00000100:00100000:1.0:1767322697.001965:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923992064:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322697.001989:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322697.002063:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992192 00000100:00100000:1.0:1767322697.002079:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923992064:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 114us (4059us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322697.002087:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3246 00000100:00100000:2.0:1767322697.003746:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2241 00000100:00100000:2.0:1767322697.003766:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923992192:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322697.003849:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923992192:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (5948us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322697.003864:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2241 00010000:00010000:1.0:1767322697.288824:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322698.313130:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322699.275375:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322674/real 1767322674] req@ffff9e7d39a0ca80 x1853163989508864/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322699 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322699.275407:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d39a0ca80 x1853163989508864/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322699 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767322699.275449:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322699.275476:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322699.275480:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989508864:0@lo:250:kworker.0 00000100:00080000:2.0:1767322699.275535:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322699.275540:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767322699.275544:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322699.275548:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7921 00000100:00080000:2.0:1767322699.275552:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322699.275558:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322699.275617:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8e300 x1853163989513472/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322699.275657:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989513472:0@lo:250:kworker.0 00000100:00080000:2.0:1767322699.275669:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322699.275679:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322699.275681:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322699.275684:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7942 00000100:00080000:2.0:1767322699.275687:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322699.275691:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000400:00000100:0.0:1767322699.275701:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989513472 offset 0 length 520: 4 00000100:00100000:2.0:1767322699.275705:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ed80 x1853163989513728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322699.275727:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322699.275730:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322699.275732:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322699.275736:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7942 00000100:00080000:2.0:1767322699.275738:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322699.275742:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322699.275754:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989513728:0@lo:38:kworker.0 00000100:00100000:2.0:1767322699.275758:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f480 x1853163989513984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322699.275780:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767322699.275783:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322699.275784:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322699.275786:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322699.275791:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7942 00000100:00080000:2.0:1767322699.275794:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322699.275798:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322699.275816:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8ce00 x1853163989514112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322699.275885:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322699.275893:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322699.275895:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322699.275898:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7942 00000100:00080000:2.0:1767322699.275900:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322699.275904:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322699.275914:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc3800 x1853163989514496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322699.275936:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989514368:0@lo:400:kworker.0 00000100:00100000:1.0:1767322699.276190:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989514240:0@lo:400:kworker.0 00000100:00100000:0.0:1767322699.279135:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989513984:0@lo:38:kworker.0 00000100:00100000:0.0:1767322699.279202:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322699.279230:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989514112:0@lo:38:kworker.0 00000100:00100000:0.0:1767322699.279255:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322699.279279:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989514496:0@lo:38:kworker.0 00000100:00100000:0.0:1767322699.279301:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322699.279362:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514112 00000100:00100000:0.0:1767322699.279370:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514112 00000100:00100000:0.0:1767322699.279409:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5260 00000100:00100000:0.0:1767322699.279415:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989514112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322699.279436:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322699.279475:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989514112:12345-0@lo:38:kworker.0 Request processed in 59us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322699.279482:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5260 00000100:00080000:0.0:1767322699.279527:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322699.279533:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322699.279559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989514112:0@lo:38:kworker.0 00000100:00100000:0.0:1767322699.279634:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513728 00000100:00100000:0.0:1767322699.279640:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513728 00000100:00100000:0.0:1767322699.279667:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513984 00000100:00100000:0.0:1767322699.279673:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513984 00000100:00100000:0.0:1767322699.279690:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514496 00000100:00100000:0.0:1767322699.279696:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514496 00000100:00100000:0.0:1767322699.279706:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513600 00000100:00100000:0.0:1767322699.279709:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513600 00000100:00100000:0.0:1767322699.279750:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513856 00000100:00100000:0.0:1767322699.279756:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513856 00000100:00100000:0.0:1767322699.279782:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1767322699.279789:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989513600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322699.281769:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989513600:12345-0@lo:400:kworker.0 Request processed in 1972us (2219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322699.281782:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:2.0:1767322699.283019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322699.283169:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514368 00000100:00100000:2.0:1767322699.283177:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514368 00000100:00100000:2.0:1767322699.283234:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553 00000100:00100000:2.0:1767322699.283244:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989514368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322699.283303:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989514368:12345-0@lo:400:kworker.0 Request processed in 61us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322699.283309:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553 00000100:00080000:2.0:1767322699.283478:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322699.283518:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989514368:0@lo:400:kworker.0 00000100:00100000:1.0:1767322699.286402:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322699.286960:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514240 00000100:00100000:2.0:1767322699.286970:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514240 00000100:00100000:2.0:1767322699.287055:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554 00000100:00100000:2.0:1767322699.287064:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989514240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322699.287143:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989514240:12345-0@lo:400:kworker.0 Request processed in 81us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322699.287150:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1767322699.287211:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989514240:0@lo:400:kworker.0 00010000:00010000:1.0:1767322699.338254:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322699.784934:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322699.784961:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989514624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322699.785045:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322699.785145:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514624 00000100:00100000:1.0:1767322699.785153:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514624 00000100:00100000:1.0:1767322699.785211:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828 00000100:00100000:1.0:1767322699.785235:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989514624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322699.785269:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322699.785330:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989514624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322699.785338:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828 00000100:00100000:1.0:1767322700.301568:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322700.301606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989514752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322700.301674:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322700.302001:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514752 00000100:00100000:0.0:1767322700.302009:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514752 00000100:00100000:0.0:1767322700.302058:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829 00000100:00100000:0.0:1767322700.302066:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322700.302093:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322700.302140:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322700.302146:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829 00010000:00010000:1.0:1767322700.360869:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322701.384834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322702.114660:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992320 00000100:00100000:1.0:1767322702.114677:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992320 00000100:00100000:1.0:1767322702.114728:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992448 00000100:00100000:1.0:1767322702.114731:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992448 00000100:00100000:1.0:1767322702.114788:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2244 00000100:00100000:1.0:1767322702.114799:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923992448:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322702.114893:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923992448:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 95us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322702.114902:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2244 00000100:00100000:1.0:1767322702.114922:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3250 00000100:00100000:1.0:1767322702.114940:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923992320:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322702.114962:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322702.114993:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923992320:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 52us (2021us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322702.115000:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3250 00000100:00080000:2.0:1767322702.115637:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322702.408843:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322703.433675:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322704.392711:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322704.392721:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322704.392816:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767322704.392923:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322704.392927:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322704.392931:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322704.392939:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7946 00000100:00080000:1.0:1767322704.392943:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322704.392949:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322704.392972:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989515008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322704.393199:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515008 00000100:00100000:0.0:1767322704.393208:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515008 00000100:00100000:0.0:1767322704.393248:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1767322704.393256:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322704.393278:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322704.393338:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515008:12345-0@lo:38:kworker.0 Request processed in 81us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322704.393345:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00080000:0.0:1767322704.393385:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322704.393389:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322704.393393:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989515008:0@lo:38:kworker.0 00000100:00100000:2.0:1767322704.394113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989515136:0@lo:400:kworker.0 00000100:00100000:2.0:1767322704.394147:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322704.394212:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989514880:0@lo:400:kworker.0 00000100:00100000:2.0:1767322704.394234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322704.394285:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322704.394288:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322704.394292:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322704.394296:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7946 00000100:00080000:1.0:1767322704.394299:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322704.394303:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322704.394331:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989515264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322704.394350:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322704.394353:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322704.394355:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322704.394358:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7946 00000100:00080000:1.0:1767322704.394361:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322704.394364:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322704.394392:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cb100 x1853163989515392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322704.394428:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322704.394431:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322704.394433:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322704.394436:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7946 00000100:00080000:1.0:1767322704.394439:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322704.394442:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322704.394454:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08515500 x1853163989515776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322704.394478:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989515648:0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322704.394530:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322704.394535:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989515520:0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394555:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322704.394596:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515648 00000100:00100000:1.0:1767322704.394601:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515648 00000100:00100000:1.0:1767322704.394643:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515520 00000100:00100000:1.0:1767322704.394646:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515520 00000100:00100000:1.0:1767322704.394668:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555 00000100:00100000:1.0:1767322704.394675:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394720:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515648:12345-0@lo:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322704.394727:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555 00000100:00100000:1.0:1767322704.394741:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556 00000100:00100000:1.0:1767322704.394747:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394784:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515520:12345-0@lo:400:kworker.0 Request processed in 37us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322704.394789:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556 00000100:00080000:1.0:1767322704.394805:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322704.394808:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322704.394835:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989515520:0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394845:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989515648:0@lo:400:kworker.0 00000100:00100000:1.0:1767322704.394881:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989515264:0@lo:38:kworker.0 00000100:00100000:1.0:1767322704.397532:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322704.398266:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322704.398299:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:2.0:1767322704.398321:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989514880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322704.398352:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989514880:12345-0@lo:400:kworker.0 Request processed in 45us (4118us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322704.398357:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:1.0:1767322704.398558:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989515392:0@lo:38:kworker.0 00000100:00100000:1.0:1767322704.398601:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322704.398619:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989515776:0@lo:38:kworker.0 00000100:00100000:1.0:1767322704.398633:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322704.398661:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515392 00000100:00100000:2.0:1767322704.398664:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515392 00000100:00100000:2.0:1767322704.398693:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261 00000100:00100000:2.0:1767322704.398697:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989515392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322704.398715:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322704.398744:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989515392:12345-0@lo:38:kworker.0 Request processed in 45us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322704.398750:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261 00000100:00080000:1.0:1767322704.399097:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322704.399101:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322704.399104:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989515392:0@lo:38:kworker.0 00000100:00100000:0.0:1767322704.399287:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515264 00000100:00100000:0.0:1767322704.399292:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515264 00000100:00100000:0.0:1767322704.399327:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515776 00000100:00100000:0.0:1767322704.399330:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515776 00000100:00100000:0.0:1767322704.399354:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:0.0:1767322704.399359:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322704.399371:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322704.399410:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515264:12345-0@lo:38:kworker.0 Request processed in 50us (1886us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322704.399417:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00080000:0.0:1767322704.399445:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322704.399448:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322704.399452:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989515264:0@lo:38:kworker.0 00000100:00100000:0.0:1767322704.399469:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1767322704.399473:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322704.399495:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322704.399524:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989515776:12345-0@lo:38:kworker.0 Request processed in 49us (888us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322704.399529:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00080000:0.0:1767322704.399549:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322704.399553:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322704.399556:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989515776:0@lo:38:kworker.0 00010000:00010000:1.0:1767322704.457273:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322704.915816:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515904 00000100:00100000:2.0:1767322704.915827:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515904 00000100:00100000:2.0:1767322704.915925:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830 00000100:00100000:2.0:1767322704.915936:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989515904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322704.915974:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322704.916034:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989515904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322704.916061:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830 00000100:00100000:1.0:1767322705.417727:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516032 00000100:00100000:1.0:1767322705.417738:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516032 00000100:00100000:1.0:1767322705.417816:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831 00000100:00100000:1.0:1767322705.417840:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989516032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322705.417890:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322705.420696:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989516032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2853us (3552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322705.420723:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831 00010000:00010000:1.0:1767322705.482513:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322706.506529:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322707.250745:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992704 00000100:00100000:2.0:1767322707.250772:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992704 00000100:00100000:2.0:1767322707.250887:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992576 00000100:00100000:2.0:1767322707.250890:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992576 00000100:00100000:2.0:1767322707.250919:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2247 00000100:00100000:2.0:1767322707.250929:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923992704:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322707.251013:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923992704:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 86us (18302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322707.251020:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2247 00000100:00100000:2.0:1767322707.251037:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3254 00000100:00100000:2.0:1767322707.251041:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923992576:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322707.251061:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322707.251080:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923992576:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 38us (16400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322707.251085:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3254 00010000:00010000:1.0:1767322707.531336:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322708.552879:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322709.513837:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322709.513847:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322709.513958:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767322709.514029:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322709.514033:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322709.514037:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322709.514045:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7951 00000100:00080000:0.0:1767322709.514050:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322709.514057:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322709.514080:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a5c00 x1853163989516288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322709.514163:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989516288:0@lo:38:kworker.0 00000100:00100000:1.0:1767322709.514232:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322709.522831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989516416:0@lo:400:kworker.0 00000100:00100000:2.0:1767322709.522913:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322709.522965:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989516160:0@lo:400:kworker.0 00000100:00100000:2.0:1767322709.522991:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322709.523037:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516416 00000100:00100000:2.0:1767322709.523045:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516416 00000100:00100000:2.0:1767322709.523102:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516160 00000100:00100000:2.0:1767322709.523118:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516160 00000100:00100000:2.0:1767322709.523376:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:2.0:1767322709.523386:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989516416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322709.523438:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989516416:12345-0@lo:400:kworker.0 Request processed in 54us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322709.523445:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:2.0:1767322709.523462:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:2.0:1767322709.523468:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989516160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322709.523493:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989516160:12345-0@lo:400:kworker.0 Request processed in 26us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322709.523498:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00080000:0.0:1767322709.523871:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322709.523877:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322709.523881:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322709.523885:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7951 00000100:00080000:0.0:1767322709.523890:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322709.523896:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00080000:0.0:1767322709.523904:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322709.523956:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a4e00 x1853163989516544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322709.523979:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322709.523983:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322709.523986:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322709.523989:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7951 00000100:00080000:0.0:1767322709.523992:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322709.523995:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322709.524849:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2a4a5c00 x1853163989516672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322709.524904:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322709.524907:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322709.524909:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322709.524913:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7951 00000100:00080000:0.0:1767322709.524916:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322709.524920:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322709.524933:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d08e8f480 x1853163989517056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322709.524991:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989516800:0@lo:400:kworker.0 00000100:00100000:0.0:1767322709.525039:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322709.525073:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322709.525078:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989516928:0@lo:400:kworker.0 00000100:00100000:0.0:1767322709.525105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322709.525201:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516800 00000100:00100000:1.0:1767322709.525208:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516800 00000100:00100000:1.0:1767322709.525251:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516928 00000100:00100000:1.0:1767322709.525255:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516928 00000100:00100000:1.0:1767322709.525275:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557 00000100:00100000:1.0:1767322709.525283:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989516800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525331:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989516800:12345-0@lo:400:kworker.0 Request processed in 48us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322709.525338:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557 00000100:00100000:1.0:1767322709.525353:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558 00000100:00100000:1.0:1767322709.525359:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989516928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525385:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989516928:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322709.525390:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558 00000100:00080000:1.0:1767322709.525408:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322709.525411:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322709.525445:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989516928:0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525456:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989516800:0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525499:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989516416:0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989516160:0@lo:400:kworker.0 00000100:00100000:1.0:1767322709.525538:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989516544:0@lo:38:kworker.0 00000100:00100000:1.0:1767322709.525576:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322709.525612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989516672:0@lo:38:kworker.0 00000100:00100000:1.0:1767322709.527670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322709.527725:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989517056:0@lo:38:kworker.0 00000100:00100000:1.0:1767322709.527767:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322709.527832:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516544 00000100:00100000:1.0:1767322709.527838:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516544 00000100:00100000:1.0:1767322709.527867:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517056 00000100:00100000:1.0:1767322709.527870:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517056 00000100:00100000:1.0:1767322709.527883:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:1.0:1767322709.527889:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989516544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322709.527910:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322709.527965:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989516544:12345-0@lo:38:kworker.0 Request processed in 75us (2387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322709.527972:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:1.0:1767322709.527988:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:1.0:1767322709.527992:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989517056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322709.528002:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322709.528025:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989517056:12345-0@lo:38:kworker.0 Request processed in 31us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322709.528031:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00080000:1.0:1767322709.528066:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322709.528071:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322709.528075:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989516544:0@lo:38:kworker.0 00000100:00080000:1.0:1767322709.528084:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322709.528101:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322709.528104:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989517056:0@lo:38:kworker.0 00000100:00100000:1.0:1767322709.528171:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516672 00000100:00100000:1.0:1767322709.528175:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516672 00000100:00100000:1.0:1767322709.528203:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262 00000100:00100000:1.0:1767322709.528207:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989516672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322709.528217:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322709.528245:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989516672:12345-0@lo:38:kworker.0 Request processed in 37us (583us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322709.528251:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262 00000100:00080000:1.0:1767322709.528272:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322709.528275:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322709.528278:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989516672:0@lo:38:kworker.0 00010000:00010000:1.0:1767322709.576869:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322710.024945:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322710.024968:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989517184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322710.025030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322710.025113:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517184 00000100:00100000:1.0:1767322710.025120:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517184 00000100:00100000:1.0:1767322710.025166:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832 00000100:00100000:1.0:1767322710.025175:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322710.025208:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322710.025305:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322710.025313:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832 00000100:00100000:2.0:1767322710.537121:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517312 00000100:00100000:2.0:1767322710.537129:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517312 00000100:00100000:2.0:1767322710.537187:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:2.0:1767322710.537207:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322710.537237:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322710.537291:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322710.537298:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00010000:00010000:2.0:1767322710.600810:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322711.625774:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322712.353730:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992960 00000100:00100000:0.0:1767322712.353762:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992960 00000100:00080000:2.0:1767322712.355153:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322712.361998:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923992832 00000100:00100000:0.0:1767322712.362016:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923992832 00000100:00100000:0.0:1767322712.362070:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2250 00000100:00100000:0.0:1767322712.362087:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923992960:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322712.362184:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923992960:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (8552us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322712.362193:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2250 00000100:00100000:0.0:1767322712.362214:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3258 00000100:00100000:0.0:1767322712.362219:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923992832:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322712.362238:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322712.362262:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923992832:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 42us (8508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322712.362269:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3258 00010000:00010000:1.0:1767322712.648868:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322713.673725:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322714.633659:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322714.633669:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322714.633758:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322714.633762:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322714.633766:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322714.633773:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7956 00000100:00080000:2.0:1767322714.633778:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322714.633785:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322714.633809:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d05fc1f80 x1853163989517568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322714.633842:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322714.633845:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322714.633847:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322714.633850:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7956 00000100:00080000:2.0:1767322714.633852:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322714.633856:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322714.633870:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e262d80 x1853163989517824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322714.633879:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322714.633883:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322714.633884:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322714.633888:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7956 00000100:00080000:2.0:1767322714.633890:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322714.633894:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322714.633905:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e261880 x1853163989517952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322714.633967:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322714.633970:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322714.633972:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322714.633975:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7956 00000100:00080000:2.0:1767322714.633978:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322714.633982:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322714.633994:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e263100 x1853163989518336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322714.634024:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989518080:0@lo:400:kworker.0 00000100:00100000:2.0:1767322714.634086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322714.634123:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322714.634129:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989518208:0@lo:400:kworker.0 00000100:00100000:2.0:1767322714.634153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322714.634188:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518080 00000100:00100000:2.0:1767322714.634197:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518080 00000100:00100000:1.0:1767322714.634340:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989517440:0@lo:400:kworker.0 00000100:00100000:1.0:1767322714.634378:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322714.634400:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322714.634405:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989517696:0@lo:400:kworker.0 00000100:00100000:1.0:1767322714.634426:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322714.634454:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517440 00000100:00100000:1.0:1767322714.634458:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517440 00000100:00100000:0.0:1767322714.634610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989517568:0@lo:38:kworker.0 00000100:00100000:0.0:1767322714.634638:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322714.634659:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989517824:0@lo:38:kworker.0 00000100:00100000:0.0:1767322714.634678:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322714.634704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989517952:0@lo:38:kworker.0 00000100:00100000:0.0:1767322714.634728:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322714.634747:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989518336:0@lo:38:kworker.0 00000100:00100000:0.0:1767322714.634767:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322714.634800:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517696 00000100:00100000:0.0:1767322714.634804:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517696 00000100:00100000:2.0:1767322714.634892:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000100:00100000:2.0:1767322714.634904:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989518080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322714.634956:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989518080:12345-0@lo:400:kworker.0 Request processed in 54us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322714.634963:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00100000:1.0:1767322714.644379:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517568 00000100:00100000:1.0:1767322714.644393:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517568 00000100:00100000:1.0:1767322714.644415:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517824 00000100:00100000:1.0:1767322714.644417:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517824 00000100:00100000:1.0:1767322714.644424:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518336 00000100:00100000:1.0:1767322714.644426:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518336 00000100:00100000:1.0:1767322714.644440:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767322714.644455:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989517440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322714.644546:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989517440:12345-0@lo:400:kworker.0 Request processed in 93us (10161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322714.644554:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767322714.644571:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:1.0:1767322714.644575:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989517568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322714.644609:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322714.644653:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989517568:12345-0@lo:38:kworker.0 Request processed in 75us (10013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322714.644659:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:1.0:1767322714.644670:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767322714.644674:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989517824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322714.644682:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322714.644716:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989517824:12345-0@lo:38:kworker.0 Request processed in 41us (10037us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322714.644736:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767322714.644749:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:1.0:1767322714.644752:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989518336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322714.644762:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322714.644788:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989518336:12345-0@lo:38:kworker.0 Request processed in 34us (10020us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322714.644793:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:1.0:1767322714.644845:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989517440:0@lo:400:kworker.0 00000100:00100000:1.0:1767322714.644912:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517952 00000100:00100000:1.0:1767322714.644916:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517952 00000100:00100000:1.0:1767322714.644937:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263 00000100:00100000:1.0:1767322714.645157:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989517952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322714.645167:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322714.645195:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989517952:12345-0@lo:38:kworker.0 Request processed in 38us (10466us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322714.645200:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263 00000100:00080000:1.0:1767322714.645344:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322714.645351:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322714.645354:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989517568:0@lo:38:kworker.0 00000100:00080000:1.0:1767322714.645364:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322714.645368:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322714.645370:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989517824:0@lo:38:kworker.0 00000100:00080000:1.0:1767322714.645379:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322714.645383:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322714.645394:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989517952:0@lo:38:kworker.0 00000100:00080000:1.0:1767322714.645406:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322714.645410:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322714.645413:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989518336:0@lo:38:kworker.0 00000100:00100000:1.0:1767322714.645478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989518080:0@lo:400:kworker.0 00000100:00100000:0.0:1767322714.645872:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1767322714.645880:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989517696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322714.645937:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989517696:12345-0@lo:400:kworker.0 Request processed in 56us (11509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322714.645956:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00080000:2.0:1767322714.646918:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767322714.646925:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767322714.646928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767322714.698539:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322715.145265:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518464 00000100:00100000:1.0:1767322715.145276:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518464 00000100:00100000:1.0:1767322715.145330:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1767322715.145339:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989518464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322715.145370:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322715.145425:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989518464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322715.145433:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1767322715.657379:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322715.657398:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989518592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322715.657467:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322715.657616:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518592 00000100:00100000:2.0:1767322715.657636:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518592 00000100:00100000:2.0:1767322715.657699:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835 00000100:00100000:2.0:1767322715.657708:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989518592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322715.657736:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322715.657786:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989518592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322715.657794:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835 00000100:00100000:0.0:1767322715.657890:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d40020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989518592:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322715.722223:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322716.450006:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767322716.450248:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923993088 offset 0 length 520: 4 00000100:00100000:2.0:1767322716.450272:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322716.463383:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993344 00000100:00100000:1.0:1767322716.463400:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993344 00000100:00100000:1.0:1767322716.463505:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993216 00000100:00100000:1.0:1767322716.463509:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993216 00000100:00100000:1.0:1767322716.463537:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2253 00000100:00100000:1.0:1767322716.463548:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923993344:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322716.463650:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923993344:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (13655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322716.463659:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2253 00000100:00100000:1.0:1767322716.463723:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3262 00000100:00100000:1.0:1767322716.463728:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923993216:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322716.463748:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322716.463783:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923993216:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 48us (13504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322716.463789:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3262 00000100:00080000:2.0:1767322716.465066:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322716.744916:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322717.768891:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322718.792828:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322719.753353:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989518848:0@lo:38:kworker.0 00000100:00100000:0.0:1767322719.753433:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322719.753510:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989518976:0@lo:400:kworker.0 00000100:00100000:1.0:1767322719.753533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989518720:0@lo:400:kworker.0 00000100:00100000:0.0:1767322719.754060:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989519104:0@lo:38:kworker.0 00000100:00100000:0.0:1767322719.754100:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322719.754126:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989519232:0@lo:38:kworker.0 00000100:00100000:0.0:1767322719.754156:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322719.754192:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989519616:0@lo:38:kworker.0 00000100:00100000:0.0:1767322719.754221:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322719.754323:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518848 00000100:00100000:0.0:1767322719.754329:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518848 00000100:00100000:0.0:1767322719.754354:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519104 00000100:00100000:0.0:1767322719.754358:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519104 00000100:00100000:0.0:1767322719.754377:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519616 00000100:00100000:0.0:1767322719.754379:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519616 00000100:00100000:0.0:1767322719.754400:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1767322719.754409:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989518848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322719.754431:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322719.754475:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989518848:12345-0@lo:38:kworker.0 Request processed in 67us (1043us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322719.754485:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1767322719.754505:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:0.0:1767322719.754517:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989519104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322719.754527:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322719.754788:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322719.754830:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518976 00000100:00100000:2.0:1767322719.754834:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518976 00000100:00100000:2.0:1767322719.755535:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1767322719.755544:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989518976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322719.755622:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989518976:12345-0@lo:400:kworker.0 Request processed in 80us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322719.755628:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1767322719.755656:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d32f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989518976:0@lo:400:kworker.0 00000100:00100000:0.0:1767322719.756175:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989519104:12345-0@lo:38:kworker.0 Request processed in 1655us (2074us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322719.756184:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1767322719.756802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322719.756907:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518720 00000100:00100000:0.0:1767322719.756913:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518720 00000100:00100000:0.0:1767322719.757015:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:0.0:1767322719.757023:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989518720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322719.757074:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989518720:12345-0@lo:400:kworker.0 Request processed in 53us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322719.757081:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:1.0:1767322719.759856:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989518720:0@lo:400:kworker.0 00010000:00010000:1.0:1767322719.819814:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322720.265429:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322720.265461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989519744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322720.265541:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322720.265787:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519744 00000100:00100000:1.0:1767322720.265796:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519744 00000100:00100000:1.0:1767322720.265851:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836 00000100:00100000:1.0:1767322720.265862:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989519744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322720.265894:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322720.266093:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989519744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 233us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322720.266101:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836 00000100:00100000:2.0:1767322720.266183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989519744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322720.789645:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519872 00000100:00100000:1.0:1767322720.789660:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519872 00000100:00100000:1.0:1767322720.789738:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837 00000100:00100000:1.0:1767322720.789747:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989519872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322720.789783:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322720.789865:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989519872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (4359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322720.789886:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837 00000100:00100000:2.0:1767322720.789919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989519872:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322720.841047:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322721.569877:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322721.574906:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322721.575045:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993600 00000100:00100000:1.0:1767322721.575055:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993600 00000100:00100000:1.0:1767322721.575137:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2256 00000100:00100000:1.0:1767322721.575146:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923993600:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322721.575230:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923993600:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 84us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322721.575239:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2256 00010000:00010000:1.0:1767322721.867624:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322722.888873:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322723.915018:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322724.873069:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322699/real 1767322699] req@ffff9e7d08e8e300 x1853163989513472/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322724 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322724.873098:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d08e8e300 x1853163989513472/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322724 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767322724.873119:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989520128:0@lo:38:kworker.0 00000100:00100000:0.0:1767322724.873183:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322724.873244:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03f81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989520384:0@lo:38:kworker.0 00000100:00100000:0.0:1767322724.873266:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322724.873281:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989520512:0@lo:38:kworker.0 00000100:00100000:0.0:1767322724.873304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322724.873329:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322724.873340:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767322724.873343:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989513472:0@lo:250:kworker.0 00000100:00100000:0.0:1767322724.873392:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520128 00000100:00100000:0.0:1767322724.873402:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520128 00000100:00100000:0.0:1767322724.873438:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520384 00000100:00100000:0.0:1767322724.873442:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520384 00000100:00100000:0.0:1767322724.873461:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:0.0:1767322724.873472:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322724.873494:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322724.873546:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520128:12345-0@lo:38:kworker.0 Request processed in 74us (362us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322724.873554:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00100000:2.0:1767322724.873566:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989520640:0@lo:400:kworker.0 00000100:00100000:0.0:1767322724.873623:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1767322724.873630:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520384:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767322724.873638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767322724.873642:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322724.873750:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520384:12345-0@lo:38:kworker.0 Request processed in 118us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322724.873757:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1767322724.873812:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989520768:0@lo:400:kworker.0 00000100:00100000:0.0:1767322724.873851:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322724.873895:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d32f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989520896:0@lo:38:kworker.0 00000100:00100000:0.0:1767322724.873954:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520256 00000100:00100000:0.0:1767322724.873957:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520256 00000100:00100000:0.0:1767322724.873996:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1767322724.874002:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989520256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322724.874045:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989520256:12345-0@lo:400:kworker.0 Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322724.874061:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:2.0:1767322724.886450:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520000 00000100:00100000:2.0:1767322724.886457:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520000 00000100:00100000:2.0:1767322724.886535:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989520640:0@lo:400:kworker.0 00000100:00100000:2.0:1767322724.886571:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:2.0:1767322724.886599:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989520000:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767322724.886619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322724.886625:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767322724.886628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322724.888054:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520896 00000100:00100000:0.0:1767322724.888067:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520896 00000100:00100000:0.0:1767322724.888121:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1767322724.888129:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322724.888474:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322724.889646:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989520000:12345-0@lo:400:kworker.0 Request processed in 3061us (15551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322724.889660:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:1.0:1767322724.889794:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989520000:0@lo:400:kworker.0 00000100:00100000:0.0:1767322724.890809:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989520896:12345-0@lo:38:kworker.0 Request processed in 2676us (4182us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322724.890820:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00010000:00010000:1.0:1767322724.936888:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322725.385161:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989521152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322725.385234:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322725.397623:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989521152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322725.898877:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322725.900824:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989521280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322725.900923:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322725.901144:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521280 00000100:00100000:0.0:1767322725.901153:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521280 00000100:00100000:0.0:1767322725.901210:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839 00000100:00100000:0.0:1767322725.901219:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989521280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322725.901249:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322725.901313:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989521280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322725.901322:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839 00000100:00100000:1.0:1767322725.901510:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989521280:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322725.961152:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322726.688795:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322726.688885:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993856 00000100:00100000:0.0:1767322726.688895:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993856 00000100:00100000:0.0:1767322726.688976:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2259 00000100:00100000:0.0:1767322726.688987:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923993856:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322726.689075:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923993856:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 90us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322726.689097:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2259 00000100:00080000:1.0:1767322726.689228:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322726.714691:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322726.715185:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993728 00000100:00100000:0.0:1767322726.715195:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993728 00000100:00100000:0.0:1767322726.715247:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3270 00000100:00100000:0.0:1767322726.715255:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923993728:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322726.715290:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322726.715367:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923993728:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (687us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322726.715374:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3270 00010000:00010000:2.0:1767322726.985256:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322728.008878:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322729.033527:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322729.992827:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322729.992837:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322729.992903:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322729.992907:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322729.992911:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322729.992920:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7971 00000100:00080000:2.0:1767322729.992925:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322729.992941:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322729.992961:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02d500 x1853163989521536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322729.993016:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322729.993020:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322729.993022:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322729.993025:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7971 00000100:00080000:2.0:1767322729.993026:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322729.993029:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322729.993038:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163989521792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322729.993044:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322729.993047:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322729.993048:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322729.993051:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7971 00000100:00080000:2.0:1767322729.993052:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322729.993054:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322729.993060:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b8380 x1853163989521920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322729.993083:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322729.993085:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322729.993086:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322729.993088:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7971 00000100:00080000:2.0:1767322729.993090:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322729.993092:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322729.993097:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d046b4e00 x1853163989522304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322729.993119:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989522176:0@lo:400:kworker.0 00000100:00100000:2.0:1767322729.993169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322729.993205:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322729.993208:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989522048:0@lo:400:kworker.0 00000100:00100000:2.0:1767322729.993222:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322729.993283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989521408:0@lo:400:kworker.0 00000100:00100000:0.0:1767322729.993306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322729.993326:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322729.993330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989521664:0@lo:400:kworker.0 00000100:00100000:0.0:1767322729.993342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322729.993362:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521408 00000100:00100000:0.0:1767322729.993368:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521408 00000100:00100000:0.0:1767322729.993401:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521664 00000100:00100000:0.0:1767322729.993402:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521664 00000100:00100000:0.0:1767322729.993439:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767322729.993447:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989521408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322729.993496:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989521408:12345-0@lo:400:kworker.0 Request processed in 50us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322729.993502:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767322729.993519:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1767322729.993525:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989521664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322729.993560:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08e8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989521664:12345-0@lo:400:kworker.0 Request processed in 35us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322729.993566:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1767322729.993631:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989521664:0@lo:400:kworker.0 00000100:00100000:0.0:1767322729.993642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989521408:0@lo:400:kworker.0 00000100:00080000:1.0:1767322729.993735:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322729.993740:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322729.993759:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989521536:0@lo:38:kworker.0 00000100:00100000:1.0:1767322729.993786:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322729.993808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989521792:0@lo:38:kworker.0 00000100:00100000:1.0:1767322729.993828:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322729.993841:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989521920:0@lo:38:kworker.0 00000100:00100000:1.0:1767322729.993860:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322729.993875:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989522304:0@lo:38:kworker.0 00000100:00100000:1.0:1767322729.993892:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322729.993919:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521920 00000100:00100000:1.0:1767322729.993922:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521920 00000100:00100000:1.0:1767322729.993943:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5266 00000100:00100000:1.0:1767322729.993948:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989521920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322729.993966:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322729.994000:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989521920:12345-0@lo:38:kworker.0 Request processed in 51us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322729.994006:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5266 00000100:00100000:1.0:1767322729.994025:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521536 00000100:00100000:1.0:1767322729.994028:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521536 00000100:00100000:1.0:1767322729.994042:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521792 00000100:00100000:1.0:1767322729.994045:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521792 00000100:00100000:1.0:1767322729.994054:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522304 00000100:00100000:1.0:1767322729.994056:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522304 00000100:00100000:1.0:1767322729.994065:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:1.0:1767322729.994069:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989521536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322729.994079:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322729.994113:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989521536:12345-0@lo:38:kworker.0 Request processed in 42us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322729.994118:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:1.0:1767322729.994129:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:1.0:1767322729.994133:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989521792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322729.994141:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322729.994161:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989521792:12345-0@lo:38:kworker.0 Request processed in 27us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322729.994166:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00100000:1.0:1767322729.994175:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:1.0:1767322729.994178:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989522304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322729.994186:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322729.994204:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989522304:12345-0@lo:38:kworker.0 Request processed in 24us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322729.994214:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00080000:1.0:1767322729.994238:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322729.994243:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322729.994245:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989521536:0@lo:38:kworker.0 00000100:00080000:1.0:1767322729.994253:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322729.994255:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322729.994258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989521792:0@lo:38:kworker.0 00000100:00080000:1.0:1767322729.994265:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322729.994267:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322729.994270:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989521920:0@lo:38:kworker.0 00000100:00080000:1.0:1767322729.994284:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322729.994287:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322729.994289:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989522304:0@lo:38:kworker.0 00000100:00080000:1.0:1767322729.994874:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322729.996474:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989522048:0@lo:400:kworker.0 00000100:00100000:1.0:1767322729.996486:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d046b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989522176:0@lo:400:kworker.0 00010000:00010000:1.0:1767322730.057147:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322730.506731:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989522432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322730.506810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322730.506916:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522432 00000100:00100000:1.0:1767322730.506926:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522432 00000100:00100000:1.0:1767322730.506984:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840 00000100:00100000:1.0:1767322730.506994:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322730.507030:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322730.507601:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 588us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322730.507608:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1767322730.507695:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d05fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989522432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322731.016929:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322731.016947:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989522560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322731.017020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322731.022752:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522560 00000100:00100000:0.0:1767322731.022765:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522560 00000100:00100000:0.0:1767322731.022835:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841 00000100:00100000:0.0:1767322731.022844:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322731.022875:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:1.0:1767322731.023050:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322731.023086:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 244us (6066us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322731.023094:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841 00010000:00010000:2.0:1767322731.080821:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322731.809490:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994112 00000100:00100000:2.0:1767322731.809500:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994112 00000100:00100000:2.0:1767322731.809576:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923993984 00000100:00100000:2.0:1767322731.809623:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923993984 00000100:00080000:0.0:1767322731.809630:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322731.809656:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2262 00000100:00100000:0.0:1767322731.809664:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3274 00000100:00100000:2.0:1767322731.809665:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923994112:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322731.809670:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923993984:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322731.809692:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322731.809752:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923993984:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 80us (601us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322731.809760:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3274 00000100:00100000:2.0:1767322731.811371:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923994112:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 1699us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322731.811471:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2262 00010000:00010000:1.0:1767322732.104977:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322733.129745:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322734.155009:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322735.112958:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322735.112996:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322735.113071:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322735.113078:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322735.113082:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322735.113092:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7976 00000100:00080000:0.0:1767322735.113098:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322735.113106:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322735.113134:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069bb100 x1853163989522816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322735.113173:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322735.113176:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322735.113178:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322735.113182:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7976 00000100:00080000:0.0:1767322735.113185:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322735.113189:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322735.113201:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9f80 x1853163989523072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322735.113210:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322735.113214:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322735.113216:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322735.113220:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7976 00000100:00080000:0.0:1767322735.113223:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322735.113227:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322735.113243:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d069b9880 x1853163989523200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322735.113295:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322735.113299:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322735.113300:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322735.113304:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7976 00000100:00080000:0.0:1767322735.113307:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322735.113311:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322735.113332:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77d500 x1853163989523584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322735.113371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989523328:0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989522944:0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322735.113568:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322735.113574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989522688:0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322735.113662:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522944 00000100:00100000:2.0:1767322735.113678:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522944 00000100:00100000:2.0:1767322735.113745:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522688 00000100:00100000:2.0:1767322735.113749:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522688 00000100:00100000:2.0:1767322735.113780:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:2.0:1767322735.113789:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989522944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113868:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989522944:12345-0@lo:400:kworker.0 Request processed in 80us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322735.113876:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00100000:2.0:1767322735.113897:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:2.0:1767322735.113903:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989522688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113927:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d046b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989522688:12345-0@lo:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322735.113933:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:2.0:1767322735.113983:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989522688:0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.113994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989522944:0@lo:400:kworker.0 00000100:00080000:2.0:1767322735.114053:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322735.114067:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989523456:0@lo:400:kworker.0 00000100:00100000:2.0:1767322735.114097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322735.114993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322735.115284:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567 00000100:00100000:0.0:1767322735.115293:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989523456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322735.115352:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989523456:12345-0@lo:400:kworker.0 Request processed in 61us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322735.115359:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567 00000100:00100000:0.0:1767322735.115408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989523456:0@lo:400:kworker.0 00000100:00100000:1.0:1767322735.116832:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523200 00000100:00100000:1.0:1767322735.116851:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523200 00000100:00100000:1.0:1767322735.116907:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267 00000100:00100000:1.0:1767322735.116915:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989523200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322735.116961:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322735.117066:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989523200:12345-0@lo:38:kworker.0 Request processed in 150us (2711us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322735.117074:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267 00000100:00080000:1.0:1767322735.117139:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322735.117146:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322735.117150:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989523200:0@lo:38:kworker.0 00000100:00080000:2.0:1767322735.118112:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322735.118122:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322735.122472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989523328:0@lo:400:kworker.0 00010000:00010000:2.0:1767322735.176870:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322735.625069:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989523712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322735.625183:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322735.631416:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523712 00000100:00100000:0.0:1767322735.631442:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523712 00000100:00100000:0.0:1767322735.631563:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842 00000100:00100000:0.0:1767322735.631606:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989523712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322735.631663:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322735.631815:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989523712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 239us (6630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322735.631853:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842 00000100:00100000:1.0:1767322735.633273:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989523712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322736.137822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989523840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322736.137941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322736.142373:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523840 00000100:00100000:0.0:1767322736.142397:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523840 00000100:00100000:0.0:1767322736.142574:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843 00000100:00100000:0.0:1767322736.142606:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989523840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322736.142652:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322736.142768:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989523840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (4827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322736.142776:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843 00000100:00100000:2.0:1767322736.142893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989523840:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322736.203342:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322736.931269:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322736.931393:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322736.935806:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994368 00000100:00100000:2.0:1767322736.935827:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994368 00000100:00100000:2.0:1767322736.935911:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994240 00000100:00100000:2.0:1767322736.935914:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994240 00000100:00100000:2.0:1767322736.935943:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2265 00000100:00100000:2.0:1767322736.935954:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923994368:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767322736.936165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322736.937714:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3278 00000100:00100000:1.0:1767322736.937726:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923994240:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322736.937754:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322736.937845:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923994240:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 119us (6453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322736.937853:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3278 00000100:00100000:2.0:1767322736.939195:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923994368:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 3234us (7927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322736.939209:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2265 00010000:00010000:1.0:1767322737.225440:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322738.249014:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322739.272860:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322740.232705:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322740.232716:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322740.232772:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322740.232776:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322740.232785:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767322740.232789:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322740.232797:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7982 00000100:00080000:0.0:1767322740.232801:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322740.232805:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989523968:0@lo:400:kworker.0 00000100:00080000:0.0:1767322740.232806:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322740.232825:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163989524096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322740.232860:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322740.232864:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322740.232866:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322740.232870:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7982 00000100:00100000:2.0:1767322740.232870:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322740.232886:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322740.232890:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322740.232902:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c380 x1853163989524352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322740.232913:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322740.232917:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322740.232920:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322740.232926:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7982 00000100:00100000:2.0:1767322740.232926:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523968 00000100:00080000:0.0:1767322740.232928:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322740.232932:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322740.232933:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523968 00000100:00100000:0.0:1767322740.232945:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989524480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322740.232977:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767322740.233000:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:2.0:1767322740.233012:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989523968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322740.233038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989524096:0@lo:38:kworker.0 00000100:00100000:2.0:1767322740.233069:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989523968:12345-0@lo:400:kworker.0 Request processed in 59us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322740.233077:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:2.0:1767322740.233096:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524224 00000100:00100000:1.0:1767322740.233099:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322740.233100:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524224 00000100:00100000:2.0:1767322740.233130:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524096 00000100:00080000:0.0:1767322740.233132:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767322740.233134:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524096 00000100:00080000:0.0:1767322740.233135:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322740.233143:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7982 00000100:00080000:0.0:1767322740.233146:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767322740.233149:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00080000:0.0:1767322740.233150:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322740.233155:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989524224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322740.233161:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77fb80 x1853163989524864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322740.233193:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989524608:0@lo:400:kworker.0 00000100:00100000:1.0:1767322740.234336:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989524352:0@lo:38:kworker.0 00000100:00100000:1.0:1767322740.234386:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322740.234402:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989524480:0@lo:38:kworker.0 00000100:00100000:1.0:1767322740.234423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322740.234450:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989524864:0@lo:38:kworker.0 00000100:00100000:1.0:1767322740.234473:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322740.234505:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524352 00000100:00100000:1.0:1767322740.234510:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524352 00000100:00100000:1.0:1767322740.234529:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524864 00000100:00100000:1.0:1767322740.234531:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524864 00000100:00100000:1.0:1767322740.234606:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:1.0:1767322740.234614:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322740.234638:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322740.234679:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524096:12345-0@lo:38:kworker.0 Request processed in 64us (1585us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322740.234686:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:1.0:1767322740.237207:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1767322740.237218:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322740.237253:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322740.237325:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0db0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524352:12345-0@lo:38:kworker.0 Request processed in 107us (2938us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322740.237333:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1767322740.237348:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767322740.237352:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322740.237361:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322740.237388:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989524864:12345-0@lo:38:kworker.0 Request processed in 35us (2914us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322740.237408:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767322740.237439:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524480 00000100:00100000:1.0:1767322740.237447:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524480 00000100:00100000:1.0:1767322740.237480:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268 00000100:00100000:1.0:1767322740.237485:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989524480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322740.237495:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322740.237524:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989524480:12345-0@lo:38:kworker.0 Request processed in 38us (3099us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322740.237530:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268 00000100:00080000:1.0:1767322740.239321:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322740.239333:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322740.239338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989524864:0@lo:38:kworker.0 00000100:00080000:1.0:1767322740.239363:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322740.239368:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322740.239371:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989524096:0@lo:38:kworker.0 00000100:00080000:1.0:1767322740.239381:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322740.239384:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322740.239387:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989524352:0@lo:38:kworker.0 00000100:00080000:1.0:1767322740.239395:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322740.239399:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322740.239401:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989524480:0@lo:38:kworker.0 00000100:00080000:1.0:1767322740.239479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322740.239507:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989523968:0@lo:400:kworker.0 00000100:00100000:1.0:1767322740.240844:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524736 00000100:00100000:1.0:1767322740.240870:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524736 00000100:00100000:1.0:1767322740.240927:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569 00000100:00100000:1.0:1767322740.240937:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989524736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322740.240984:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989524224:12345-0@lo:400:kworker.0 Request processed in 7826us (8019us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322740.240995:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:1.0:1767322740.241468:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989524736:12345-0@lo:400:kworker.0 Request processed in 532us (8375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322740.241470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989524736:0@lo:400:kworker.0 00000100:00100000:1.0:1767322740.241475:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569 00000100:00080000:1.0:1767322740.241492:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322740.241856:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322740.241956:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524608 00000100:00100000:1.0:1767322740.241961:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524608 00000100:00100000:1.0:1767322740.242001:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00100000:1.0:1767322740.242008:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989524608:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767322740.242149:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322740.242490:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989524608:12345-0@lo:400:kworker.0 Request processed in 482us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322740.242498:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 00000100:00100000:0.0:1767322740.243998:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989524608:0@lo:400:kworker.0 00010000:00010000:1.0:1767322740.298486:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322740.746048:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524992 00000100:00100000:0.0:1767322740.746082:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524992 00000100:00100000:0.0:1767322740.746148:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844 00000100:00100000:0.0:1767322740.746160:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989524992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322740.746200:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322740.746306:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989524992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322740.746317:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1767322741.258770:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525120 00000100:00100000:1.0:1767322741.258781:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525120 00000100:00100000:1.0:1767322741.258853:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845 00000100:00100000:1.0:1767322741.258866:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322741.258914:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322741.258983:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322741.258992:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845 00010000:00010000:1.0:1767322741.322266:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322742.051293:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322742.051355:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767322742.051391:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923994752 offset 0 length 520: 4 00000100:00100000:2.0:1767322742.051556:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994624 00000100:00100000:2.0:1767322742.051631:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994624 00000100:00100000:2.0:1767322742.051740:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994496 00000100:00100000:2.0:1767322742.051743:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994496 00000100:00100000:2.0:1767322742.051765:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2268 00000100:00100000:2.0:1767322742.051778:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923994624:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322742.051886:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923994624:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 110us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322742.051894:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2268 00000100:00100000:2.0:1767322742.051925:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3282 00000100:00100000:2.0:1767322742.051931:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923994496:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322742.051968:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322742.051998:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923994496:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 66us (643us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322742.052005:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3282 00000100:00080000:1.0:1767322742.053412:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322742.345075:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322743.368869:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322744.393615:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322745.352895:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322745.352911:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767322745.353044:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989525248:0@lo:400:kworker.0 00000100:00100000:0.0:1767322745.353166:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322745.353340:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322745.353346:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322745.353352:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322745.353359:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7987 00000100:00080000:2.0:1767322745.353364:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322745.353373:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322745.353416:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2d02e300 x1853163989525376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322745.355344:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322745.355355:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322745.355360:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322745.355369:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7987 00000100:00080000:2.0:1767322745.355374:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322745.355383:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322745.355434:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8a80 x1853163989525632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322745.355453:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322745.355457:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322745.355458:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322745.355463:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7987 00000100:00080000:2.0:1767322745.355466:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322745.355470:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322745.355484:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8380 x1853163989525760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322745.355532:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322745.355536:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322745.355538:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322745.355542:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7987 00000100:00080000:2.0:1767322745.355544:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322745.355548:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322745.355564:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeba680 x1853163989526144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322745.355680:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d02e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989525376:0@lo:38:kworker.0 00000100:00100000:2.0:1767322745.355785:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989525888:0@lo:400:kworker.0 00000100:00100000:2.0:1767322745.355824:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322745.355872:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322745.355878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989526016:0@lo:400:kworker.0 00000100:00100000:2.0:1767322745.355902:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322745.356264:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525888 00000100:00100000:2.0:1767322745.356275:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525888 00000100:00100000:2.0:1767322745.356347:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526016 00000100:00100000:2.0:1767322745.356352:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526016 00000100:00100000:2.0:1767322745.356382:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767322745.356392:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525888:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767322745.356714:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322745.356721:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322745.356736:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572 00000100:00100000:0.0:1767322745.356748:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989526016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322745.356827:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989526016:12345-0@lo:400:kworker.0 Request processed in 82us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322745.356835:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572 00000100:00100000:0.0:1767322745.356889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989526016:0@lo:400:kworker.0 00000100:00100000:2.0:1767322745.357294:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525888:12345-0@lo:400:kworker.0 Request processed in 902us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322745.357303:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767322745.357331:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989525888:0@lo:400:kworker.0 00000100:00100000:1.0:1767322745.358420:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525248 00000100:00100000:1.0:1767322745.358437:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525248 00000100:00100000:1.0:1767322745.358540:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525504 00000100:00100000:1.0:1767322745.358544:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525504 00000100:00100000:1.0:1767322745.358574:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:1.0:1767322745.358598:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989525248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322745.358685:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989525248:12345-0@lo:400:kworker.0 Request processed in 89us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322745.358692:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:1.0:1767322745.358710:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:1.0:1767322745.358716:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989525504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322745.358757:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989525504:12345-0@lo:400:kworker.0 Request processed in 41us (5128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322745.358763:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:1.0:1767322745.358817:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d069bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989525248:0@lo:400:kworker.0 00000100:00080000:2.0:1767322745.359323:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322745.359387:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989525504:0@lo:400:kworker.0 00000100:00100000:2.0:1767322745.360026:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525376 00000100:00100000:2.0:1767322745.360031:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525376 00000100:00100000:2.0:1767322745.360224:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525632 00000100:00100000:2.0:1767322745.360228:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525632 00000100:00100000:2.0:1767322745.360240:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526144 00000100:00100000:2.0:1767322745.360242:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526144 00000100:00100000:2.0:1767322745.360252:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:2.0:1767322745.360257:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989525376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322745.360286:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322745.360322:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989525376:12345-0@lo:38:kworker.0 Request processed in 64us (3170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322745.360329:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00100000:2.0:1767322745.360343:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:2.0:1767322745.360347:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989525632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322745.360356:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322745.360379:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989525632:12345-0@lo:38:kworker.0 Request processed in 30us (753us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322745.360384:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00100000:2.0:1767322745.360395:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:2.0:1767322745.360399:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989526144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322745.360408:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322745.360429:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989526144:12345-0@lo:38:kworker.0 Request processed in 29us (687us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322745.360435:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00010000:00010000:1.0:1767322745.416822:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322745.865177:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322745.865211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989526272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322745.865303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322745.865576:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526272 00000100:00100000:0.0:1767322745.865611:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526272 00000100:00100000:0.0:1767322745.865674:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846 00000100:00100000:0.0:1767322745.865684:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989526272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322745.865721:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322745.865778:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989526272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322745.865786:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846 00000100:00100000:1.0:1767322746.378618:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322746.378645:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989526400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322746.378742:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322746.378926:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526400 00000100:00100000:2.0:1767322746.378947:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526400 00000100:00100000:2.0:1767322746.379354:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847 00000100:00100000:2.0:1767322746.379367:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989526400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322746.379409:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322746.379482:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989526400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322746.379511:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847 00000100:00100000:1.0:1767322746.379656:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989526400:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322746.440790:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322747.169364:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322747.169439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322747.169540:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923995008 00000100:00100000:1.0:1767322747.169553:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923995008 00000100:00100000:1.0:1767322747.169688:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923994880 00000100:00100000:1.0:1767322747.169692:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923994880 00000100:00100000:1.0:1767322747.169712:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2271 00000100:00100000:1.0:1767322747.169729:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923995008:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322747.169999:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923995008:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 271us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322747.170008:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2271 00000100:00100000:1.0:1767322747.170028:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3286 00000100:00100000:1.0:1767322747.170033:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923994880:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322747.170059:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322747.170081:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923994880:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (642us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322747.170088:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3286 00000100:00080000:2.0:1767322747.170314:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322747.466435:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322748.488870:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322749.449019:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322749.449026:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322749.449030:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322749.449036:0:7716:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7971 00000100:00080000:0.0:1767322749.449041:0:7716:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322749.449049:0:7716:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322749.449102:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77f800 x1853163989526528/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322749.449176:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322749.449180:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322749.449182:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322749.449186:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7992 00000100:00080000:0.0:1767322749.449189:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322749.449193:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322749.449210:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77c000 x1853163989526784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322749.449229:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322749.449233:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322749.449235:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322749.449239:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7992 00000100:00080000:0.0:1767322749.449241:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322749.449245:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322749.449255:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ca80 x1853163989527040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322749.449291:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322749.449294:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322749.449308:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322749.449314:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7992 00000100:00080000:0.0:1767322749.449317:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322749.449322:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322749.449337:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989527168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322749.449375:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322749.449378:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322749.449380:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322749.449383:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7992 00000100:00080000:0.0:1767322749.449386:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322749.449389:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322749.449401:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77fb80 x1853163989527552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322749.449463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989526656:0@lo:400:kworker.0 00000100:00100000:2.0:1767322749.449552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322749.449658:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322749.449666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989526912:0@lo:400:kworker.0 00000100:00100000:2.0:1767322749.449715:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322749.450145:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527424 00000100:00100000:2.0:1767322749.450156:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527424 00000100:00100000:2.0:1767322749.450249:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527296 00000100:00100000:2.0:1767322749.450261:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527296 00000100:00100000:2.0:1767322749.450303:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767322749.450319:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989527424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322749.450412:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d32f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989527424:12345-0@lo:400:kworker.0 Request processed in 100us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322749.450425:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767322749.450455:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4574 00000100:00100000:2.0:1767322749.450474:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989527296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322749.450552:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989527296:12345-0@lo:400:kworker.0 Request processed in 86us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322749.450562:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4574 00000100:00100000:1.0:1767322749.450636:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526656 00000100:00100000:1.0:1767322749.450641:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526656 00000100:00100000:1.0:1767322749.450689:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526912 00000100:00100000:1.0:1767322749.450693:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526912 00000100:00100000:1.0:1767322749.450707:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526784 00000100:00100000:1.0:1767322749.450710:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526784 00000100:00100000:1.0:1767322749.450718:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527040 00000100:00100000:1.0:1767322749.450721:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527040 00000100:00100000:1.0:1767322749.450729:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527552 00000100:00100000:1.0:1767322749.450731:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527552 00000100:00100000:1.0:1767322749.450740:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767322749.450748:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989526656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322749.450796:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989526656:12345-0@lo:400:kworker.0 Request processed in 49us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322749.450803:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767322749.450816:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1767322749.450835:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989526912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322749.450867:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989526912:12345-0@lo:400:kworker.0 Request processed in 33us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322749.450873:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1767322749.450887:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1767322749.450892:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989526784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322749.450905:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322749.450933:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989526784:12345-0@lo:38:kworker.0 Request processed in 40us (1076us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322749.450940:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1767322749.450951:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:1.0:1767322749.450955:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989527040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322749.450964:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322749.450988:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b03dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989527040:12345-0@lo:38:kworker.0 Request processed in 32us (1092us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322749.450995:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:1.0:1767322749.451006:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:1.0:1767322749.451010:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989527552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322749.451019:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322749.451041:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989527552:12345-0@lo:38:kworker.0 Request processed in 30us (1050us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322749.451047:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:1.0:1767322749.451100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989526912:0@lo:400:kworker.0 00000100:00100000:1.0:1767322749.451111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989526656:0@lo:400:kworker.0 00000100:00080000:2.0:1767322749.451139:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322749.512862:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322750.537651:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322750.984958:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322750.984996:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989527680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322750.985115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322750.985359:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527680 00000100:00100000:0.0:1767322750.985370:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527680 00000100:00100000:0.0:1767322750.985485:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848 00000100:00100000:0.0:1767322750.985496:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989527680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322750.985536:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322750.985640:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989527680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322750.985649:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848 00000100:00100000:2.0:1767322751.497266:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527808 00000100:00100000:2.0:1767322751.497278:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527808 00000100:00100000:2.0:1767322751.497369:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849 00000100:00100000:2.0:1767322751.497381:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989527808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322751.497430:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322751.497512:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322751.504266:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989527808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6867us (7081us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322751.504289:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849 00010000:00010000:2.0:1767322751.561311:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322752.296594:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322752.296752:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923995136 00000100:00100000:0.0:1767322752.296769:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923995136 00000100:00100000:0.0:1767322752.296836:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3290 00000100:00100000:0.0:1767322752.296850:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923995136:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322752.296878:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322752.296959:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923995136:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 111us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322752.296965:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3290 00000100:00100000:1.0:1767322752.299666:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322752.300183:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322752.585354:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322753.610237:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322754.569017:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322754.569028:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322754.569092:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322754.569096:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322754.569100:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322754.569107:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7996 00000100:00080000:2.0:1767322754.569112:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322754.569118:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322754.569141:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea6a00 x1853163989528064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322754.569166:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322754.569169:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322754.569170:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322754.569172:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7996 00000100:00080000:2.0:1767322754.569173:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322754.569176:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322754.569203:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea4a80 x1853163989528320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322754.569210:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322754.569213:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322754.569215:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322754.569219:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7996 00000100:00080000:2.0:1767322754.569221:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322754.569225:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322754.569239:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a2d80 x1853163989528448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322754.569272:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322754.569275:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322754.569276:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322754.569279:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7996 00000100:00080000:2.0:1767322754.569282:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322754.569285:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322754.569296:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3a9a0a80 x1853163989528832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322754.569322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989528576:0@lo:400:kworker.0 00000100:00100000:1.0:1767322754.569523:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989527936:0@lo:400:kworker.0 00000100:00100000:1.0:1767322754.569554:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322754.569608:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322754.569613:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989528192:0@lo:400:kworker.0 00000100:00100000:1.0:1767322754.569640:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322754.569665:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527936 00000100:00100000:0.0:1767322754.570130:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989528064:0@lo:38:kworker.0 00000100:00100000:0.0:1767322754.570165:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322754.570188:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989528320:0@lo:38:kworker.0 00000100:00100000:0.0:1767322754.570207:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322754.570224:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989528448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322754.570244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322754.570260:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989528832:0@lo:38:kworker.0 00000100:00100000:0.0:1767322754.570279:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322754.570316:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528192 00000100:00100000:0.0:1767322754.570322:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528192 00000100:00100000:0.0:1767322754.570374:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528064 00000100:00100000:0.0:1767322754.570377:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528064 00000100:00100000:1.0:1767322754.570626:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527936 00000100:00100000:1.0:1767322754.570653:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528320 00000100:00100000:1.0:1767322754.570656:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528320 00000100:00100000:1.0:1767322754.570663:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528832 00000100:00100000:1.0:1767322754.570665:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528832 00000100:00100000:1.0:1767322754.571622:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:1.0:1767322754.571627:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989528832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322754.571637:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767322754.571873:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322754.571928:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322754.571934:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322754.571937:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989528064:0@lo:38:kworker.0 00000100:00080000:0.0:1767322754.571973:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322754.571977:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322754.571980:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989528320:0@lo:38:kworker.0 00000100:00080000:0.0:1767322754.571991:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322754.571994:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322754.571996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989528448:0@lo:38:kworker.0 00000100:00080000:0.0:1767322754.572004:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322754.572008:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322754.572010:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989528832:0@lo:38:kworker.0 00000100:00100000:2.0:1767322754.572249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322754.572312:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322754.572350:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528576 00000100:00100000:2.0:1767322754.572356:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528576 00000100:00100000:1.0:1767322754.572567:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989528832:12345-0@lo:38:kworker.0 Request processed in 40us (1388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322754.572576:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00080000:1.0:1767322754.572628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322754.573984:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528704 00000100:00100000:0.0:1767322754.573996:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528704 00000100:00100000:0.0:1767322754.574057:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575 00000100:00100000:0.0:1767322754.574067:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989528576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322754.574154:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989528576:12345-0@lo:400:kworker.0 Request processed in 89us (1905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322754.574160:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575 00000100:00100000:0.0:1767322754.574177:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576 00000100:00100000:0.0:1767322754.574183:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322754.574228:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528704:12345-0@lo:400:kworker.0 Request processed in 45us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322754.574234:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576 00000100:00100000:0.0:1767322754.574306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989528576:0@lo:400:kworker.0 00000100:00100000:0.0:1767322754.574366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3a9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989528704:0@lo:400:kworker.0 00000100:00080000:1.0:1767322754.574942:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322754.632829:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322755.657024:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322756.104889:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322756.104913:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989528960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322756.104988:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322756.105106:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528960 00000100:00100000:0.0:1767322756.105127:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528960 00000100:00100000:0.0:1767322756.105184:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1767322756.105193:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989528960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322756.105220:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322756.105265:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989528960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322756.105272:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00080000:1.0:1767322756.105341:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322756.105376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989528960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322756.619750:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322756.619837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322756.620361:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529088 00000100:00100000:2.0:1767322756.620387:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529088 00000100:00080000:1.0:1767322756.620459:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322756.620480:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:2.0:1767322756.620490:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322756.620522:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322756.620573:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322756.620598:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00000100:00100000:1.0:1767322756.620673:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529088:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322756.681984:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322757.411764:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322757.411846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322757.412098:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923995392 00000100:00100000:1.0:1767322757.412109:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923995392 00000100:00100000:1.0:1767322757.412155:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923995520 00000100:00100000:1.0:1767322757.412157:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923995520 00000100:00100000:1.0:1767322757.412202:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2277 00000100:00100000:1.0:1767322757.412211:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923995520:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322757.412287:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923995520:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 76us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322757.412295:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2277 00000100:00100000:1.0:1767322757.412313:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3294 00000100:00100000:1.0:1767322757.412318:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923995392:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322757.412345:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322757.412363:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923995392:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (610us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322757.412368:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3294 00010000:00010000:1.0:1767322757.704857:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322758.730306:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322759.689624:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322759.689635:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322759.689755:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989529216:0@lo:400:kworker.0 00000100:00100000:2.0:1767322759.689842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322759.690131:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322759.690136:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322759.690140:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322759.690145:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8001 00000100:00080000:0.0:1767322759.690149:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322759.690154:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322759.690177:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77dc00 x1853163989529344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322759.690334:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322759.690367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989529472:0@lo:400:kworker.0 00000100:00100000:1.0:1767322759.690415:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322759.690454:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529472 00000100:00100000:1.0:1767322759.690458:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529472 00000100:00100000:1.0:1767322759.690491:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:1.0:1767322759.690497:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989529472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322759.690532:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989529472:12345-0@lo:400:kworker.0 Request processed in 35us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322759.690538:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00080000:1.0:1767322759.690557:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322759.690614:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989529472:0@lo:400:kworker.0 00000100:00100000:1.0:1767322759.690661:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989529344:0@lo:38:kworker.0 00000100:00100000:1.0:1767322759.690691:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322759.690720:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529344 00000100:00100000:1.0:1767322759.690724:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529344 00000100:00100000:1.0:1767322759.690742:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:1.0:1767322759.690746:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989529344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322759.690765:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322759.690797:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989529344:12345-0@lo:38:kworker.0 Request processed in 49us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322759.690801:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00080000:1.0:1767322759.690820:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322759.690823:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322759.690826:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989529344:0@lo:38:kworker.0 00000100:00100000:2.0:1767322759.691694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989529216:0@lo:400:kworker.0 00000100:00080000:0.0:1767322759.692192:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322759.692197:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322759.692200:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322759.692206:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8001 00000100:00080000:0.0:1767322759.692210:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322759.692214:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322759.692244:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ea00 x1853163989529600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322759.692352:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989529600:0@lo:38:kworker.0 00000100:00100000:1.0:1767322759.692398:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322759.692816:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322759.692821:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322759.692823:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322759.692828:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8001 00000100:00080000:0.0:1767322759.692830:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322759.692835:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322759.692851:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77df80 x1853163989529728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322759.693155:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989529728:0@lo:38:kworker.0 00000100:00100000:1.0:1767322759.693186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322759.693365:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322759.693369:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322759.693371:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322759.693375:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8001 00000100:00080000:0.0:1767322759.693377:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322759.693381:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322759.693393:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b77ed80 x1853163989530112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322759.693420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529984:0@lo:400:kworker.0 00000100:00100000:0.0:1767322759.693450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322759.693474:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322759.693479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529856:0@lo:400:kworker.0 00000100:00100000:0.0:1767322759.693502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322759.693530:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529984 00000100:00100000:0.0:1767322759.693534:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529984 00000100:00100000:0.0:1767322759.693574:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529856 00000100:00100000:0.0:1767322759.693607:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529856 00000100:00100000:0.0:1767322759.693635:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4577 00000100:00100000:0.0:1767322759.693642:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322759.693686:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529984:12345-0@lo:400:kworker.0 Request processed in 43us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322759.693691:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4577 00000100:00100000:0.0:1767322759.693704:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578 00000100:00100000:0.0:1767322759.693711:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322759.693738:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989529856:12345-0@lo:400:kworker.0 Request processed in 28us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322759.693743:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578 00000100:00080000:0.0:1767322759.693765:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322759.693768:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322759.693791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529856:0@lo:400:kworker.0 00000100:00100000:0.0:1767322759.693800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989529984:0@lo:400:kworker.0 00000100:00100000:2.0:1767322759.694069:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529728 00000100:00100000:2.0:1767322759.694074:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529728 00000100:00100000:2.0:1767322759.694106:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272 00000100:00100000:2.0:1767322759.694111:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989529728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322759.694127:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322759.694159:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989529728:12345-0@lo:38:kworker.0 Request processed in 47us (972us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322759.694165:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272 00000100:00080000:1.0:1767322759.694488:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322759.694495:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322759.694498:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989529600:0@lo:38:kworker.0 00000100:00100000:1.0:1767322759.694519:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989530112:0@lo:38:kworker.0 00000100:00100000:1.0:1767322759.694554:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322759.694640:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322759.694645:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322759.694648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989529728:0@lo:38:kworker.0 00000100:00080000:1.0:1767322759.694911:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322759.694916:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322759.694919:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989530112:0@lo:38:kworker.0 00010000:00010000:2.0:1767322759.752820:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322760.777236:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322761.225074:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989530240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322761.225151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322761.225524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989530240:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322761.225935:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322761.738376:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322761.738436:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989530368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322761.738513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322761.738730:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530368 00000100:00100000:0.0:1767322761.738738:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530368 00000100:00100000:0.0:1767322761.738828:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853 00000100:00100000:0.0:1767322761.738847:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989530368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322761.738879:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322761.738927:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989530368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322761.738934:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853 00000100:00100000:2.0:1767322761.739556:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989530368:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322761.739841:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322761.802045:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322762.529360:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322762.529748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322762.530031:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923995776 00000100:00100000:2.0:1767322762.530036:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923995776 00000100:00100000:2.0:1767322762.530095:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2280 00000100:00100000:2.0:1767322762.530103:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923995776:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322762.530152:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923995776:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 50us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322762.530164:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2280 00010000:00010000:1.0:1767322762.824902:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322763.849135:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322764.815069:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322764.815080:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322764.815162:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322764.815166:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322764.815169:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322764.815177:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8006 00000100:00080000:1.0:1767322764.815196:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322764.815202:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322764.815224:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d28dad180 x1853163989530624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322764.815261:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322764.815264:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322764.815266:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322764.815269:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8006 00000100:00080000:1.0:1767322764.815272:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322764.815275:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322764.815284:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d28daed80 x1853163989530880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322764.815293:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322764.815296:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322764.815298:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322764.815301:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8006 00000100:00080000:1.0:1767322764.815303:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322764.815306:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322764.815315:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d28dad880 x1853163989531008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322764.815349:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322764.815352:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322764.815353:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322764.815356:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8006 00000100:00080000:1.0:1767322764.815364:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322764.815368:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322764.815380:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d28dadf80 x1853163989531392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322764.815421:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989531264:0@lo:400:kworker.0 00000100:00100000:1.0:1767322764.815505:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322764.815555:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322764.815560:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989531136:0@lo:400:kworker.0 00000100:00100000:1.0:1767322764.815601:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322764.815804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989530752:0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.815838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322764.815886:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322764.815892:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989530496:0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.815915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322764.815947:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531264 00000100:00100000:0.0:1767322764.815954:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531264 00000100:00100000:0.0:1767322764.816014:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531136 00000100:00100000:0.0:1767322764.816018:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531136 00000100:00100000:0.0:1767322764.816042:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579 00000100:00100000:0.0:1767322764.816051:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989531264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.816103:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989531264:12345-0@lo:400:kworker.0 Request processed in 53us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322764.816113:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579 00000100:00100000:0.0:1767322764.816131:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4580 00000100:00100000:0.0:1767322764.816137:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989531136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.816175:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989531136:12345-0@lo:400:kworker.0 Request processed in 39us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322764.816181:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4580 00000100:00100000:1.0:1767322764.817276:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530752 00000100:00100000:1.0:1767322764.817285:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530752 00000100:00100000:1.0:1767322764.817400:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530496 00000100:00100000:1.0:1767322764.817404:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530496 00000100:00100000:0.0:1767322764.817466:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767322764.817478:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989530752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.817561:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989530752:12345-0@lo:400:kworker.0 Request processed in 88us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322764.817568:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767322764.817652:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989530752:0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.817706:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989531136:0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.817717:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989531264:0@lo:400:kworker.0 00000100:00100000:2.0:1767322764.818047:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989530624:0@lo:38:kworker.0 00000100:00100000:2.0:1767322764.818091:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322764.818123:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989530880:0@lo:38:kworker.0 00000100:00100000:2.0:1767322764.818145:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322764.818163:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989531008:0@lo:38:kworker.0 00000100:00100000:2.0:1767322764.818185:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322764.818204:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989531392:0@lo:38:kworker.0 00000100:00100000:2.0:1767322764.818238:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322764.818274:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531008 00000100:00100000:2.0:1767322764.818279:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531008 00000100:00100000:2.0:1767322764.818303:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273 00000100:00100000:2.0:1767322764.818308:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989531008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322764.818329:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322764.818365:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989531008:12345-0@lo:38:kworker.0 Request processed in 56us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322764.818378:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273 00000100:00100000:2.0:1767322764.818401:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530624 00000100:00100000:2.0:1767322764.818404:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530624 00000100:00100000:2.0:1767322764.818422:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530880 00000100:00100000:2.0:1767322764.818425:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530880 00000100:00100000:2.0:1767322764.818437:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531392 00000100:00100000:2.0:1767322764.818439:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531392 00000100:00100000:2.0:1767322764.818447:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1767322764.818451:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989530624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322764.818462:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322764.818487:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989530624:12345-0@lo:38:kworker.0 Request processed in 33us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322764.818493:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1767322764.818503:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:2.0:1767322764.818507:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989530880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322764.818518:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322764.818546:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989530880:12345-0@lo:38:kworker.0 Request processed in 38us (401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322764.818551:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:2.0:1767322764.818560:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767322764.818564:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989531392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322764.818572:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322764.818636:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989531392:12345-0@lo:38:kworker.0 Request processed in 69us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322764.818642:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00000100:00080000:2.0:1767322764.818682:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322764.818693:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322764.818696:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989530624:0@lo:38:kworker.0 00000100:00080000:2.0:1767322764.818707:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322764.818710:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322764.818712:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989530880:0@lo:38:kworker.0 00000100:00080000:2.0:1767322764.818720:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322764.818723:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322764.818726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989531008:0@lo:38:kworker.0 00000100:00080000:2.0:1767322764.818732:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322764.818735:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322764.818737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989531392:0@lo:38:kworker.0 00000100:00100000:0.0:1767322764.823886:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:0.0:1767322764.823902:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989530496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322764.824017:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989530496:12345-0@lo:400:kworker.0 Request processed in 120us (8100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322764.824025:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:1.0:1767322764.824118:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989530496:0@lo:400:kworker.0 00010000:00010000:1.0:1767322764.873559:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322765.897534:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322766.344961:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767322766.344988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989531520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322766.345064:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322766.345239:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531520 00000100:00100000:2.0:1767322766.345248:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531520 00000100:00100000:2.0:1767322766.345316:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854 00000100:00100000:2.0:1767322766.345325:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989531520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322766.345354:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322766.345405:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989531520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322766.345412:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854 00000100:00100000:1.0:1767322766.345495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989531520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322766.626482:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:0.0:1767322766.626615:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163923995904 offset 0 length 520: 4 00000100:00100000:0.0:1767322766.627051:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322766.627656:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923996160 00000100:00100000:2.0:1767322766.627666:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923996160 00000100:00100000:2.0:1767322766.627836:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923996032 00000100:00100000:2.0:1767322766.627840:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923996032 00000100:00080000:0.0:1767322766.628288:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322766.864461:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531648 00000100:00100000:0.0:1767322766.864470:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531648 00000100:00100000:0.0:1767322766.864543:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855 00000100:00100000:0.0:1767322766.864552:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989531648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322766.864607:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322766.864654:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989531648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322766.864662:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855 00010000:00010000:1.0:1767322766.922854:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322767.946320:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322768.969054:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322769.928963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989531776:0@lo:400:kworker.0 00000100:00100000:2.0:1767322769.929077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322769.929149:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322769.929157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989532032:0@lo:400:kworker.0 00000100:00100000:2.0:1767322769.929189:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322769.929229:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531776 00000100:00100000:2.0:1767322769.929237:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531776 00000100:00100000:2.0:1767322769.929289:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532032 00000100:00100000:2.0:1767322769.929295:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532032 00000100:00100000:2.0:1767322769.929324:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:2.0:1767322769.929336:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989531776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322769.929390:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989531776:12345-0@lo:400:kworker.0 Request processed in 56us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322769.929397:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:2.0:1767322769.929417:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767322769.929425:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989532032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322769.929454:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989532032:12345-0@lo:400:kworker.0 Request processed in 30us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322769.929461:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767322769.929472:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531904 00000100:00100000:2.0:1767322769.929475:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531904 00000100:00100000:2.0:1767322769.929491:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532160 00000100:00100000:2.0:1767322769.929494:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532160 00000100:00100000:2.0:1767322769.929506:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:2.0:1767322769.929512:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0969a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989531904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322769.929530:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322769.929556:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0969a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989531904:12345-0@lo:38:kworker.0 Request processed in 43us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322769.929571:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:2.0:1767322769.929603:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1767322769.929608:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989532160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322769.929617:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322769.929652:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989532160:12345-0@lo:38:kworker.0 Request processed in 30us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322769.929657:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00080000:2.0:1767322769.929673:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322769.929726:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989532032:0@lo:400:kworker.0 00000100:00100000:2.0:1767322769.929739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3aeb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989531776:0@lo:400:kworker.0 00000100:00100000:1.0:1767322769.930278:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532672 00000100:00100000:1.0:1767322769.930283:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532672 00000100:00100000:1.0:1767322769.930314:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1767322769.930319:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989532672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322769.930331:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322769.930370:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989532672:12345-0@lo:38:kworker.0 Request processed in 49us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322769.930377:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:0.0:1767322769.930796:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532416 00000100:00100000:0.0:1767322769.930801:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532416 00000100:00100000:0.0:1767322769.930846:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532544 00000100:00100000:0.0:1767322769.930849:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532544 00000100:00100000:2.0:1767322769.931011:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532288 00000100:00100000:2.0:1767322769.931016:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532288 00000100:00100000:2.0:1767322769.931040:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5274 00000100:00100000:2.0:1767322769.931045:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0969a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989532288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322769.931058:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322769.931101:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0969a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989532288:12345-0@lo:38:kworker.0 Request processed in 55us (1284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322769.931107:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5274 00000100:00080000:2.0:1767322769.931138:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322769.931142:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322769.931146:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989532288:0@lo:38:kworker.0 00000100:00100000:0.0:1767322769.931226:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4581 00000100:00100000:0.0:1767322769.931234:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0969bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989532416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322769.931716:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582 00000100:00100000:1.0:1767322769.931726:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989532544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322769.933787:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0969bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989532416:12345-0@lo:400:kworker.0 Request processed in 2545us (4495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322769.933802:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4581 00000100:00100000:1.0:1767322769.939354:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989532544:12345-0@lo:400:kworker.0 Request processed in 7620us (10002us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322769.939369:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582 00000100:00100000:0.0:1767322769.939768:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989532544:0@lo:400:kworker.0 00000100:00100000:0.0:1767322769.939806:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989532416:0@lo:400:kworker.0 00010000:00010000:1.0:1767322769.996089:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322771.016963:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322771.465833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989532800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322771.465913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322771.466165:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322771.466279:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989532800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322771.749736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322771.749834:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322771.749898:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923996416 00000100:00100000:1.0:1767322771.749914:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923996416 00000100:00100000:1.0:1767322771.750066:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923996288 00000100:00100000:1.0:1767322771.750070:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923996288 00000100:00100000:1.0:1767322771.750094:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2286 00000100:00100000:1.0:1767322771.750103:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923996416:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322771.750187:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923996416:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 85us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322771.750196:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2286 00000100:00100000:1.0:1767322771.750229:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3306 00000100:00100000:1.0:1767322771.750233:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923996288:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322771.750263:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322771.750301:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163923996288:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 64us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322771.750330:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3306 00000100:00080000:2.0:1767322771.750867:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322771.982563:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532928 00000100:00100000:2.0:1767322771.982575:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532928 00000100:00100000:2.0:1767322771.982704:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:2.0:1767322771.982717:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989532928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322771.982760:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322771.982839:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989532928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322771.982848:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00100000:0.0:1767322771.983872:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989532928:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322772.048298:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322773.065018:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322774.028088:0:7010:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322749/real 1767322749] req@ffff9e7d3b77f800 x1853163989526528/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322774 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767322774.028134:0:7010:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e7d3b77f800 x1853163989526528/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322774 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767322774.028160:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322774.028187:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767322774.028192:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989526528:0@lo:250:kworker.0 00000100:00080000:1.0:1767322774.028871:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322774.028882:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767322774.028887:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322774.028894:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 7996 00000100:00080000:1.0:1767322774.028900:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322774.028907:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322774.028945:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395e0380 x1853163989533056/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322774.029032:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e16d7078-f533-4ecf-a51c-6d78c3ddb652:7010:1853163989533056:0@lo:250:kworker.0 00000400:00000100:2.0:1767322774.029086:0:7010:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989533056 offset 0 length 520: 4 00000100:00080000:1.0:1767322774.029185:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322774.029190:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322774.029192:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322774.029197:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8016 00000100:00080000:1.0:1767322774.029201:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322774.029206:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322774.029222:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395e0a80 x1853163989533312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322774.029307:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989533184:0@lo:400:kworker.0 00000100:00100000:0.0:1767322774.029384:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322774.030390:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322774.030926:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989533312:0@lo:38:kworker.0 00000100:00100000:2.0:1767322774.031003:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322774.032828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989533440:0@lo:400:kworker.0 00000100:00100000:2.0:1767322774.032886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322774.032989:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322774.032995:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322774.032998:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322774.033003:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8016 00000100:00080000:1.0:1767322774.033007:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322774.033013:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322774.033051:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395e1c00 x1853163989533568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322774.033068:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322774.033071:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322774.033073:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322774.033077:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8016 00000100:00080000:1.0:1767322774.033079:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322774.033083:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322774.033096:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395e3100 x1853163989533696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322774.033127:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322774.033130:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322774.033132:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322774.033135:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8016 00000100:00080000:1.0:1767322774.033138:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322774.033141:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322774.033150:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d395e3480 x1853163989534080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322774.033174:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989533824:0@lo:400:kworker.0 00000100:00100000:1.0:1767322774.033205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322774.033230:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322774.033236:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989533952:0@lo:400:kworker.0 00000100:00100000:1.0:1767322774.033256:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322774.033285:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533824 00000100:00100000:1.0:1767322774.033292:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533824 00000100:00100000:1.0:1767322774.033350:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533952 00000100:00100000:1.0:1767322774.033354:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533952 00000100:00100000:1.0:1767322774.033399:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583 00000100:00100000:1.0:1767322774.033407:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989533824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322774.033465:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989533824:12345-0@lo:400:kworker.0 Request processed in 51us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322774.033473:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583 00000100:00100000:1.0:1767322774.033489:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584 00000100:00100000:1.0:1767322774.033496:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989533952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322774.033521:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989533952:12345-0@lo:400:kworker.0 Request processed in 26us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322774.033526:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584 00000100:00100000:1.0:1767322774.033559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989533952:0@lo:400:kworker.0 00000100:00100000:1.0:1767322774.033569:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989533824:0@lo:400:kworker.0 00000100:00080000:1.0:1767322774.033624:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322774.033628:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322774.033675:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989533568:0@lo:38:kworker.0 00000100:00100000:1.0:1767322774.033699:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322774.034779:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989533696:0@lo:38:kworker.0 00000100:00100000:1.0:1767322774.034820:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322774.034837:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d395e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989534080:0@lo:38:kworker.0 00000100:00100000:1.0:1767322774.034858:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322774.035042:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533440 00000100:00100000:0.0:1767322774.035051:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533440 00000100:00100000:0.0:1767322774.035101:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533568 00000100:00100000:0.0:1767322774.035105:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533568 00000100:00100000:0.0:1767322774.035123:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:0.0:1767322774.035130:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989533440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322774.035181:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989533440:12345-0@lo:400:kworker.0 Request processed in 51us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322774.035188:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:0.0:1767322774.035206:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:0.0:1767322774.035210:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989533568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322774.035229:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322774.035256:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989533568:12345-0@lo:38:kworker.0 Request processed in 45us (1556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322774.035262:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00080000:0.0:1767322774.035303:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322774.035330:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533696 00000100:00100000:0.0:1767322774.035333:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533696 00000100:00100000:0.0:1767322774.035352:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275 00000100:00100000:0.0:1767322774.035380:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989533696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322774.035390:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322774.035415:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989533696:12345-0@lo:38:kworker.0 Request processed in 35us (595us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322774.035421:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275 00000100:00100000:0.0:1767322774.035474:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989533440:0@lo:400:kworker.0 00000100:00080000:1.0:1767322774.035707:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322774.035712:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322774.035716:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989533568:0@lo:38:kworker.0 00000100:00080000:1.0:1767322774.035827:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322774.035830:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322774.035833:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989533696:0@lo:38:kworker.0 00000100:00100000:1.0:1767322774.035879:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534080 00000100:00100000:1.0:1767322774.035883:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534080 00000100:00100000:1.0:1767322774.035902:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:1.0:1767322774.035906:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989534080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322774.035916:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322774.035945:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989534080:12345-0@lo:38:kworker.0 Request processed in 38us (1086us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322774.035950:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00080000:1.0:1767322774.035972:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322774.035976:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322774.035979:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989534080:0@lo:38:kworker.0 00000100:00080000:1.0:1767322774.046950:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322774.046966:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322774.046969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d395e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989533312:0@lo:38:kworker.0 00010000:00010000:1.0:1767322774.089690:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322775.112824:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322776.136869:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322776.584918:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989534208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322776.584985:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322776.585434:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322776.585449:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989534208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322776.875036:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322776.875082:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:1.0:1767322776.875941:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322777.096939:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322777.096960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d28dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989534336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322777.097021:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322777.097371:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d28dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989534336:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322777.097541:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322777.162059:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322778.185005:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322779.147171:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989534464:0@lo:400:kworker.0 00000100:00100000:0.0:1767322779.147198:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989534592:0@lo:38:kworker.0 00000100:00100000:2.0:1767322779.147289:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989534720:0@lo:400:kworker.0 00000100:00100000:0.0:1767322779.147359:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.147397:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989534848:0@lo:38:kworker.0 00000100:00100000:0.0:1767322779.147432:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.147448:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989534976:0@lo:38:kworker.0 00000100:00100000:0.0:1767322779.147468:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.147483:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989535360:0@lo:38:kworker.0 00000100:00100000:0.0:1767322779.147525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.147554:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989535104:0@lo:400:kworker.0 00000100:00100000:0.0:1767322779.147605:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.147638:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534592 00000100:00100000:0.0:1767322779.147645:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534592 00000100:00100000:0.0:1767322779.147674:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534848 00000100:00100000:0.0:1767322779.147677:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534848 00000100:00100000:0.0:1767322779.147691:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535360 00000100:00100000:0.0:1767322779.147700:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535360 00000100:00100000:0.0:1767322779.147721:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1767322779.147727:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989534592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322779.147748:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322779.147787:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989534592:12345-0@lo:38:kworker.0 Request processed in 59us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322779.147793:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1767322779.147812:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1767322779.147816:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989534848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322779.147825:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322779.147848:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989534848:12345-0@lo:38:kworker.0 Request processed in 30us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322779.147854:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1767322779.147866:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1767322779.147869:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989535360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322779.147877:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322779.147896:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7010:x1853163989535360:12345-0@lo:38:kworker.0 Request processed in 25us (371us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322779.147901:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1767322779.147922:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534976 00000100:00100000:0.0:1767322779.147925:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534976 00000100:00100000:0.0:1767322779.147944:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276 00000100:00100000:0.0:1767322779.147948:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989534976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322779.147957:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322779.147982:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989534976:12345-0@lo:38:kworker.0 Request processed in 32us (512us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322779.147992:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276 00000100:00080000:0.0:1767322779.148031:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322779.148036:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322779.148040:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989534848:0@lo:38:kworker.0 00000100:00080000:0.0:1767322779.148049:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322779.148052:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322779.148054:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989534976:0@lo:38:kworker.0 00000100:00080000:0.0:1767322779.148060:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322779.148063:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322779.148066:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989535360:0@lo:38:kworker.0 00000100:00080000:0.0:1767322779.148073:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322779.148076:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322779.148078:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989534592:0@lo:38:kworker.0 00000100:00100000:0.0:1767322779.148133:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535104 00000100:00100000:0.0:1767322779.148136:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535104 00000100:00100000:0.0:1767322779.148174:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585 00000100:00100000:0.0:1767322779.148182:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989535104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322779.148221:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989535104:12345-0@lo:400:kworker.0 Request processed in 40us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322779.148227:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585 00000100:00100000:0.0:1767322779.148252:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989535104:0@lo:400:kworker.0 00000100:00080000:0.0:1767322779.148274:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322779.148650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.148715:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535232 00000100:00100000:0.0:1767322779.148720:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535232 00000100:00100000:0.0:1767322779.148778:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586 00000100:00100000:0.0:1767322779.148786:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989535232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322779.148824:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989535232:12345-0@lo:400:kworker.0 Request processed in 40us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322779.148830:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586 00000100:00100000:2.0:1767322779.148897:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322779.148970:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534464 00000100:00100000:0.0:1767322779.148975:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534464 00000100:00100000:0.0:1767322779.149040:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534720 00000100:00100000:0.0:1767322779.149044:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534720 00000100:00100000:1.0:1767322779.149090:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:2.0:1767322779.149101:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767322779.149111:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989534464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322779.149120:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989534720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322779.149184:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989534720:12345-0@lo:400:kworker.0 Request processed in 74us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322779.149193:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767322779.149202:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989534464:12345-0@lo:400:kworker.0 Request processed in 100us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322779.149213:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767322779.149279:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989534464:0@lo:400:kworker.0 00010000:00010000:1.0:1767322779.212375:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322780.232880:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322781.260736:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322781.707458:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989535488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322781.707603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322781.707745:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535488 00000100:00100000:0.0:1767322781.707758:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535488 00000100:00100000:0.0:1767322781.707866:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860 00000100:00100000:0.0:1767322781.707879:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322781.707926:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322781.708027:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322781.708037:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860 00000100:00100000:0.0:1767322781.708241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989535488:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322781.708327:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322781.986722:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322781.986765:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322781.988772:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322782.219489:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535616 00000100:00100000:0.0:1767322782.219511:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535616 00000100:00080000:2.0:1767322782.219620:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767322782.219667:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861 00000100:00100000:0.0:1767322782.219679:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0969b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989535616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322782.219729:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322782.219849:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0969b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989535616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (2761us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322782.219858:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861 00010000:00010000:1.0:1767322782.281445:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322783.304965:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322784.264946:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989535744:0@lo:400:kworker.0 00000100:00100000:0.0:1767322784.265148:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322784.265204:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322784.265211:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989536000:0@lo:400:kworker.0 00000100:00100000:1.0:1767322784.265288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989536384:0@lo:400:kworker.0 00000100:00100000:2.0:1767322784.265289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989535872:0@lo:38:kworker.0 00000100:00100000:0.0:1767322784.267187:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322784.267284:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535744 00000100:00100000:0.0:1767322784.267294:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535744 00000100:00100000:0.0:1767322784.267373:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536000 00000100:00100000:0.0:1767322784.267376:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536000 00000100:00100000:0.0:1767322784.267542:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767322784.267554:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989535744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322784.267753:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989535744:12345-0@lo:400:kworker.0 Request processed in 200us (2606us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322784.267888:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767322784.267915:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767322784.267922:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989536000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322784.267955:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d03ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989536000:12345-0@lo:400:kworker.0 Request processed in 34us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322784.267962:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767322784.268033:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989536000:0@lo:400:kworker.0 00000100:00100000:0.0:1767322784.268170:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989535744:0@lo:400:kworker.0 00000100:00080000:0.0:1767322784.268244:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322784.269365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322784.270928:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536384 00000100:00100000:0.0:1767322784.270948:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536384 00000100:00100000:0.0:1767322784.271068:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587 00000100:00100000:0.0:1767322784.271082:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989536384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322784.271200:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989536384:12345-0@lo:400:kworker.0 Request processed in 121us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322784.271234:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587 00000100:00080000:1.0:1767322784.272793:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322784.272876:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989536384:0@lo:400:kworker.0 00000100:00100000:2.0:1767322784.275242:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322784.275317:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989536128:0@lo:38:kworker.0 00000100:00100000:2.0:1767322784.275372:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322784.275708:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989536256:0@lo:38:kworker.0 00000100:00100000:2.0:1767322784.275744:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322784.275773:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989536640:0@lo:38:kworker.0 00000100:00100000:2.0:1767322784.275802:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322784.284988:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322784.285009:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322784.285016:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989536256:0@lo:38:kworker.0 00000100:00100000:1.0:1767322784.291746:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535872 00000100:00100000:1.0:1767322784.291885:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535872 00000100:00100000:0.0:1767322784.292051:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536128 00000100:00100000:0.0:1767322784.292058:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536128 00000100:00100000:1.0:1767322784.292111:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536640 00000100:00100000:1.0:1767322784.292116:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536640 00000100:00080000:2.0:1767322784.302921:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322784.302941:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322784.302973:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989535872:0@lo:38:kworker.0 00000100:00080000:2.0:1767322784.302995:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322784.302998:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322784.303002:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989536128:0@lo:38:kworker.0 00000100:00080000:2.0:1767322784.303015:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322784.303018:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322784.303021:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989536640:0@lo:38:kworker.0 00010000:00010000:2.0:1767322784.328900:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322785.355826:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322786.378092:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322786.825225:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989536768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322786.825328:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322786.825473:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536768 00000100:00100000:1.0:1767322786.825484:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536768 00000100:00100000:1.0:1767322786.825573:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:1.0:1767322786.825600:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989536768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322786.825649:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322786.825714:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989536768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322786.825722:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00100000:2.0:1767322786.825817:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989536768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322787.108266:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322787.108321:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:0.0:1767322787.110116:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322787.337550:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989536896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322787.337667:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322787.337805:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536896 00000100:00100000:0.0:1767322787.337814:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536896 00000100:00100000:0.0:1767322787.337886:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863 00000100:00100000:0.0:1767322787.337897:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d40b35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989536896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322787.337931:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322787.337990:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d40b35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989536896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322787.337997:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863 00000100:00100000:2.0:1767322787.338528:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989536896:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322787.405134:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322788.425034:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322789.388565:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989537152:0@lo:38:kworker.0 00000100:00100000:2.0:1767322789.388636:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322789.388666:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989537408:0@lo:38:kworker.0 00000100:00100000:2.0:1767322789.388686:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322789.388700:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989537536:0@lo:38:kworker.0 00000100:00100000:2.0:1767322789.388723:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322789.388741:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989537920:0@lo:38:kworker.0 00000100:00100000:2.0:1767322789.388757:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322789.388788:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537536 00000100:00100000:2.0:1767322789.388792:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537536 00000100:00100000:2.0:1767322789.388823:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278 00000100:00100000:2.0:1767322789.388827:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989537536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322789.388849:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322789.388883:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989537536:12345-0@lo:38:kworker.0 Request processed in 54us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322789.388889:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278 00000100:00100000:2.0:1767322789.388910:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537152 00000100:00100000:2.0:1767322789.388913:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537152 00000100:00100000:2.0:1767322789.388930:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537408 00000100:00100000:2.0:1767322789.388933:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537408 00000100:00100000:2.0:1767322789.388944:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537920 00000100:00100000:2.0:1767322789.388946:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537920 00000100:00100000:2.0:1767322789.388961:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:2.0:1767322789.388965:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322789.388974:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322789.388997:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537152:12345-0@lo:38:kworker.0 Request processed in 31us (361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322789.389003:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:2.0:1767322789.389014:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1767322789.389018:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322789.389026:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322789.389046:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537408:12345-0@lo:38:kworker.0 Request processed in 28us (360us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322789.389051:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1767322789.389060:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:2.0:1767322789.389063:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322789.389079:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322789.389100:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989537920:12345-0@lo:38:kworker.0 Request processed in 36us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322789.389106:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00080000:2.0:1767322789.389147:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322789.389152:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322789.389155:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989537152:0@lo:38:kworker.0 00000100:00080000:2.0:1767322789.389163:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322789.389166:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322789.389169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989537408:0@lo:38:kworker.0 00000100:00080000:2.0:1767322789.389176:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322789.389179:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322789.389182:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989537536:0@lo:38:kworker.0 00000100:00080000:2.0:1767322789.389189:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322789.389191:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322789.389194:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989537920:0@lo:38:kworker.0 00000100:00100000:1.0:1767322789.389283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989537024:0@lo:400:kworker.0 00000100:00100000:1.0:1767322789.389318:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322789.389356:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322789.389363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989537280:0@lo:400:kworker.0 00000100:00100000:1.0:1767322789.389385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322789.389419:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537024 00000100:00100000:1.0:1767322789.389423:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537024 00000100:00100000:1.0:1767322789.389455:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537280 00000100:00100000:1.0:1767322789.389458:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537280 00000100:00100000:1.0:1767322789.389475:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:1.0:1767322789.389481:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989537024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322789.389515:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989537024:12345-0@lo:400:kworker.0 Request processed in 34us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322789.389519:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:1.0:1767322789.389540:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1767322789.389544:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989537280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322789.389567:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989537280:12345-0@lo:400:kworker.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322789.389573:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00080000:1.0:1767322789.389619:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322789.389636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989537280:0@lo:400:kworker.0 00000100:00100000:1.0:1767322789.389642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989537024:0@lo:400:kworker.0 00010000:00010000:1.0:1767322789.448846:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322790.473614:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322791.497464:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322791.945100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989538048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322791.945177:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322791.945622:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538048 00000100:00100000:0.0:1767322791.945631:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538048 00000100:00100000:0.0:1767322791.945690:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864 00000100:00100000:0.0:1767322791.945701:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538048:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767322791.945710:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767322791.945745:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322791.946675:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 974us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322791.946684:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864 00000100:00100000:2.0:1767322791.947314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989538048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322792.227139:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322792.227674:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923997568 00000100:00100000:2.0:1767322792.227684:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923997568 00000100:00100000:2.0:1767322792.227762:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2298 00000100:00100000:2.0:1767322792.227773:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923997568:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322792.227876:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923997568:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 104us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322792.227885:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2298 00000100:00100000:2.0:1767322792.228609:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923997440 00000100:00100000:2.0:1767322792.228615:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923997440 00000100:00100000:2.0:1767322792.228646:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3322 00000100:00100000:2.0:1767322792.228651:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923997440:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322792.228672:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322792.228714:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923997440:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 61us (557us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322792.228722:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3322 00000100:00080000:1.0:1767322792.228846:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322792.457198:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989538176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322792.457280:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322792.457437:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538176 00000100:00100000:1.0:1767322792.457455:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538176 00000100:00100000:1.0:1767322792.457526:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865 00000100:00100000:1.0:1767322792.457536:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989538176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322792.457566:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322792.462797:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989538176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5251us (5504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322792.462813:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865 00000100:00100000:2.0:1767322792.465006:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989538176:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322792.520791:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322793.544910:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322794.505196:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989538304:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505290:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322794.505352:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322794.505358:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989538560:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505389:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322794.505504:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989538944:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505531:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322794.505549:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322794.505555:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989539072:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505574:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322794.505632:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538304 00000100:00100000:0.0:1767322794.505640:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538304 00000100:00100000:0.0:1767322794.505690:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538560 00000100:00100000:0.0:1767322794.505694:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538560 00000100:00100000:0.0:1767322794.505718:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1767322794.505727:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989538304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505778:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989538304:12345-0@lo:400:kworker.0 Request processed in 52us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322794.505785:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1767322794.505802:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1767322794.505807:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989538560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505832:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989538560:12345-0@lo:400:kworker.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322794.505838:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1767322794.505875:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989538560:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.505886:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989538304:0@lo:400:kworker.0 00000100:00080000:0.0:1767322794.505915:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322794.507063:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989538432:0@lo:38:kworker.0 00000100:00100000:1.0:1767322794.507148:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322794.507217:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989538688:0@lo:38:kworker.0 00000100:00100000:1.0:1767322794.507287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322794.507318:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989538816:0@lo:38:kworker.0 00000100:00100000:1.0:1767322794.507346:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322794.507378:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2a4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989539200:0@lo:38:kworker.0 00000100:00100000:1.0:1767322794.507408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322794.507455:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538944 00000100:00100000:1.0:1767322794.507465:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538944 00000100:00100000:1.0:1767322794.507530:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539072 00000100:00100000:1.0:1767322794.507534:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539072 00000100:00100000:1.0:1767322794.507560:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00000100:00100000:1.0:1767322794.507570:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322794.509101:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538944:12345-0@lo:400:kworker.0 Request processed in 1519us (3555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322794.509117:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00100000:1.0:1767322794.509158:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4592 00000100:00100000:1.0:1767322794.509172:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322794.509215:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539072:12345-0@lo:400:kworker.0 Request processed in 48us (3640us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322794.509222:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4592 00000100:00100000:1.0:1767322794.509268:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538432 00000100:00100000:1.0:1767322794.509276:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538432 00000100:00100000:1.0:1767322794.509316:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538688 00000100:00100000:1.0:1767322794.509320:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538688 00000100:00100000:1.0:1767322794.509335:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539200 00000100:00100000:1.0:1767322794.509339:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539200 00000100:00100000:1.0:1767322794.509356:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:1.0:1767322794.509362:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989538432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322794.509414:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322794.509455:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989538432:12345-0@lo:38:kworker.0 Request processed in 92us (2308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322794.509462:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:1.0:1767322794.509474:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:1.0:1767322794.509479:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989538688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322794.509488:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322794.509512:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989538688:12345-0@lo:38:kworker.0 Request processed in 32us (2225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322794.509517:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:1.0:1767322794.509527:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:1.0:1767322794.509530:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989539200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322794.509538:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322794.509565:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989539200:12345-0@lo:38:kworker.0 Request processed in 33us (2157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322794.509571:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00080000:1.0:1767322794.509621:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767322794.509627:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322794.511715:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538816 00000100:00100000:0.0:1767322794.511730:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538816 00000100:00100000:0.0:1767322794.511790:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279 00000100:00100000:0.0:1767322794.511813:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989538816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322794.511837:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322794.511932:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989538816:12345-0@lo:38:kworker.0 Request processed in 119us (4583us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322794.511938:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279 00000100:00100000:0.0:1767322794.511991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989539072:0@lo:400:kworker.0 00000100:00100000:0.0:1767322794.512004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989538944:0@lo:400:kworker.0 00000100:00080000:1.0:1767322794.513360:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322794.513374:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322794.513378:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989538432:0@lo:38:kworker.0 00000100:00080000:1.0:1767322794.513393:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322794.513396:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322794.513399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989538688:0@lo:38:kworker.0 00000100:00080000:1.0:1767322794.513439:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322794.513444:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322794.513447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989538816:0@lo:38:kworker.0 00000100:00080000:1.0:1767322794.513461:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322794.513465:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322794.513468:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2a4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989539200:0@lo:38:kworker.0 00010000:00010000:1.0:1767322794.568943:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322795.600103:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322796.618719:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322797.071160:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989539328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322797.071307:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322797.071729:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539328 00000100:00100000:1.0:1767322797.071743:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539328 00000100:00100000:1.0:1767322797.071831:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866 00000100:00100000:1.0:1767322797.071843:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989539328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322797.071886:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322797.071921:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322797.071949:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989539328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322797.071957:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866 00000100:00100000:0.0:1767322797.071990:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989539328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322797.349468:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322797.350358:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322797.350392:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923997696 00000100:00100000:1.0:1767322797.350397:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923997696 00000100:00100000:1.0:1767322797.350427:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3326 00000100:00100000:1.0:1767322797.350434:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923997696:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322797.350460:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322797.350528:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d05fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923997696:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 93us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322797.350537:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3326 00000100:00080000:0.0:1767322797.351371:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322797.580665:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322797.580703:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989539456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322797.580817:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322797.583287:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539456 00000100:00100000:1.0:1767322797.583307:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539456 00000100:00100000:1.0:1767322797.583428:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867 00000100:00100000:1.0:1767322797.583442:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989539456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322797.583490:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322797.583662:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989539456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 222us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322797.583670:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867 00000100:00080000:0.0:1767322797.584092:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322797.640856:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322798.665136:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322799.624818:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322799.624834:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322799.624942:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322799.624947:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322799.624952:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322799.624963:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8041 00000100:00080000:0.0:1767322799.624970:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322799.624980:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322799.625010:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2ca680 x1853163989539712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322799.625048:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322799.625052:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322799.625072:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322799.625077:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8041 00000100:00080000:0.0:1767322799.625079:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322799.625084:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322799.625121:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2ca300 x1853163989539968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322799.625132:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322799.625147:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322799.625149:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322799.625153:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8041 00000100:00080000:0.0:1767322799.625156:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322799.625159:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322799.625174:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2c9c00 x1853163989540096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322799.625227:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322799.625230:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322799.625232:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322799.625236:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8041 00000100:00080000:0.0:1767322799.625238:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322799.625242:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322799.625254:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2cb800 x1853163989540480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322799.625297:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989540224:0@lo:400:kworker.0 00000100:00100000:0.0:1767322799.625391:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322799.625496:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767322799.625504:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989540352:0@lo:400:kworker.0 00000100:00100000:0.0:1767322799.625531:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322799.627662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989539584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322799.627712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322799.627745:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322799.627764:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989539840:0@lo:400:kworker.0 00000100:00100000:2.0:1767322799.627792:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322799.627829:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539712 00000100:00100000:2.0:1767322799.627836:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539712 00000100:00100000:2.0:1767322799.627863:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539968 00000100:00100000:2.0:1767322799.627866:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539968 00000100:00100000:2.0:1767322799.627879:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539584 00000100:00100000:2.0:1767322799.627881:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539584 00000100:00100000:2.0:1767322799.627911:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539840 00000100:00100000:2.0:1767322799.627914:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539840 00000100:00100000:2.0:1767322799.627932:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1767322799.627940:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989539584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322799.627989:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989539584:12345-0@lo:400:kworker.0 Request processed in 50us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322799.627996:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1767322799.628011:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1767322799.628016:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989539840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322799.628043:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3aebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989539840:12345-0@lo:400:kworker.0 Request processed in 27us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322799.628050:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1767322799.628061:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1767322799.628065:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989539712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322799.628090:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322799.628149:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989539712:12345-0@lo:38:kworker.0 Request processed in 83us (1164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322799.628156:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1767322799.628167:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00080000:0.0:1767322799.628740:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767322799.628747:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767322799.628750:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322799.628818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989539840:0@lo:400:kworker.0 00000100:00100000:0.0:1767322799.628830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989539584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322799.629119:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989539968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322799.629147:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322799.629600:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2a4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989539968:12345-0@lo:38:kworker.0 Request processed in 465us (2522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322799.629610:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:0.0:1767322799.629968:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540480 00000100:00100000:0.0:1767322799.629977:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540480 00000100:00100000:0.0:1767322799.630013:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:0.0:1767322799.630020:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989540480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322799.630036:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322799.630073:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989540480:12345-0@lo:38:kworker.0 Request processed in 53us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322799.630080:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:2.0:1767322799.630442:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540096 00000100:00100000:2.0:1767322799.630448:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540096 00000100:00100000:2.0:1767322799.630571:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280 00000100:00100000:2.0:1767322799.630577:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989540096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322799.630607:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322799.630642:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989540096:12345-0@lo:38:kworker.0 Request processed in 65us (3534us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322799.630648:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280 00000100:00080000:2.0:1767322799.631577:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322799.631603:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767322799.631607:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322799.631613:0:63660:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 8020 00000100:00080000:2.0:1767322799.631619:0:63660:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322799.631626:0:63660:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322799.631670:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3aeb8000 x1853163989540608/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767322799.688885:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322800.713324:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322801.736883:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322802.188326:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767322802.188366:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989540736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322802.189100:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322802.189169:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540736 00000100:00100000:2.0:1767322802.189181:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540736 00000100:00100000:2.0:1767322802.189266:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00000100:00100000:2.0:1767322802.189278:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989540736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322802.189340:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:0.0:1767322802.189420:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322802.202970:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989540736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 13676us (13865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322802.202991:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:1.0:1767322802.204947:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989540736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322802.467668:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998080 00000100:00100000:2.0:1767322802.467684:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998080 00000100:00100000:2.0:1767322802.467779:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923997952 00000100:00100000:2.0:1767322802.467783:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923997952 00000100:00100000:2.0:1767322802.467806:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2304 00000100:00100000:2.0:1767322802.467818:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923998080:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322802.467920:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d02d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923998080:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 105us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322802.467926:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2304 00000100:00100000:2.0:1767322802.467944:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3330 00000100:00100000:2.0:1767322802.467947:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d395e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923997952:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322802.467970:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322802.467988:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d395e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163923997952:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 40us (670us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322802.467992:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3330 00000100:00100000:2.0:1767322802.696962:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322802.697000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989540864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322802.697114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322802.699557:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322802.704594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989540864:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322802.768659:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322803.784949:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322804.750234:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322804.750249:0:63660:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322804.750350:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322804.750355:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322804.750360:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322804.750370:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8046 00000100:00080000:0.0:1767322804.750376:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322804.750385:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322804.750432:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2c8a80 x1853163989541120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322804.750472:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322804.750475:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322804.750477:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322804.750481:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8046 00000100:00080000:0.0:1767322804.750484:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322804.750489:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322804.750502:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2cb800 x1853163989541376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322804.750512:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322804.750515:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322804.750517:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322804.750521:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8046 00000100:00080000:0.0:1767322804.750524:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322804.750528:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322804.750540:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2c9c00 x1853163989541504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322804.750622:0:63660:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322804.750625:0:63660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322804.750627:0:63660:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322804.750631:0:63660:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8046 00000100:00080000:0.0:1767322804.750633:0:63660:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322804.750637:0:63660:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322804.750639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989541632:0@lo:400:kworker.0 00000100:00100000:0.0:1767322804.750655:0:63660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2cb100 x1853163989541888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322804.750713:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989541120:0@lo:38:kworker.0 00000100:00100000:2.0:1767322804.750735:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322804.750745:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322804.750854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989541248:0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.751025:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322804.751032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989541760:0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.751069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322804.751122:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541120 00000100:00100000:2.0:1767322804.751131:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541120 00000100:00100000:2.0:1767322804.751175:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767322804.751184:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989541120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322804.751208:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322804.751249:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989541120:12345-0@lo:38:kworker.0 Request processed in 64us (502us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322804.751257:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767322804.751272:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540992 00000100:00100000:2.0:1767322804.751275:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540992 00000100:00100000:2.0:1767322804.751299:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:2.0:1767322804.751304:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989540992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.751349:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989540992:12345-0@lo:400:kworker.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322804.751355:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:2.0:1767322804.751401:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989540992:0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.751450:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989541760:0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.751460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989541632:0@lo:400:kworker.0 00000100:00080000:0.0:1767322804.751721:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322804.751727:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322804.751730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989541120:0@lo:38:kworker.0 00000100:00100000:0.0:1767322804.751737:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989541376:0@lo:38:kworker.0 00000100:00100000:0.0:1767322804.751767:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322804.751782:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989541504:0@lo:38:kworker.0 00000100:00100000:0.0:1767322804.751806:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322804.751835:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989541888:0@lo:38:kworker.0 00000100:00100000:0.0:1767322804.751857:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322804.752093:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541376 00000100:00100000:0.0:1767322804.752098:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541376 00000100:00100000:0.0:1767322804.752122:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541888 00000100:00100000:0.0:1767322804.752125:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541888 00000100:00100000:0.0:1767322804.752140:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:0.0:1767322804.752145:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989541376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322804.752159:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322804.752192:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989541376:12345-0@lo:38:kworker.0 Request processed in 46us (425us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322804.752198:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:0.0:1767322804.752215:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:0.0:1767322804.752219:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989541888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322804.752241:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322804.752264:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989541888:12345-0@lo:38:kworker.0 Request processed in 43us (406us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322804.752270:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00080000:0.0:1767322804.752296:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322804.752300:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322804.752304:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989541376:0@lo:38:kworker.0 00000100:00080000:0.0:1767322804.752311:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322804.752315:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322804.752317:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989541888:0@lo:38:kworker.0 00000100:00100000:1.0:1767322804.755417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322804.755826:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541248 00000100:00100000:2.0:1767322804.755837:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541248 00000100:00100000:2.0:1767322804.756079:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:2.0:1767322804.756090:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989541248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322804.757254:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989541248:12345-0@lo:400:kworker.0 Request processed in 1159us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322804.757267:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00010000:00010000:2.0:1767322804.809516:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322805.832991:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322806.856960:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322807.305018:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989542016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322807.305135:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322807.305847:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989542016:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767322807.306730:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322807.586492:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322807.586553:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322807.591307:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998208 00000100:00100000:1.0:1767322807.591332:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998208 00000100:00100000:1.0:1767322807.591477:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998336 00000100:00100000:1.0:1767322807.591483:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998336 00000100:00100000:1.0:1767322807.591573:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2307 00000100:00100000:1.0:1767322807.591625:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923998336:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322807.591736:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923998336:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 114us (5180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322807.591745:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2307 00000100:00100000:1.0:1767322807.591768:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3334 00000100:00100000:1.0:1767322807.591774:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923998208:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322807.591801:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322807.591834:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923998208:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 58us (5358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322807.591840:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3334 00000100:00100000:1.0:1767322807.817882:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989542144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322807.817982:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322807.818113:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542144 00000100:00100000:2.0:1767322807.818124:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542144 00000100:00100000:2.0:1767322807.818216:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871 00000100:00100000:2.0:1767322807.818227:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989542144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322807.818270:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322807.818338:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d36ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989542144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322807.818347:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871 00000100:00100000:1.0:1767322807.818447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989542144:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322807.887536:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322808.907001:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322809.864802:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322809.864827:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767322809.866480:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767322809.866601:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322809.866609:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322809.866613:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322809.866624:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8051 00000100:00080000:0.0:1767322809.866630:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322809.866637:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322809.866670:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2c9c00 x1853163989542400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322809.867129:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542400 00000100:00100000:2.0:1767322809.867139:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542400 00000100:00100000:2.0:1767322809.867195:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1767322809.867205:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989542400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322809.867231:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322809.867306:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989542400:12345-0@lo:38:kworker.0 Request processed in 101us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322809.867315:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00080000:2.0:1767322809.867367:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322809.867372:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322809.867376:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989542400:0@lo:38:kworker.0 00000100:00100000:2.0:1767322809.869403:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767322809.869432:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322809.869459:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322809.869463:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322809.869472:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8051 00000100:00080000:0.0:1767322809.869478:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322809.869485:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322809.869533:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d2e2c9c00 x1853163989542656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322809.869567:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322809.869572:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322809.869574:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322809.869601:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8051 00000100:00080000:0.0:1767322809.869604:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322809.869608:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322809.869624:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0969ad80 x1853163989542784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322809.869670:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322809.869673:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322809.869675:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322809.869679:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8051 00000100:00080000:0.0:1767322809.869681:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322809.869685:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322809.869697:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d0969aa00 x1853163989543168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322809.869800:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989543040:0@lo:400:kworker.0 00000100:00100000:0.0:1767322809.869900:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322809.869957:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767322809.869963:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989542912:0@lo:400:kworker.0 00000100:00100000:0.0:1767322809.869998:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322809.870057:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543040 00000100:00100000:0.0:1767322809.870066:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543040 00000100:00100000:0.0:1767322809.870142:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542912 00000100:00100000:0.0:1767322809.870146:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542912 00000100:00100000:0.0:1767322809.870171:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597 00000100:00100000:0.0:1767322809.870180:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989543040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322809.870238:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989543040:12345-0@lo:400:kworker.0 Request processed in 60us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322809.870253:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597 00000100:00100000:1.0:1767322809.870462:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989542272:0@lo:400:kworker.0 00000100:00100000:1.0:1767322809.870500:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322809.870574:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989543040:0@lo:400:kworker.0 00000100:00100000:1.0:1767322809.870627:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4598 00000100:00100000:1.0:1767322809.870637:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0969b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989542912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322809.870674:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0969b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989542912:12345-0@lo:400:kworker.0 Request processed in 39us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322809.870681:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4598 00000100:00100000:1.0:1767322809.870722:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09699180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989542912:0@lo:400:kworker.0 00000100:00100000:1.0:1767322809.873531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989542272:0@lo:400:kworker.0 00000100:00080000:0.0:1767322809.873757:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322809.874515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989542528:0@lo:400:kworker.0 00000100:00100000:2.0:1767322809.874603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322809.874741:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542528 00000100:00100000:0.0:1767322809.874748:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542528 00000100:00100000:0.0:1767322809.875141:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767322809.875151:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989542528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322809.875253:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989542528:12345-0@lo:400:kworker.0 Request processed in 104us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322809.875270:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1767322809.875612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989542528:0@lo:400:kworker.0 00010000:00010000:1.0:1767322809.932752:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322810.954482:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322811.976834:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322812.426675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989543296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322812.426759:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322812.427604:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543296 00000100:00100000:0.0:1767322812.427616:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543296 00000100:00100000:0.0:1767322812.427695:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872 00000100:00100000:0.0:1767322812.427703:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322812.427748:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322812.427826:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322812.427847:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872 00000100:00100000:1.0:1767322812.428012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989543296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322812.707415:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322812.707531:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322812.708451:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998592 00000100:00100000:0.0:1767322812.708466:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998592 00000100:00100000:2.0:1767322812.708704:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998464 00000100:00100000:2.0:1767322812.708708:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998464 00000100:00100000:2.0:1767322812.708756:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2310 00000100:00100000:2.0:1767322812.708770:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923998592:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:2.0:1767322812.708879:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d069b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923998592:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 109us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322812.708888:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2310 00000100:00100000:2.0:1767322812.708922:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3338 00000100:00100000:2.0:1767322812.708927:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923998464:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322812.708952:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322812.708981:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923998464:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 53us (1450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322812.708987:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3338 00000100:00100000:1.0:1767322812.937216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989543424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322812.937302:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322812.937598:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543424 00000100:00100000:0.0:1767322812.937608:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543424 00000100:00100000:0.0:1767322812.937686:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:0.0:1767322812.937697:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989543424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322812.937752:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322812.937800:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989543424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322812.937808:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1767322812.937996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989543424:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322813.001347:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322814.024959:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322814.986675:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989543552:0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.986750:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322814.986795:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322814.986803:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989543808:0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.986838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322814.986887:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989544192:0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.986922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322814.986943:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322814.986950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989544320:0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.986975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322814.987020:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544320 00000100:00100000:2.0:1767322814.987025:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544320 00000100:00100000:2.0:1767322814.987067:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600 00000100:00100000:2.0:1767322814.987078:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989544320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.987213:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989544320:12345-0@lo:400:kworker.0 Request processed in 137us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322814.987225:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600 00000100:00100000:1.0:1767322814.987298:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543552 00000100:00100000:1.0:1767322814.987301:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543552 00000100:00100000:1.0:1767322814.987334:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543808 00000100:00100000:1.0:1767322814.987336:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543808 00000100:00100000:1.0:1767322814.987359:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:1.0:1767322814.987367:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989543552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322814.987373:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:2.0:1767322814.987385:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989543808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322814.987421:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989543552:12345-0@lo:400:kworker.0 Request processed in 54us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322814.987428:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1767322814.987433:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989543808:12345-0@lo:400:kworker.0 Request processed in 49us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322814.987444:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:1.0:1767322814.987471:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2e2cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989543808:0@lo:400:kworker.0 00000100:00100000:1.0:1767322814.987485:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7c0c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989543552:0@lo:400:kworker.0 00000100:00100000:0.0:1767322814.987696:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7c0c45c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989543680:0@lo:38:kworker.0 00000100:00100000:0.0:1767322814.987731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322814.987764:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989543936:0@lo:38:kworker.0 00000100:00100000:0.0:1767322814.987786:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322814.987804:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2e2c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989544064:0@lo:38:kworker.0 00000100:00100000:0.0:1767322814.987833:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322814.987865:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989544448:0@lo:38:kworker.0 00000100:00100000:0.0:1767322814.987891:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322814.987926:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544064 00000100:00100000:0.0:1767322814.987931:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544064 00000100:00100000:0.0:1767322814.987959:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283 00000100:00100000:0.0:1767322814.987966:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989544064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322814.987980:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322814.988055:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:1.0:1767322814.988061:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989544448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322814.988079:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322814.990561:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989544448:12345-0@lo:38:kworker.0 Request processed in 2497us (2668us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322814.990570:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1767322814.992282:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989544064:12345-0@lo:38:kworker.0 Request processed in 4244us (4379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322814.992316:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283 00010000:00010000:1.0:1767322815.049009:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322816.073078:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322816.802985:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998976 00000100:00100000:1.0:1767322816.802996:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998976 00000100:00100000:1.0:1767322816.803077:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2313 00000100:00100000:1.0:1767322816.803088:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923998976:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322816.803178:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163923998976:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 92us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322816.803185:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2313 00000100:00100000:0.0:1767322816.809539:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923998848 00000100:00100000:0.0:1767322816.809556:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923998848 00000100:00100000:0.0:1767322816.809647:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3342 00000100:00100000:0.0:1767322816.809659:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923998848:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322816.809700:0:122877:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322816.809791:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163923998848:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 133us (2310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322816.809798:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3342 00010000:00010000:2.0:1767322817.096920:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322817.547002:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989544576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322817.547082:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322817.547248:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544576 00000100:00100000:0.0:1767322817.547257:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544576 00000100:00100000:0.0:1767322817.547317:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:0.0:1767322817.547327:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989544576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322817.547356:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322817.547412:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989544576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322817.547420:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:1.0:1767322817.547453:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989544576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322818.058725:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322818.058748:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989544704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322818.058830:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322818.059138:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544704 00000100:00100000:0.0:1767322818.059148:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544704 00000100:00100000:0.0:1767322818.059208:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:0.0:1767322818.059216:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989544704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322818.059247:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322818.059445:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7c0c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989544704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 228us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322818.059453:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00100000:1.0:1767322818.059548:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0969b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989544704:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322818.121917:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322819.144891:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322820.105169:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322820.105182:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322820.105271:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322820.105276:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322820.105279:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322820.105290:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8061 00000100:00080000:0.0:1767322820.105295:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322820.105301:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322820.105324:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3af19500 x1853163989544960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322820.105362:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322820.105365:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322820.105367:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322820.105371:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8061 00000100:00080000:0.0:1767322820.105374:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322820.105378:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322820.105389:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989545216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322820.105398:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322820.105401:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322820.105403:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322820.105406:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8061 00000100:00080000:0.0:1767322820.105409:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322820.105412:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322820.105456:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b0000 x1853163989545344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322820.105486:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322820.105489:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322820.105491:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322820.105494:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8061 00000100:00080000:0.0:1767322820.105496:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322820.105499:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322820.105508:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989545728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322820.106101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989544960:0@lo:38:kworker.0 00000100:00100000:1.0:1767322820.106143:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989545472:0@lo:400:kworker.0 00000100:00100000:2.0:1767322820.106205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989545600:0@lo:400:kworker.0 00000100:00100000:0.0:1767322820.106254:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544832 00000100:00100000:0.0:1767322820.106262:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544832 00000100:00100000:0.0:1767322820.106311:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545088 00000100:00100000:0.0:1767322820.106314:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545088 00000100:00100000:0.0:1767322820.106338:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1767322820.106346:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989544832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322820.109256:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322820.109305:0:18971:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545472 00000100:00100000:1.0:1767322820.109311:0:18971:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545472 00000100:00100000:1.0:1767322820.109354:0:18971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601 00000100:00100000:1.0:1767322820.109360:0:18971:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989545472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322820.109393:0:18971:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989545472:12345-0@lo:400:kworker.0 Request processed in 34us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322820.109399:0:18971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601 00000100:00100000:1.0:1767322820.109424:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989545472:0@lo:400:kworker.0 00000100:00100000:1.0:1767322820.109450:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545344 00000100:00100000:1.0:1767322820.109453:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545344 00000100:00100000:1.0:1767322820.109471:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284 00000100:00100000:1.0:1767322820.109475:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989545344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322820.109495:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322820.109529:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989545344:12345-0@lo:38:kworker.0 Request processed in 52us (126us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322820.109535:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284 00000100:00100000:1.0:1767322820.109562:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:1.0:1767322820.109566:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989545216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322820.109574:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322820.109614:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989545216:12345-0@lo:38:kworker.0 Request processed in 47us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322820.109631:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00100000:1.0:1767322820.109643:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:1.0:1767322820.109647:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989545728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322820.109656:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322820.109687:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989545728:12345-0@lo:38:kworker.0 Request processed in 39us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322820.109692:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:2.0:1767322820.111114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322820.111272:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989544832:12345-0@lo:400:kworker.0 Request processed in 4924us (5248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322820.111282:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:1.0:1767322820.111525:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545600 00000100:00100000:1.0:1767322820.111532:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545600 00000100:00100000:1.0:1767322820.111645:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602 00000100:00100000:1.0:1767322820.111661:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d28dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989545600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322820.111724:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d28dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989545600:12345-0@lo:400:kworker.0 Request processed in 72us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322820.111731:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602 00000100:00100000:0.0:1767322820.112001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989545600:0@lo:400:kworker.0 00010000:00010000:2.0:1767322820.168892:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322821.192853:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322821.921038:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322821.921105:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322821.921136:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999232 00000100:00100000:0.0:1767322821.921154:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999232 00000100:00100000:0.0:1767322821.921345:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2316 00000100:00100000:0.0:1767322821.921365:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923999232:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322821.921453:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2510:x1853163923999232:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 89us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322821.921478:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2316 00000100:00080000:1.0:1767322821.922630:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322822.217045:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322822.665251:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545856 00000100:00100000:0.0:1767322822.665261:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545856 00000100:00080000:1.0:1767322822.665442:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322822.665542:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:0.0:1767322822.665554:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989545856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322822.665619:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322822.665803:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989545856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 250us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322822.665812:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00100000:2.0:1767322822.666635:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989545856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322823.183083:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545984 00000100:00100000:1.0:1767322823.183095:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545984 00000100:00100000:1.0:1767322823.183187:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:1.0:1767322823.183198:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989545984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322823.183239:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:1.0:1767322823.183726:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989545984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 529us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322823.183736:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1767322823.187324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989545984:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322823.241313:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322824.202223:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322824.202231:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767322824.202236:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d2daa0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322824.202244:0:128602:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 0@lo last attempt 8046 00000100:00080000:0.0:1767322824.202249:0:128602:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322824.202257:0:128602:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e7d2daa0000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322824.202309:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac7480 x1853163989546112/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322824.202391:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322824.202404:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322824.202405:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322824.202410:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8067 00000100:00080000:0.0:1767322824.202413:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322824.202417:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322824.202434:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d03ea5f80 x1853163989546368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322824.202481:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322824.202484:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322824.202487:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322824.202490:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8067 00000100:00080000:0.0:1767322824.202493:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322824.202497:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322824.202512:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03c380 x1853163989546624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322824.202532:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322824.202536:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322824.202537:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322824.202542:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8067 00000100:00080000:0.0:1767322824.202544:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322824.202548:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322824.202561:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989546752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322824.202630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989546496:0@lo:400:kworker.0 00000100:00080000:0.0:1767322824.202636:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322824.202639:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322824.202641:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322824.202644:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8067 00000100:00080000:0.0:1767322824.202647:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322824.202650:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322824.202661:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d070c3100 x1853163989547136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322824.202743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d2d678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989546880:0@lo:400:kworker.0 00000100:00100000:1.0:1767322824.202812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989546240:0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.203802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322824.203895:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322824.203907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989547008:0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.203938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322824.204006:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546880 00000100:00100000:0.0:1767322824.204016:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546880 00000100:00100000:0.0:1767322824.204088:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547008 00000100:00100000:0.0:1767322824.204091:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547008 00000100:00100000:0.0:1767322824.204115:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603 00000100:00100000:0.0:1767322824.204123:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.204181:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546880:12345-0@lo:400:kworker.0 Request processed in 58us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322824.204188:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603 00000100:00100000:0.0:1767322824.204208:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604 00000100:00100000:0.0:1767322824.204214:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989547008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.204240:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989547008:12345-0@lo:400:kworker.0 Request processed in 26us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322824.204246:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604 00000100:00080000:0.0:1767322824.204263:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322824.204302:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d070c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989547008:0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.204312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d2d678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989546880:0@lo:400:kworker.0 00000100:00100000:2.0:1767322824.208885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322824.210355:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546496 00000100:00100000:0.0:1767322824.210377:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546496 00000100:00100000:0.0:1767322824.210524:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:0.0:1767322824.210567:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989546496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.210730:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989546496:12345-0@lo:400:kworker.0 Request processed in 170us (1858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322824.210739:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:1.0:1767322824.210958:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322824.211439:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322824.211502:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d03ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989546496:0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.214652:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546240 00000100:00100000:0.0:1767322824.214680:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546240 00000100:00100000:0.0:1767322824.214823:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:0.0:1767322824.214836:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989546240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322824.214968:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989546240:12345-0@lo:400:kworker.0 Request processed in 135us (4010us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322824.214976:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00100000:1.0:1767322824.216334:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546752 00000100:00100000:1.0:1767322824.216340:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546752 00000100:00100000:1.0:1767322824.216378:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285 00000100:00100000:1.0:1767322824.216383:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989546752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322824.216412:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322824.216449:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989546752:12345-0@lo:38:kworker.0 Request processed in 65us (675us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322824.216456:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285 00000100:00100000:1.0:1767322824.216510:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989546240:0@lo:400:kworker.0 00000100:00080000:2.0:1767322824.218044:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322824.264883:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322825.288879:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322826.314241:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322827.046840:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999488 00000100:00100000:0.0:1767322827.046857:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999488 00000100:00100000:0.0:1767322827.046995:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999360 00000100:00100000:0.0:1767322827.047000:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999360 00000100:00100000:0.0:1767322827.047027:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2319 00000100:00100000:0.0:1767322827.047038:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923999488:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322827.047135:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163923999488:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 98us (5591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322827.047144:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2319 00000100:00100000:0.0:1767322827.047166:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3350 00000100:00100000:0.0:1767322827.047171:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923999360:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322827.047191:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322827.047218:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163923999360:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 45us (5500us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322827.047224:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3350 00000100:00080000:2.0:1767322827.047967:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322827.336814:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322827.789067:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767322827.789094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989547264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322827.789161:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322827.789560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989547264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322827.790178:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767322828.296867:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322828.296890:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989547392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767322828.296956:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322828.297057:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547392 00000100:00100000:0.0:1767322828.297065:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547392 00000100:00100000:0.0:1767322828.297134:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879 00000100:00100000:0.0:1767322828.297143:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989547392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322828.297172:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322828.297219:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989547392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322828.297226:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879 00000100:00100000:0.0:1767322828.297272:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d39a0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989547392:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767322828.297667:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767322828.361318:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322829.321344:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322829.321610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989547648:0@lo:38:kworker.0 00000100:00100000:0.0:1767322829.321675:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322829.321761:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547648 00000100:00100000:1.0:1767322829.321770:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547648 00000100:00100000:1.0:1767322829.321815:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:1.0:1767322829.321823:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989547648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322829.321862:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322829.321908:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d39a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989547648:12345-0@lo:38:kworker.0 Request processed in 84us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322829.321916:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00080000:1.0:1767322829.321956:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767322829.321960:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767322829.321964:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989547648:0@lo:38:kworker.0 00000100:00100000:2.0:1767322829.323499:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989547776:0@lo:400:kworker.0 00000100:00100000:2.0:1767322829.323553:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322829.323603:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3c160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989547520:0@lo:400:kworker.0 00000100:00100000:2.0:1767322829.323625:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322829.323734:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547776 00000100:00100000:0.0:1767322829.323741:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547776 00000100:00100000:0.0:1767322829.323798:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547520 00000100:00100000:0.0:1767322829.323803:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547520 00000100:00100000:0.0:1767322829.323826:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:0.0:1767322829.323834:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989547776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322829.323886:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989547776:12345-0@lo:400:kworker.0 Request processed in 52us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322829.323893:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:0.0:1767322829.323910:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1767322829.323916:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989547520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322829.323941:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989547520:12345-0@lo:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322829.323947:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00080000:2.0:1767322829.324341:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322829.324377:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989547776:0@lo:400:kworker.0 00000100:00100000:2.0:1767322829.324408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3c160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989547520:0@lo:400:kworker.0 00000100:00100000:0.0:1767322829.328789:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548160 00000100:00100000:0.0:1767322829.328799:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548160 00000100:00100000:0.0:1767322829.328858:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548288 00000100:00100000:0.0:1767322829.328862:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548288 00000100:00100000:0.0:1767322829.328883:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605 00000100:00100000:0.0:1767322829.328891:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989548160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322829.328931:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989548160:12345-0@lo:400:kworker.0 Request processed in 42us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322829.328936:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605 00000100:00100000:0.0:1767322829.328950:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1767322829.328954:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989548288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322829.328968:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989548288:12345-0@lo:400:kworker.0 Request processed in 14us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322829.328971:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1767322829.328993:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989547904:0@lo:38:kworker.0 00000100:00100000:0.0:1767322829.329011:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322829.329025:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989548032:0@lo:38:kworker.0 00000100:00100000:0.0:1767322829.329045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322829.329060:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989548416:0@lo:38:kworker.0 00000100:00100000:0.0:1767322829.329078:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322829.329114:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547904 00000100:00100000:0.0:1767322829.329117:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547904 00000100:00100000:0.0:1767322829.329130:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548416 00000100:00100000:0.0:1767322829.329131:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548416 00000100:00100000:0.0:1767322829.329139:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:0.0:1767322829.329142:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2d678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989547904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322829.329156:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322829.329182:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2d678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989547904:12345-0@lo:38:kworker.0 Request processed in 39us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322829.329186:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:0.0:1767322829.329195:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:0.0:1767322829.329197:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989548416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322829.329203:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322829.329214:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d070c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989548416:12345-0@lo:38:kworker.0 Request processed in 16us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322829.329217:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00080000:0.0:1767322829.329243:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322829.329247:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322829.329249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989547904:0@lo:38:kworker.0 00000100:00080000:0.0:1767322829.329254:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322829.329256:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322829.329258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989548416:0@lo:38:kworker.0 00000100:00080000:1.0:1767322829.329479:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767322829.330445:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322829.330449:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322829.330451:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989548032:0@lo:38:kworker.0 00010000:00010000:2.0:1767322829.385003:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322830.408826:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322831.437039:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322832.161623:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999744 00000100:00100000:1.0:1767322832.161634:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999744 00000100:00080000:2.0:1767322832.161784:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322832.162033:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999616 00000100:00100000:0.0:1767322832.162059:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999616 00000100:00100000:2.0:1767322832.163110:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3354 00000100:00100000:2.0:1767322832.163121:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923999616:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322832.163148:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322832.163417:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163923999616:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 294us (2039us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322832.163425:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3354 00000100:00100000:1.0:1767322832.166381:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2322 00000100:00100000:1.0:1767322832.166423:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923999744:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322832.166607:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163923999744:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 208us (5294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322832.169983:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2322 00010000:00010000:2.0:1767322832.457630:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322832.905743:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322832.905776:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989548544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322832.905873:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322832.906235:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322833.417261:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548672 00000100:00100000:0.0:1767322833.417282:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548672 00000100:00100000:0.0:1767322833.417366:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:0.0:1767322833.417376:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322833.417416:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322833.417491:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322833.417500:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00010000:00010000:2.0:1767322833.481136:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322834.446200:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322834.446215:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322834.447836:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322834.447846:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322834.447851:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322834.447860:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8076 00000100:00080000:0.0:1767322834.447865:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322834.447873:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322834.447915:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b03f100 x1853163989548928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322834.448007:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989549056:0@lo:400:kworker.0 00000100:00100000:1.0:1767322834.448087:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322834.448143:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322834.448147:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322834.448149:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322834.448152:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8076 00000100:00080000:0.0:1767322834.448155:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322834.448159:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322834.448171:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680e00 x1853163989549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322834.448181:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322834.448184:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322834.448186:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322834.448207:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8076 00000100:00080000:0.0:1767322834.448210:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322834.448213:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322834.448225:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681c00 x1853163989549312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322834.448262:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322834.448265:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322834.448266:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322834.448270:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8076 00000100:00080000:0.0:1767322834.448272:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767322834.448275:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322834.448282:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d329ef480 x1853163989549696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322834.448342:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549056 00000100:00100000:0.0:1767322834.448350:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549056 00000100:00100000:0.0:1767322834.448418:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767322834.448428:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2e2cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989549056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.448539:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989548928:0@lo:38:kworker.0 00000100:00100000:2.0:1767322834.448569:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.448631:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989549184:0@lo:38:kworker.0 00000100:00100000:2.0:1767322834.448657:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.448672:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989549312:0@lo:38:kworker.0 00000100:00100000:2.0:1767322834.448692:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.448705:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989549696:0@lo:38:kworker.0 00000100:00100000:2.0:1767322834.448723:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.448754:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548928 00000100:00100000:2.0:1767322834.448764:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548928 00000100:00100000:2.0:1767322834.448784:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549184 00000100:00100000:2.0:1767322834.448786:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549184 00000100:00100000:2.0:1767322834.448793:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549696 00000100:00100000:2.0:1767322834.448794:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549696 00000100:00100000:2.0:1767322834.448803:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1767322834.448807:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989548928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322834.448829:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322834.448859:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989548928:12345-0@lo:38:kworker.0 Request processed in 50us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322834.448866:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1767322834.448881:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1767322834.448885:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989549184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322834.448892:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322834.448907:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989549184:12345-0@lo:38:kworker.0 Request processed in 21us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322834.448912:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1767322834.448919:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:2.0:1767322834.448922:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989549696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322834.448929:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322834.448944:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7010:x1853163989549696:12345-0@lo:38:kworker.0 Request processed in 21us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322834.448949:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00080000:2.0:1767322834.448987:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322834.448992:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322834.448995:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989548928:0@lo:38:kworker.0 00000100:00080000:2.0:1767322834.449010:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322834.449013:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322834.449016:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989549184:0@lo:38:kworker.0 00000100:00080000:2.0:1767322834.449022:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322834.449024:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322834.449027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989549696:0@lo:38:kworker.0 00000100:00100000:2.0:1767322834.449068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989549568:0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.449092:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.449112:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767322834.449117:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989549440:0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.449132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322834.449157:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549568 00000100:00100000:2.0:1767322834.449160:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549568 00000100:00100000:2.0:1767322834.449185:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549440 00000100:00100000:2.0:1767322834.449187:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549440 00000100:00100000:2.0:1767322834.449205:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607 00000100:00100000:2.0:1767322834.449209:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989549568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.449239:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989549568:12345-0@lo:400:kworker.0 Request processed in 30us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322834.449245:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607 00000100:00100000:2.0:1767322834.449254:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4608 00000100:00100000:2.0:1767322834.449258:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989549440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.449276:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989549440:12345-0@lo:400:kworker.0 Request processed in 18us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322834.449281:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4608 00000100:00100000:2.0:1767322834.449313:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989549440:0@lo:400:kworker.0 00000100:00100000:2.0:1767322834.449323:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d329ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989549568:0@lo:400:kworker.0 00000100:00080000:2.0:1767322834.449360:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322834.449365:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322834.449396:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549312 00000100:00100000:2.0:1767322834.449400:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549312 00000100:00100000:2.0:1767322834.449420:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287 00000100:00100000:2.0:1767322834.449425:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989549312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322834.449434:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322834.449464:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989549312:12345-0@lo:38:kworker.0 Request processed in 37us (770us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322834.449470:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287 00000100:00080000:2.0:1767322834.449494:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322834.449511:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322834.449514:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989549312:0@lo:38:kworker.0 00000100:00100000:0.0:1767322834.454848:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2e2cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989549056:12345-0@lo:400:kworker.0 Request processed in 6412us (6751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322834.454952:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989549056:0@lo:400:kworker.0 00000100:00100000:0.0:1767322834.455033:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767322834.455072:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548800 00000100:00100000:0.0:1767322834.455079:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548800 00000100:00100000:0.0:1767322834.455191:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:0.0:1767322834.455200:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989548800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322834.455302:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853163989548800:12345-0@lo:400:kworker.0 Request processed in 103us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322834.455327:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00100000:1.0:1767322834.455545:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7011:1853163989548800:0@lo:400:kworker.0 00010000:00010000:1.0:1767322834.505018:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322835.530303:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322836.553249:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322837.286797:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322837.286927:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322837.287190:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924000000 00000100:00100000:1.0:1767322837.287203:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924000000 00000100:00100000:1.0:1767322837.287303:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163923999872 00000100:00100000:1.0:1767322837.287307:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163923999872 00000100:00100000:1.0:1767322837.287328:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2325 00000100:00100000:1.0:1767322837.287339:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163924000000:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322837.287435:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163924000000:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 97us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322837.287456:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2325 00000100:00100000:1.0:1767322837.287478:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3358 00000100:00100000:1.0:1767322837.287482:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923999872:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322837.287508:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322837.287537:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d329ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163923999872:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 52us (609us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322837.287543:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3358 00010000:00010000:2.0:1767322837.577182:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322838.028828:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989549824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322838.028925:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322838.030304:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549824 00000100:00100000:0.0:1767322838.030321:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549824 00000100:00100000:0.0:1767322838.030442:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:0.0:1767322838.030455:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989549824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322838.030499:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322838.030629:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989549824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (1703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322838.030637:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00100000:1.0:1767322838.031398:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989549824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322838.536985:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322838.537019:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989549952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322838.537124:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322838.541273:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549952 00000100:00100000:2.0:1767322838.541298:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549952 00000100:00100000:2.0:1767322838.541444:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883 00000100:00100000:2.0:1767322838.541457:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3c160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989549952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767322838.541505:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:2.0:1767322838.541644:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3c160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989549952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 190us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322838.541652:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883 00000100:00080000:1.0:1767322838.541978:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322838.542038:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989549952:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322838.604818:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322839.563896:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322839.563912:0:128602:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322839.564015:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322839.564020:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322839.564025:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322839.564036:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8081 00000100:00080000:1.0:1767322839.564045:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767322839.564053:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322839.564084:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3fac5500 x1853163989550208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322839.564121:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322839.564124:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322839.564125:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322839.564129:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8081 00000100:00080000:1.0:1767322839.564132:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767322839.564159:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322839.564172:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b3800 x1853163989550464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322839.564182:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322839.564186:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322839.564188:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322839.564194:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8081 00000100:00080000:1.0:1767322839.564197:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767322839.564202:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322839.564214:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b8b2a00 x1853163989550592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322839.564275:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322839.564278:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322839.564280:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322839.564284:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8081 00000100:00080000:1.0:1767322839.564287:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767322839.564291:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322839.564302:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09766d80 x1853163989550976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322839.564336:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989550720:0@lo:400:kworker.0 00000100:00100000:1.0:1767322839.564433:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322839.564493:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550720 00000100:00100000:1.0:1767322839.564502:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550720 00000100:00100000:1.0:1767322839.564573:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609 00000100:00100000:1.0:1767322839.564636:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989550720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322839.564702:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989550720:12345-0@lo:400:kworker.0 Request processed in 69us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322839.564710:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609 00000100:00100000:1.0:1767322839.564782:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989550720:0@lo:400:kworker.0 00000100:00100000:1.0:1767322839.564805:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322839.564812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989550848:0@lo:400:kworker.0 00000100:00100000:1.0:1767322839.564837:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322839.564858:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550848 00000100:00100000:1.0:1767322839.564861:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550848 00000100:00100000:1.0:1767322839.564885:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4610 00000100:00100000:1.0:1767322839.564891:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989550848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322839.564922:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989550848:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322839.564928:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4610 00000100:00100000:1.0:1767322839.564953:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989550848:0@lo:400:kworker.0 00000100:00100000:0.0:1767322839.565487:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989550208:0@lo:38:kworker.0 00000100:00100000:0.0:1767322839.565520:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322839.565547:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989550464:0@lo:38:kworker.0 00000100:00100000:0.0:1767322839.565571:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322839.565617:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989550592:0@lo:38:kworker.0 00000100:00100000:0.0:1767322839.565645:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322839.565665:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989550976:0@lo:38:kworker.0 00000100:00100000:0.0:1767322839.565690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322839.565720:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550592 00000100:00100000:0.0:1767322839.565724:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550592 00000100:00100000:0.0:1767322839.565750:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288 00000100:00100000:0.0:1767322839.565755:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989550592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322839.565778:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322839.565815:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989550592:12345-0@lo:38:kworker.0 Request processed in 58us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322839.565830:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288 00000100:00100000:0.0:1767322839.565848:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550208 00000100:00100000:0.0:1767322839.565850:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550208 00000100:00100000:0.0:1767322839.565865:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550464 00000100:00100000:0.0:1767322839.565867:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550464 00000100:00100000:0.0:1767322839.565878:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550976 00000100:00100000:0.0:1767322839.565881:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550976 00000100:00100000:0.0:1767322839.565890:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1767322839.565894:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322839.565904:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322839.565931:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550208:12345-0@lo:38:kworker.0 Request processed in 36us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322839.565937:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1767322839.565949:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1767322839.565953:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322839.565961:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322839.565981:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550464:12345-0@lo:38:kworker.0 Request processed in 27us (409us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322839.565986:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1767322839.565995:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767322839.565998:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08400c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322839.566006:0:121322:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322839.566026:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08400c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7010:x1853163989550976:12345-0@lo:38:kworker.0 Request processed in 27us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322839.566032:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00080000:0.0:1767322839.567317:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322839.567336:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322839.567342:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3fac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989550208:0@lo:38:kworker.0 00000100:00080000:0.0:1767322839.567358:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322839.567362:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322839.567366:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989550464:0@lo:38:kworker.0 00000100:00080000:0.0:1767322839.567376:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322839.567381:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322839.567383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b8b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989550592:0@lo:38:kworker.0 00000100:00080000:0.0:1767322839.567392:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322839.567396:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322839.567399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989550976:0@lo:38:kworker.0 00010000:00010000:1.0:1767322839.624884:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322840.649469:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322841.379152:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:2.0:1767322841.379229:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163924000128 offset 0 length 520: 4 00000100:00100000:2.0:1767322841.379262:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322841.379666:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3362 00000100:00100000:0.0:1767322841.379682:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163924000256:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322841.379712:0:121476:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322841.379772:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163924000256:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 91us (507us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767322841.379839:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322841.380008:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3362 00010000:00010000:2.0:1767322841.672877:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322842.697025:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322843.147113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989551104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767322843.147245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322843.155528:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551104 00000100:00100000:0.0:1767322843.155557:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551104 00000100:00100000:0.0:1767322843.156115:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884 00000100:00100000:0.0:1767322843.156129:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322843.156188:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322843.156329:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 203us (9083us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322843.156368:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884 00000100:00080000:1.0:1767322843.158859:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322843.657400:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551232 00000100:00100000:0.0:1767322843.657411:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551232 00000100:00100000:0.0:1767322843.657502:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885 00000100:00100000:0.0:1767322843.657513:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989551232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322843.657556:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322843.657647:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989551232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322843.657656:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885 00000100:00080000:1.0:1767322843.657725:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322843.721126:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767322844.680834:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322844.680851:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767322844.680932:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322844.680937:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322844.680941:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322844.680952:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8086 00000100:00080000:0.0:1767322844.680960:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767322844.680969:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322844.680996:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c8700 x1853163989551488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322844.681017:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322844.681020:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322844.681022:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322844.681026:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8086 00000100:00080000:0.0:1767322844.681028:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767322844.681054:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322844.681068:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cad80 x1853163989551744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322844.681079:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322844.681083:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322844.681085:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322844.681090:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8086 00000100:00080000:0.0:1767322844.681093:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767322844.681097:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322844.681110:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361c9500 x1853163989551872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322844.681150:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767322844.681154:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767322844.681167:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767322844.681171:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8086 00000100:00080000:0.0:1767322844.681174:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767322844.681178:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:0.0:1767322844.681191:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d361cbb80 x1853163989552256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322844.681232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989552128:0@lo:400:kworker.0 00000100:00080000:1.0:1767322844.682110:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322844.682638:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322844.682744:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989551488:0@lo:38:kworker.0 00000100:00100000:2.0:1767322844.682784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322844.682833:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989551744:0@lo:38:kworker.0 00000100:00100000:2.0:1767322844.682856:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322844.682875:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989551872:0@lo:38:kworker.0 00000100:00100000:2.0:1767322844.682899:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322844.682922:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989552256:0@lo:38:kworker.0 00000100:00100000:2.0:1767322844.682942:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322844.682974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989552000:0@lo:400:kworker.0 00000100:00100000:2.0:1767322844.683007:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551488 00000100:00100000:2.0:1767322844.683013:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551488 00000100:00100000:2.0:1767322844.683041:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551744 00000100:00100000:2.0:1767322844.683044:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551744 00000100:00100000:2.0:1767322844.683056:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552256 00000100:00100000:2.0:1767322844.683058:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552256 00000100:00100000:2.0:1767322844.683067:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:2.0:1767322844.683072:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989551488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322844.683097:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322844.683139:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989551488:12345-0@lo:38:kworker.0 Request processed in 65us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322844.683161:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:2.0:1767322844.683180:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:2.0:1767322844.683185:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989551744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322844.683194:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322844.683218:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989551744:12345-0@lo:38:kworker.0 Request processed in 31us (361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322844.683223:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:2.0:1767322844.683233:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:2.0:1767322844.683237:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989552256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322844.683245:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322844.683267:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989552256:12345-0@lo:38:kworker.0 Request processed in 29us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322844.683273:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:2.0:1767322844.683291:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551872 00000100:00100000:2.0:1767322844.683295:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551872 00000100:00100000:2.0:1767322844.683335:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5289 00000100:00100000:2.0:1767322844.683340:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989551872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322844.683349:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322844.683388:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989551872:12345-0@lo:38:kworker.0 Request processed in 46us (487us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322844.683394:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5289 00000100:00080000:2.0:1767322844.683436:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322844.683442:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322844.683445:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989551488:0@lo:38:kworker.0 00000100:00080000:2.0:1767322844.683467:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322844.683471:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322844.683474:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989551744:0@lo:38:kworker.0 00000100:00080000:2.0:1767322844.683482:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322844.683485:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322844.683488:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989551872:0@lo:38:kworker.0 00000100:00080000:2.0:1767322844.683496:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322844.683499:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322844.683501:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989552256:0@lo:38:kworker.0 00000100:00100000:2.0:1767322844.685360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322844.691036:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552128 00000100:00100000:1.0:1767322844.691061:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552128 00000100:00100000:1.0:1767322844.691324:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552000 00000100:00100000:1.0:1767322844.691330:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552000 00000100:00100000:1.0:1767322844.691481:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611 00000100:00100000:1.0:1767322844.691494:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989552128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322844.691681:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989552128:12345-0@lo:400:kworker.0 Request processed in 189us (9043us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322844.691690:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611 00000100:00100000:1.0:1767322844.691711:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612 00000100:00100000:1.0:1767322844.691719:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989552000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322844.691759:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989552000:12345-0@lo:400:kworker.0 Request processed in 41us (6408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322844.691765:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612 00010000:00010000:2.0:1767322844.744867:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322845.770192:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322846.498129:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322846.513166:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00080000:2.0:1767322846.515085:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767322846.793752:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322847.824139:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322848.266387:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989552384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322848.266458:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322848.266602:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552384 00000100:00100000:2.0:1767322848.266610:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552384 00000100:00100000:2.0:1767322848.266682:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:2.0:1767322848.266693:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989552384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767322848.266723:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767322848.269070:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989552384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2371us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322848.269084:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:1.0:1767322848.269186:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989552384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322848.778180:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322848.778201:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989552512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322848.778295:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322848.778487:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552512 00000100:00100000:0.0:1767322848.778496:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552512 00000100:00100000:0.0:1767322848.778564:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:0.0:1767322848.778625:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989552512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322848.778660:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322848.778706:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989552512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322848.778713:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00080000:1.0:1767322848.780051:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322848.780115:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989552512:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322848.847420:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322849.801165:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322849.801175:0:128602:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322849.801256:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322849.801261:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322849.801264:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322849.801271:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8091 00000100:00080000:2.0:1767322849.801277:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767322849.801283:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322849.801307:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d31cb8700 x1853163989552768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322849.801327:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322849.801330:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322849.801332:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322849.801335:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8091 00000100:00080000:2.0:1767322849.801338:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767322849.801341:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322849.801354:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683100 x1853163989553024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322849.801362:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322849.801365:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322849.801367:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322849.801370:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8091 00000100:00080000:2.0:1767322849.801373:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767322849.801376:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322849.801387:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681f80 x1853163989553152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322849.801425:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322849.801428:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322849.801430:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322849.801433:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8091 00000100:00080000:2.0:1767322849.801436:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767322849.801439:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322849.801450:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683480 x1853163989553536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767322849.801542:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989553280:0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.801636:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322849.801712:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322849.801718:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989553408:0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.801738:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322849.801791:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553280 00000100:00100000:1.0:1767322849.801798:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553280 00000100:00100000:1.0:1767322849.801850:0:35588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553408 00000100:00100000:1.0:1767322849.801854:0:35588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553408 00000100:00100000:1.0:1767322849.801872:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4613 00000100:00100000:1.0:1767322849.801880:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989553280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.801928:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989553280:12345-0@lo:400:kworker.0 Request processed in 48us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322849.801934:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4613 00000100:00100000:1.0:1767322849.801950:0:35588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614 00000100:00100000:1.0:1767322849.801956:0:35588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989553408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.801981:0:35588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989553408:12345-0@lo:400:kworker.0 Request processed in 26us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322849.801986:0:35588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614 00000100:00100000:1.0:1767322849.802026:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989553408:0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.802037:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989553280:0@lo:400:kworker.0 00000100:00100000:0.0:1767322849.802377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989552640:0@lo:400:kworker.0 00000100:00100000:0.0:1767322849.802412:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322849.802449:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767322849.802455:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989552896:0@lo:400:kworker.0 00000100:00100000:0.0:1767322849.802478:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322849.802545:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552640 00000100:00100000:1.0:1767322849.802550:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552640 00000100:00100000:1.0:1767322849.802611:0:122877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552896 00000100:00100000:1.0:1767322849.802614:0:122877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552896 00000100:00100000:1.0:1767322849.802631:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1767322849.802638:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989552640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.802672:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989552640:12345-0@lo:400:kworker.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322849.802678:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1767322849.802689:0:122877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767322849.802694:0:122877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989552896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322849.802716:0:122877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989552896:12345-0@lo:400:kworker.0 Request processed in 23us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322849.802731:0:122877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00080000:0.0:1767322849.803698:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322849.803722:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989552896:0@lo:400:kworker.0 00000100:00100000:0.0:1767322849.803732:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989552640:0@lo:400:kworker.0 00000100:00100000:2.0:1767322849.804194:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553152 00000100:00100000:2.0:1767322849.804200:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553152 00000100:00100000:2.0:1767322849.804248:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5290 00000100:00100000:2.0:1767322849.804253:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d4088ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989553152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322849.804266:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322849.804310:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d4088ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989553152:12345-0@lo:38:kworker.0 Request processed in 57us (1346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322849.804316:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5290 00010000:00010000:2.0:1767322849.865045:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322850.888862:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322851.621068:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924000896 00000100:00100000:2.0:1767322851.621082:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924000896 00000100:00100000:2.0:1767322851.621165:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2334 00000100:00100000:2.0:1767322851.621175:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163924000896:12345-192.168.204.13@tcp:400:kworker.0 00000100:00080000:0.0:1767322851.621196:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767322851.621352:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2508:x1853163924000896:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 176us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322851.621361:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2334 00000100:00100000:0.0:1767322851.622470:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:2.0:1767322851.622533:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924000768 00000100:00100000:2.0:1767322851.622541:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924000768 00000100:00100000:2.0:1767322851.622604:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3370 00000100:00100000:2.0:1767322851.622610:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163924000768:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:2.0:1767322851.622631:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322851.623456:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163924000768:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 761us (910us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322851.623468:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3370 00010000:00010000:1.0:1767322851.912934:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322852.939533:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322853.385545:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553792 00000100:00100000:0.0:1767322853.385553:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553792 00000100:00100000:0.0:1767322853.385646:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:0.0:1767322853.385656:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989553792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322853.385684:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1767322853.385828:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767322853.385977:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989553792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 322us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322853.385985:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1767322853.386183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989553792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322853.896813:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767322853.896864:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989553920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322853.896919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322853.898259:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767322853.898400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989553920:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767322853.960874:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767322854.920777:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322854.920788:0:128602:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767322854.920851:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322854.920855:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322854.920858:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322854.920866:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8096 00000100:00080000:2.0:1767322854.920880:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322854.920888:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322854.920910:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b681180 x1853163989554176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322854.921493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989554176:0@lo:38:kworker.0 00000100:00100000:0.0:1767322854.921531:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767322854.921895:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322854.921899:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322854.921908:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322854.921912:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8096 00000100:00080000:2.0:1767322854.921914:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322854.921919:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322854.922219:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767322854.922231:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7011:1853163989554304:0@lo:400:kworker.0 00000100:00100000:1.0:1767322854.922264:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322854.922318:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767322854.922332:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554176 00000100:00100000:1.0:1767322854.922337:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554176 00000100:00100000:1.0:1767322854.922359:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554304 00000100:00100000:1.0:1767322854.922361:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554304 00000100:00100000:1.0:1767322854.922385:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:1.0:1767322854.922391:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989554304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322854.922425:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853163989554304:12345-0@lo:400:kworker.0 Request processed in 34us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322854.922431:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:1.0:1767322854.922442:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:1.0:1767322854.922446:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989554176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322854.922464:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322854.922674:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b680700 x1853163989554432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322854.924685:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989554432:0@lo:38:kworker.0 00000100:00080000:2.0:1767322854.925277:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322854.925282:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322854.925286:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322854.925528:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8096 00000100:00080000:2.0:1767322854.925534:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322854.925540:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322854.925570:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b682680 x1853163989554560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767322854.925646:0:128602:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767322854.925650:0:128602:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767322854.925651:0:128602:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767322854.925655:0:128602:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8096 00000100:00080000:2.0:1767322854.925657:0:128602:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767322854.925661:0:128602:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:2.0:1767322854.925672:0:128602:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d3b683800 x1853163989554944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767322854.925704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989554816:0@lo:400:kworker.0 00000100:00100000:0.0:1767322854.925972:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322854.926051:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554432 00000100:00100000:0.0:1767322854.926058:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554432 00000100:00100000:0.0:1767322854.926095:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1767322854.926102:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989554432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322854.926137:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322854.926183:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989554432:12345-0@lo:38:kworker.0 Request processed in 80us (212us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322854.926191:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:1.0:1767322854.926569:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989554176:12345-0@lo:38:kworker.0 Request processed in 4118us (5036us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322854.926594:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:2.0:1767322854.926726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322854.927161:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554816 00000100:00100000:1.0:1767322854.927168:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554816 00000100:00100000:1.0:1767322854.927214:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615 00000100:00100000:1.0:1767322854.927222:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989554816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322854.927286:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989554816:12345-0@lo:400:kworker.0 Request processed in 64us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322854.927292:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615 00000100:00100000:1.0:1767322854.927605:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989554816:0@lo:400:kworker.0 00000100:00080000:0.0:1767322854.927717:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322854.927722:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322854.927726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989554176:0@lo:38:kworker.0 00000100:00100000:0.0:1767322854.927744:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989554560:0@lo:38:kworker.0 00000100:00100000:0.0:1767322854.927859:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322854.927897:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989554944:0@lo:38:kworker.0 00000100:00100000:0.0:1767322854.927921:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322854.927946:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322854.927950:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322854.927953:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989554432:0@lo:38:kworker.0 00000100:00100000:0.0:1767322854.928145:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554944 00000100:00100000:0.0:1767322854.928150:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554944 00000100:00100000:0.0:1767322854.928174:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:0.0:1767322854.928179:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989554944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322854.928196:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322854.928239:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989554944:12345-0@lo:38:kworker.0 Request processed in 59us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322854.928246:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00080000:0.0:1767322854.928508:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322854.928513:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322854.928516:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989554944:0@lo:38:kworker.0 00000100:00100000:1.0:1767322854.928597:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554560 00000100:00100000:1.0:1767322854.928602:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554560 00000100:00100000:1.0:1767322854.928634:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291 00000100:00100000:1.0:1767322854.928638:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989554560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767322854.928649:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322854.928683:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989554560:12345-0@lo:38:kworker.0 Request processed in 43us (824us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322854.928690:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291 00000100:00080000:0.0:1767322854.928833:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322854.928838:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322854.928841:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d3b682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989554560:0@lo:38:kworker.0 00000100:00100000:2.0:1767322854.929526:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554688 00000100:00100000:2.0:1767322854.929532:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554688 00000100:00100000:2.0:1767322854.929635:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4616 00000100:00100000:2.0:1767322854.929643:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989554688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322854.929703:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989554688:12345-0@lo:400:kworker.0 Request processed in 61us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322854.929710:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4616 00010000:00010000:1.0:1767322854.985051:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322856.011032:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322856.736856:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:0.0:1767322856.736911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322856.737005:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001152 00000100:00100000:1.0:1767322856.737015:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001152 00000100:00100000:1.0:1767322856.737099:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001024 00000100:00100000:1.0:1767322856.737103:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001024 00000100:00100000:1.0:1767322856.737123:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2337 00000100:00100000:1.0:1767322856.737133:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163924001152:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322856.737207:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163924001152:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 75us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322856.737214:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2337 00000100:00100000:1.0:1767322856.737246:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3374 00000100:00100000:1.0:1767322856.737251:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163924001024:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322856.737273:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322856.737302:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163924001024:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 49us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322856.737309:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3374 00010000:00010000:2.0:1767322857.034050:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322858.057003:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322858.505352:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555072 00000100:00100000:0.0:1767322858.505362:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555072 00000100:00100000:0.0:1767322858.505433:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890 00000100:00100000:0.0:1767322858.505442:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d0490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989555072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767322858.505476:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1767322858.505533:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d0490d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989555072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322858.505540:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890 00000100:00100000:2.0:1767322858.505643:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989555072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767322859.019399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989555200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322859.019488:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322859.020330:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555200 00000100:00100000:0.0:1767322859.020341:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555200 00000100:00100000:0.0:1767322859.021606:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1767322859.021621:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989555200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322859.021655:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322859.021739:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989555200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322859.021763:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00100000:2.0:1767322859.023930:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d361cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7012:1853163989555200:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767322859.082842:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767322860.042177:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0490ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989555328:0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.042248:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322860.042294:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767322860.042301:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0490d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989555584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.042323:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322860.042379:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555328 00000100:00100000:2.0:1767322860.042389:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555328 00000100:00100000:2.0:1767322860.042445:0:121476:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555584 00000100:00100000:2.0:1767322860.042448:0:121476:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555584 00000100:00100000:2.0:1767322860.042471:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1767322860.042480:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989555328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.042537:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989555328:12345-0@lo:400:kworker.0 Request processed in 58us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322860.042544:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1767322860.042561:0:121476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:2.0:1767322860.042566:0:121476:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989555584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.042633:0:121476:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989555584:12345-0@lo:400:kworker.0 Request processed in 67us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322860.042640:0:121476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:2.0:1767322860.042692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0490d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989555584:0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.042703:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0490ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989555328:0@lo:400:kworker.0 00000100:00080000:2.0:1767322860.042740:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322860.043630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0490ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989555456:0@lo:38:kworker.0 00000100:00100000:0.0:1767322860.043690:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322860.043724:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d0490c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989555712:0@lo:38:kworker.0 00000100:00100000:0.0:1767322860.043745:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322860.043772:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989555840:0@lo:38:kworker.0 00000100:00100000:0.0:1767322860.043798:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322860.043815:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989556224:0@lo:38:kworker.0 00000100:00100000:0.0:1767322860.043833:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322860.043865:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555456 00000100:00100000:0.0:1767322860.043883:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555456 00000100:00100000:0.0:1767322860.043911:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555712 00000100:00100000:0.0:1767322860.043914:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555712 00000100:00100000:0.0:1767322860.043927:0:121323:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556224 00000100:00100000:0.0:1767322860.043930:0:121323:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556224 00000100:00100000:0.0:1767322860.043941:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1767322860.043947:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989555456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322860.043966:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322860.044001:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989555456:12345-0@lo:38:kworker.0 Request processed in 53us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322860.044007:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1767322860.044054:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:0.0:1767322860.044059:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989555712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322860.044069:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322860.044371:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d361c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989555712:12345-0@lo:38:kworker.0 Request processed in 309us (624us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322860.044396:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:0.0:1767322860.044410:0:121323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:0.0:1767322860.044415:0:121323:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989556224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322860.044425:0:121323:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322860.044452:0:121323:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7010:x1853163989556224:12345-0@lo:38:kworker.0 Request processed in 35us (618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322860.044457:0:121323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:0.0:1767322860.044479:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555840 00000100:00100000:0.0:1767322860.044482:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555840 00000100:00100000:0.0:1767322860.044501:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292 00000100:00100000:0.0:1767322860.044505:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989555840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322860.044514:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322860.044539:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989555840:12345-0@lo:38:kworker.0 Request processed in 32us (740us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322860.044544:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292 00000100:00080000:0.0:1767322860.044612:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322860.044616:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322860.044620:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0490ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989555456:0@lo:38:kworker.0 00000100:00080000:0.0:1767322860.044629:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322860.044632:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322860.044730:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d0490c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989555712:0@lo:38:kworker.0 00000100:00080000:0.0:1767322860.044742:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322860.044746:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322860.044749:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989555840:0@lo:38:kworker.0 00000100:00080000:0.0:1767322860.045058:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322860.045063:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322860.045066:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989556224:0@lo:38:kworker.0 00000100:00100000:2.0:1767322860.050916:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989555968:0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.050994:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322860.051065:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767322860.051073:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d31cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989556096:0@lo:400:kworker.0 00000100:00100000:2.0:1767322860.051096:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322860.051285:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555968 00000100:00100000:1.0:1767322860.051294:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555968 00000100:00100000:1.0:1767322860.051352:0:37862:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556096 00000100:00100000:1.0:1767322860.051364:0:37862:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556096 00000100:00100000:1.0:1767322860.051394:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617 00000100:00100000:1.0:1767322860.051404:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989555968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322860.051467:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989555968:12345-0@lo:400:kworker.0 Request processed in 65us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322860.051475:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617 00000100:00100000:1.0:1767322860.051492:0:37862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618 00000100:00100000:1.0:1767322860.051499:0:37862:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989556096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767322860.051525:0:37862:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d3b682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:7011:x1853163989556096:12345-0@lo:400:kworker.0 Request processed in 27us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322860.051531:0:37862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618 00000100:00100000:1.0:1767322860.051616:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989556096:0@lo:400:kworker.0 00000100:00100000:1.0:1767322860.051631:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d31cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7011:1853163989555968:0@lo:400:kworker.0 00000100:00080000:2.0:1767322860.053076:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767322860.105556:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322861.130031:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322861.857619:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001280 00000100:00100000:1.0:1767322861.857628:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001280 00000100:00100000:1.0:1767322861.857672:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001408 00000100:00100000:1.0:1767322861.857675:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001408 00000100:00100000:1.0:1767322861.857720:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2340 00000100:00100000:1.0:1767322861.857730:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163924001408:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:1.0:1767322861.857822:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2511:x1853163924001408:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 93us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322861.857831:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2340 00000100:00100000:1.0:1767322861.857851:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3378 00000100:00100000:1.0:1767322861.857856:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163924001280:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:1.0:1767322861.857880:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767322861.857905:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163924001280:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 47us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767322861.857912:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3378 00000100:00080000:1.0:1767322861.857928:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767322862.154034:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322863.182871:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767322863.625627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989556352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767322863.625709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767322863.626884:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556352 00000100:00100000:1.0:1767322863.626896:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556352 00000100:00100000:1.0:1767322863.626981:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:1.0:1767322863.626991:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322863.627032:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322863.627110:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322863.627117:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000100:00100000:1.0:1767322863.627186:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7013:1853163989556352:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767322863.627410:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322864.137046:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989556480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767322864.137116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322864.137212:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556480 00000100:00100000:0.0:1767322864.137220:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556480 00000100:00100000:0.0:1767322864.137286:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00000100:00100000:0.0:1767322864.137295:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989556480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767322864.137323:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00100000:0.0:1767322864.137385:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989556480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322864.137392:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:0.0:1767322864.137438:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d08515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989556480:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767322864.137930:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767322864.201638:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322865.160763:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322865.160774:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767322865.160844:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322865.160848:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322865.160852:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322865.160861:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8106 00000100:00080000:1.0:1767322865.160866:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322865.160872:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322865.160895:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09765c00 x1853163989556736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322865.160921:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322865.160924:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322865.160926:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322865.160940:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8106 00000100:00080000:1.0:1767322865.160942:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322865.160946:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322865.160956:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09764700 x1853163989556992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322865.160965:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322865.160981:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322865.160983:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322865.160987:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8106 00000100:00080000:1.0:1767322865.160990:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322865.160994:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322865.161006:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09766a00 x1853163989557120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767322865.161032:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322865.161035:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322865.161037:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322865.161040:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8106 00000100:00080000:1.0:1767322865.161042:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322865.161045:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322865.161053:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09766d80 x1853163989557504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322865.161446:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989556736:0@lo:38:kworker.0 00000100:00100000:0.0:1767322865.161475:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322865.161493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989556992:0@lo:38:kworker.0 00000100:00100000:0.0:1767322865.161511:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322865.161528:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989557120:0@lo:38:kworker.0 00000100:00100000:0.0:1767322865.161548:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322865.161564:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989557504:0@lo:38:kworker.0 00000100:00100000:0.0:1767322865.161602:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322865.161631:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556864 00000100:00100000:0.0:1767322865.161638:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556864 00000100:00100000:0.0:1767322865.161692:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556608 00000100:00100000:0.0:1767322865.161695:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556608 00000100:00100000:0.0:1767322865.161708:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556736 00000100:00100000:0.0:1767322865.161710:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556736 00000100:00100000:0.0:1767322865.161717:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556992 00000100:00100000:0.0:1767322865.161719:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556992 00000100:00100000:0.0:1767322865.161725:0:122876:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557504 00000100:00100000:0.0:1767322865.161727:0:122876:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557504 00000100:00100000:0.0:1767322865.161736:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767322865.161743:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989556864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.161785:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853163989556864:12345-0@lo:400:kworker.0 Request processed in 42us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322865.161792:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767322865.161809:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:0.0:1767322865.161815:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989556608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.161837:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853163989556608:12345-0@lo:400:kworker.0 Request processed in 23us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322865.161843:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:0.0:1767322865.161854:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1767322865.161857:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989556736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322865.161875:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322865.161903:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989556736:12345-0@lo:38:kworker.0 Request processed in 44us (427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322865.161909:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1767322865.161921:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767322865.161924:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989556992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322865.161943:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322865.161971:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989556992:12345-0@lo:38:kworker.0 Request processed in 46us (459us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322865.161976:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767322865.161988:0:122876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:0.0:1767322865.161991:0:122876:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989557504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322865.162000:0:122876:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322865.162019:0:122876:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7010:x1853163989557504:12345-0@lo:38:kworker.0 Request processed in 26us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322865.162024:0:122876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:0.0:1767322865.162041:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557120 00000100:00100000:0.0:1767322865.162044:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557120 00000100:00100000:0.0:1767322865.162061:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293 00000100:00100000:0.0:1767322865.162065:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989557120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322865.162074:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322865.162097:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989557120:12345-0@lo:38:kworker.0 Request processed in 31us (547us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322865.162103:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293 00000100:00080000:0.0:1767322865.162128:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322865.162155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7012:1853163989556608:0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.162165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7012:1853163989556864:0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.162187:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989557376:0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.162213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322865.162233:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767322865.162238:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989557248:0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.162257:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322865.162436:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557376 00000100:00100000:2.0:1767322865.162441:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557376 00000100:00100000:2.0:1767322865.162465:0:37855:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557248 00000100:00100000:2.0:1767322865.162468:0:37855:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557248 00000100:00100000:2.0:1767322865.162494:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619 00000100:00100000:2.0:1767322865.162501:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989557376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322865.162535:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989557376:12345-0@lo:400:kworker.0 Request processed in 35us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322865.162541:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619 00000100:00100000:2.0:1767322865.162553:0:37855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620 00000100:00100000:2.0:1767322865.162558:0:37855:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d2dbd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989557248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767322865.162619:0:37855:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d2dbd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989557248:12345-0@lo:400:kworker.0 Request processed in 61us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767322865.162625:0:37855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620 00000100:00080000:2.0:1767322865.162834:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767322865.162854:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322865.162859:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322865.162862:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989556736:0@lo:38:kworker.0 00000100:00080000:2.0:1767322865.162871:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322865.162874:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322865.162876:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989556992:0@lo:38:kworker.0 00000100:00080000:2.0:1767322865.162885:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322865.162889:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322865.162891:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989557120:0@lo:38:kworker.0 00000100:00080000:2.0:1767322865.162899:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767322865.162902:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767322865.162905:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989557504:0@lo:38:kworker.0 00000100:00100000:0.0:1767322865.163065:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989557248:0@lo:400:kworker.0 00000100:00100000:0.0:1767322865.163074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7014:1853163989557376:0@lo:400:kworker.0 00010000:00010000:2.0:1767322865.224820:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767322866.252505:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322866.978877:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000100:00100000:1.0:1767322866.978948:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp (source: 12345-192.168.204.13@tcp) 00000400:00000100:1.0:1767322866.978982:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.13@tcp portal 26 match 1853163924001792 offset 0 length 520: 4 00000100:00100000:0.0:1767322866.979066:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001664 00000100:00100000:0.0:1767322866.979077:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001664 00000100:00080000:2.0:1767322866.979178:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322866.979185:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163924001536 00000100:00100000:0.0:1767322866.979189:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163924001536 00000100:00100000:0.0:1767322866.979228:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 2343 00000100:00100000:0.0:1767322866.979239:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163924001664:12345-192.168.204.13@tcp:400:kworker.0 00000100:00100000:0.0:1767322866.979519:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8e581f7-de51-4550-90ea-109e3cc27a77+6:2509:x1853163924001664:12345-192.168.204.13@tcp:400:kworker.0 Request processed in 281us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322866.979527:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 2343 00000100:00100000:0.0:1767322866.979551:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp, seq: 3382 00000100:00100000:0.0:1767322866.979555:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d09767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163924001536:12345-192.168.204.13@tcp:38:kworker.0 00010000:00020000:0.0:1767322866.979575:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.13@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322866.979652:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d09767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163924001536:12345-192.168.204.13@tcp:38:kworker.0 Request processed in 94us (702us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322866.979660:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp, seq: 3382 00010000:00010000:1.0:1767322867.274106:0:15459:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767322868.297109:0:16652:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767322868.747032:0:18364:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557632 00000100:00100000:1.0:1767322868.747040:0:18364:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557632 00000100:00100000:1.0:1767322868.747110:0:18364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00100000:1.0:1767322868.747119:0:18364:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989557632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767322868.747158:0:18364:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 204736 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767322868.747215:0:18364:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989557632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322868.747234:0:18364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00080000:2.0:1767322868.747489:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767322869.257050:0:21684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557760 00000100:00100000:1.0:1767322869.257058:0:21684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557760 00000100:00100000:1.0:1767322869.257123:0:21684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895 00000100:00100000:1.0:1767322869.257131:0:21684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d31cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989557760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767322869.257155:0:21684:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 274624 pending 0 free 3923435520 avail 3691913216 00000100:00080000:0.0:1767322869.257219:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767322869.257547:0:21684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d31cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853163989557760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 417us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1767322869.257553:0:21684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895 00010000:00010000:2.0:1767322869.322256:0:49994:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767322870.280758:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322870.280768:0:7716:0:(pinger.c:247:ptlrpc_pinger_process_import()) e16d7078-f533-4ecf-a51c-6d78c3ddb652->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767322870.280884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989557888:0@lo:400:kworker.0 00000100:00100000:2.0:1767322870.280951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322870.281356:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767322870.281570:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322870.281574:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322870.281594:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322870.281599:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 8112 00000100:00080000:1.0:1767322870.281603:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322870.281608:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9e7d39a7a000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322870.281631:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09766a00 x1853163989558016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322870.281783:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989558144:0@lo:400:kworker.0 00000100:00100000:0.0:1767322870.281816:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322870.281861:0:121322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558144 00000100:00100000:0.0:1767322870.281865:0:121322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558144 00000100:00100000:0.0:1767322870.281895:0:121322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:0.0:1767322870.281902:0:121322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989558144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767322870.281953:0:121322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989558144:12345-0@lo:400:kworker.0 Request processed in 51us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767322870.281961:0:121322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00080000:0.0:1767322870.281993:0:15486:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767322870.282002:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989558016:0@lo:38:kworker.0 00000100:00100000:0.0:1767322870.282035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767322870.282066:0:121320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558016 00000100:00100000:0.0:1767322870.282069:0:121320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558016 00000100:00100000:0.0:1767322870.282089:0:121320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1767322870.282093:0:121320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989558016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767322870.282113:0:121320:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767322870.282146:0:121320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7010:x1853163989558016:12345-0@lo:38:kworker.0 Request processed in 50us (109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767322870.282152:0:121320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1767322870.282186:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989558144:0@lo:400:kworker.0 00000100:00080000:0.0:1767322870.282228:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d39a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322870.282237:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322870.282240:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7010:1853163989558016:0@lo:38:kworker.0 00000100:00100000:2.0:1767322870.282625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989557888:0@lo:400:kworker.0 00000100:00080000:1.0:1767322870.282732:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322870.282737:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322870.282739:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322870.282742:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 8112 00000100:00080000:1.0:1767322870.282746:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322870.282757:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9e7d3162b800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322870.282774:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09765c00 x1853163989558272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322870.282826:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989558272:0@lo:38:kworker.0 00000100:00100000:0.0:1767322870.282864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767322870.283160:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322870.283164:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322870.283165:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322870.283170:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 8112 00000100:00080000:1.0:1767322870.283173:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322870.283176:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9e7d3c1e4000 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322870.283191:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09765880 x1853163989558400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767322870.283295:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989558400:0@lo:38:kworker.0 00000100:00100000:0.0:1767322870.283327:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767322870.283396:0:99440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558400 00000100:00100000:2.0:1767322870.283410:0:99440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558400 00000100:00100000:2.0:1767322870.283438:0:99440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294 00000100:00100000:2.0:1767322870.283442:0:99440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989558400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767322870.283452:0:99440:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767322870.283479:0:99440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e7d08516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7010:x1853163989558400:12345-0@lo:38:kworker.0 Request processed in 36us (151us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767322870.283485:0:99440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294 00000100:00080000:1.0:1767322870.284289:0:7716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767322870.284293:0:7716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767322870.284296:0:7716:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767322870.284300:0:7716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 8112 00000100:00080000:1.0:1767322870.284304:0:7716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767322870.284308:0:7716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9e7d40978800 using connection 192.168.204.113@tcp/0@lo 00000100:00100000:1.0:1767322870.284322:0:7716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e7d09765f80 x1853163989558784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767322870.285200:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3162b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322870.285280:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322870.285291:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7010:1853163989558272:0@lo:38:kworker.0 00000100:00100000:0.0:1767322870.285308:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e7d09765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989558784:0@lo:38:kworker.0 00000100:00100000:0.0:1767322870.285334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767322870.285402:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d3c1e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322870.285406:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322870.285409:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7010:1853163989558400:0@lo:38:kworker.0 00000100:00080000:0.0:1767322870.285660:0:7010:0:(import.c:65:import_set_state_nolock()) ffff9e7d40978800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767322870.285665:0:7010:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767322870.285668:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e7d09765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7010:1853163989558784:0@lo:38:kworker.0 00010000:00010000:2.0:1767322870.344767:0:15460:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 141338 lines, 141338 kept, 0 dropped, 0 bad.